Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 09:19:23 +01:00
Code Issues Packages Projects Releases Wiki Activity

- added available models into dummy models

Browse Source 
- changed args and settings to the get method to make it more Robust and easier to use
This commit is contained in:
Blazzycrafter 2024-11-18 17:15:29 +01:00
parent 768124c4b0
commit 6f0f214408
No known key found for this signature in database
GPG Key ID: B898F1F9BDCDD1D3
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
extensions/openai/models.py
View File

@ -24,9 +24,12 @@ def list_dummy_models():
"data": [] "data": []
} }
models = get_available_models()[1:]
# these are expected by so much, so include some here as a dummy # these are expected by so much, so include some here as a dummy
for model in ['gpt-3.5-turbo', 'text-embedding-ada-002']: for model in ['gpt-3.5-turbo', 'text-embedding-ada-002']:
result["data"].append(model_info_dict(model)) result["data"].append(model_info_dict(model))
for model in models:
result["data"].append(model_info_dict(model))
return result return result
@ -42,8 +45,8 @@ def model_info_dict(model_name: str) -> dict:
def _load_model(data): def _load_model(data):
model_name = data["model_name"] model_name = data["model_name"]
args = data["args"] args = data.get("args", None)
settings = data["settings"] settings = data.get("settings", None)
unload_model() unload_model()
model_settings = get_model_metadata(model_name) model_settings = get_model_metadata(model_name)