Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-21 23:57:58 +01:00
Code Issues Packages Projects Releases Wiki Activity

Prevent extra keys from being saved to settings.yaml

Browse Source
This commit is contained in:
oobabooga 2023-09-11 20:13:10 -07:00
parent dae428a967
commit df123a20fc
4 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/api/blocking_api.py
View File

@ -130,7 +130,7 @@ class Handler(BaseHTTPRequestHandler):
unload_model()
model_settings = get_model_metadata(shared.model_name)
shared.settings.update(model_settings)
shared.settings.update({k: v for k, v in model_settings.items() if k in shared.settings})
update_model_parameters(model_settings, initial=True)
if shared.settings['mode'] != 'instruct':

2
extensions/openai/models.py
View File

@ -32,7 +32,7 @@ def load_model(model_name: str) -> dict:
unload_model()
model_settings = get_model_metadata(shared.model_name)
shared.settings.update(model_settings)
shared.settings.update({k: v for k, v in model_settings.items() if k in shared.settings})
update_model_parameters(model_settings, initial=True)
if shared.settings['mode'] != 'instruct':

2
modules/evaluate.py
View File

@ -67,7 +67,7 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
try:
yield cumulative_log + f"Loading {model}...\n\n"
model_settings = get_model_metadata(model)
shared.settings.update(model_settings) # hijacking the interface defaults
shared.settings.update({k: v for k, v in model_settings.items() if k in shared.settings}) # hijacking the interface defaults
update_model_parameters(model_settings) # hijacking the command-line arguments
shared.model_name = model
unload_model()

2
server.py
View File

@ -212,7 +212,7 @@ if __name__ == "__main__":
model_name = shared.model_name
model_settings = get_model_metadata(model_name)
shared.settings.update(model_settings) # hijacking the interface defaults
shared.settings.update({k: v for k, v in model_settings.items() if k in shared.settings}) # hijacking the interface defaults
update_model_parameters(model_settings, initial=True) # hijacking the command-line arguments
# Load the model