Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-25 05:48:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix setting pre_layer from within the ui

Browse Source
This commit is contained in:
oobabooga 2023-05-17 23:17:44 -03:00
parent b667ffa51d
commit f052ab9c8f
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server.py
View File

@ -229,6 +229,9 @@ def update_model_parameters(state, initial=False):
elif element == 'cpu_memory' and value is not None: elif element == 'cpu_memory' and value is not None:
value = f"{value}MiB" value = f"{value}MiB"
if element in ['pre_layer']:
value = [value] if value > 0 else None
setattr(shared.args, element, value) setattr(shared.args, element, value)
found_positive = False found_positive = False
@ -360,7 +363,7 @@ def create_model_menus():
with gr.Column(): with gr.Column():
shared.gradio['model_type'] = gr.Dropdown(label="model_type", choices=["None", "llama", "opt", "gptj"], value=shared.args.model_type or "None") shared.gradio['model_type'] = gr.Dropdown(label="model_type", choices=["None", "llama", "opt", "gptj"], value=shared.args.model_type or "None")
shared.gradio['pre_layer'] = gr.Slider(label="pre_layer", minimum=0, maximum=100, value=shared.args.pre_layer) shared.gradio['pre_layer'] = gr.Slider(label="pre_layer", minimum=0, maximum=100, value=shared.args.pre_layer[0] if shared.args.pre_layer is not None else 0)
with gr.Row(): with gr.Row():
with gr.Column(): with gr.Column():