diff --git a/presets/FlexGen.txt b/presets/FlexGen.txt new file mode 100644 index 00000000..d1760a06 --- /dev/null +++ b/presets/FlexGen.txt @@ -0,0 +1,2 @@ +do_sample=True +temperature=0.5 diff --git a/server.py b/server.py index d38e668c..83241993 100644 --- a/server.py +++ b/server.py @@ -501,7 +501,7 @@ def create_extensions_block(): btn_extensions.click(update_extensions_parameters, [*extensions_ui_elements], []) def create_settings_menus(): - generate_params = load_preset_values(settings[f'preset{suffix}'], return_dict=True) + generate_params = load_preset_values(settings[f'preset{suffix}'] if not args.flexgen else 'FlexGen', return_dict=True) with gr.Row(): with gr.Column(): @@ -510,7 +510,7 @@ def create_settings_menus(): create_refresh_button(model_menu, lambda : None, lambda : {"choices": get_available_models()}, "refresh-button") with gr.Column(): with gr.Row(): - preset_menu = gr.Dropdown(choices=available_presets, value=settings[f'preset{suffix}'], label='Generation parameters preset') + preset_menu = gr.Dropdown(choices=available_presets, value=settings[f'preset{suffix}'] if not args.flexgen else 'FlexGen', label='Generation parameters preset') create_refresh_button(preset_menu, lambda : None, lambda : {"choices": get_available_presets()}, "refresh-button") with gr.Accordion("Custom generation parameters", open=False, elem_id="accordion"):