From eef6fc3cbfc43b9cfcc52ad6f1fc1a680e555da2 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Tue, 21 Feb 2023 23:33:15 -0300
Subject: [PATCH] Add a preset for FlexGen

---
 presets/FlexGen.txt | 2 ++
 server.py           | 4 ++--
 2 files changed, 4 insertions(+), 2 deletions(-)
 create mode 100644 presets/FlexGen.txt

diff --git a/presets/FlexGen.txt b/presets/FlexGen.txt
new file mode 100644
index 00000000..d1760a06
--- /dev/null
+++ b/presets/FlexGen.txt
@@ -0,0 +1,2 @@
+do_sample=True
+temperature=0.5
diff --git a/server.py b/server.py
index d38e668c..83241993 100644
--- a/server.py
+++ b/server.py
@@ -501,7 +501,7 @@ def create_extensions_block():
     btn_extensions.click(update_extensions_parameters, [*extensions_ui_elements], [])
 
 def create_settings_menus():
-    generate_params = load_preset_values(settings[f'preset{suffix}'], return_dict=True)
+    generate_params = load_preset_values(settings[f'preset{suffix}'] if not args.flexgen else 'FlexGen', return_dict=True)
 
     with gr.Row():
         with gr.Column():
@@ -510,7 +510,7 @@ def create_settings_menus():
                 create_refresh_button(model_menu, lambda : None, lambda : {"choices": get_available_models()}, "refresh-button")
         with gr.Column():
             with gr.Row():
-                preset_menu = gr.Dropdown(choices=available_presets, value=settings[f'preset{suffix}'], label='Generation parameters preset')
+                preset_menu = gr.Dropdown(choices=available_presets, value=settings[f'preset{suffix}'] if not args.flexgen else 'FlexGen', label='Generation parameters preset')
                 create_refresh_button(preset_menu, lambda : None, lambda : {"choices": get_available_presets()}, "refresh-button")
 
     with gr.Accordion("Custom generation parameters", open=False, elem_id="accordion"):