Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 17:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

Reorganize the generation parameters

Browse Source
This commit is contained in:
oobabooga 2023-02-17 16:18:01 -03:00
parent 3923ac967f
commit 6b9ac2f88e
4 changed files with 19 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
modules/ui.py
View File

@ -13,19 +13,20 @@ css = """
background-color: #ffffff1f; background-color: #ffffff1f;
} }
#refresh-button { #refresh-button {
flex: none; flex: none;
margin: 0; margin: 0;
padding: 0; padding: 0;
min-width: 50px; min-width: 50px;
border: none; border: none;
box-shadow: none; box-shadow: none;
border-radius: 10px; border-radius: 10px;
background-color: #0000000d; background-color: #0000000d;
} }
#download-label, #upload-label { #download-label, #upload-label {
min-height: 0 min-height: 0
} }
#accordion { #accordion {
background-color: transparent;
} }
""" """

0
presets/Instruct-Joi.txt → presets/Instruct Joi (Contrastive Search).txt
View File

0
presets/Verbose.txt → presets/Verbose (Beam Search).txt
View File

19
server.py
View File

@ -468,19 +468,18 @@ def create_settings_menus():
top_p = gr.Slider(0.0,1.0,value=generate_params['top_p'],step=0.01,label="top_p") top_p = gr.Slider(0.0,1.0,value=generate_params['top_p'],step=0.01,label="top_p")
typical_p = gr.Slider(0.0,1.0,value=generate_params['typical_p'],step=0.01,label="typical_p") typical_p = gr.Slider(0.0,1.0,value=generate_params['typical_p'],step=0.01,label="typical_p")
with gr.Column(): with gr.Column():
repetition_penalty = gr.Slider(1.0,4.99,value=generate_params['repetition_penalty'],step=0.01,label="repetition_penalty")
top_k = gr.Slider(0,200,value=generate_params['top_k'],step=1,label="top_k") top_k = gr.Slider(0,200,value=generate_params['top_k'],step=1,label="top_k")
repetition_penalty = gr.Slider(1.0,4.99,value=generate_params['repetition_penalty'],step=0.01,label="repetition_penalty")
no_repeat_ngram_size = gr.Slider(0, 20, step=1, value=generate_params["no_repeat_ngram_size"], label="no_repeat_ngram_size") no_repeat_ngram_size = gr.Slider(0, 20, step=1, value=generate_params["no_repeat_ngram_size"], label="no_repeat_ngram_size")
penalty_alpha = gr.Slider(0, 5, value=generate_params["penalty_alpha"], label="penalty_alpha")
gr.Markdown("Special parameters (only use them if you really need them):")
with gr.Row():
with gr.Column():
num_beams = gr.Slider(0, 20, step=1, value=generate_params["num_beams"], label="num_beams")
length_penalty = gr.Slider(-5, 5, value=generate_params["length_penalty"], label="length_penalty")
with gr.Column():
min_length = gr.Slider(0, 2000, step=1, value=generate_params["min_length"] if args.no_stream else 0, label="min_length", interactive=args.no_stream) min_length = gr.Slider(0, 2000, step=1, value=generate_params["min_length"] if args.no_stream else 0, label="min_length", interactive=args.no_stream)
early_stopping = gr.Checkbox(value=generate_params["early_stopping"], label="early_stopping")
gr.Markdown("Contrastive search:")
penalty_alpha = gr.Slider(0, 5, value=generate_params["penalty_alpha"], label="penalty_alpha")
gr.Markdown("Beam search (uses a lot of VRAM):")
num_beams = gr.Slider(1, 20, step=1, value=generate_params["num_beams"], label="num_beams")
length_penalty = gr.Slider(-5, 5, value=generate_params["length_penalty"], label="length_penalty")
early_stopping = gr.Checkbox(value=generate_params["early_stopping"], label="early_stopping")
with gr.Accordion("Soft prompt", open=False, elem_id="accordion"): with gr.Accordion("Soft prompt", open=False, elem_id="accordion"):
with gr.Row(): with gr.Row():