Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-26 01:30:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

length_penalty can be negative (apparently)

Browse Source
This commit is contained in:
oobabooga 2023-02-07 23:33:02 -03:00
parent d038963193
commit 58b07cca81
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server.py
View File

@ -274,8 +274,6 @@ def generate_reply(question, tokens, do_sample, max_new_tokens, temperature, top
f"early_stopping={early_stopping}",
]
print(generate_params)
if args.deepspeed:
generate_params.append("synced_gpus=True")
if args.no_stream:
@ -395,7 +393,7 @@ def create_settings_menus():
with gr.Row():
with gr.Column():
num_beams = gr.Slider(0, 20, step=1, value=defaults["num_beams"], label="num_beams")
length_penalty = gr.Slider(0, 5, value=defaults["length_penalty"], label="length_penalty")
length_penalty = gr.Slider(-5, 5, value=defaults["length_penalty"], label="length_penalty")
with gr.Column():
min_length = gr.Slider(0, 2000, step=1, value=defaults["min_length"] if args.no_stream else 0, label="min_length", interactive=args.no_stream)
early_stopping = gr.Checkbox(value=defaults["early_stopping"], label="early_stopping")