mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-30 06:00:15 +01:00
Add a "Filter by loader" menu to the Parameters tab
This commit is contained in:
oobabooga
parent
abea8d9ad3
commit
84297d05c4
@ -89,6 +89,175 @@ loaders_and_params = {
|
|||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|
||||||
|
loaders_samplers = {
|
||||||
|
'Transformers': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'typical_p',
|
||||||
|
'epsilon_cutoff',
|
||||||
|
'eta_cutoff',
|
||||||
|
'tfs',
|
||||||
|
'top_a',
|
||||||
|
'repetition_penalty',
|
||||||
|
'repetition_penalty_range',
|
||||||
|
'encoder_repetition_penalty',
|
||||||
|
'no_repeat_ngram_size',
|
||||||
|
'min_length',
|
||||||
|
'seed',
|
||||||
|
'do_sample',
|
||||||
|
'penalty_alpha',
|
||||||
|
'num_beams',
|
||||||
|
'length_penalty',
|
||||||
|
'early_stopping',
|
||||||
|
'mirostat_mode',
|
||||||
|
'mirostat_tau',
|
||||||
|
'mirostat_eta',
|
||||||
|
'ban_eos_token',
|
||||||
|
'add_bos_token',
|
||||||
|
'skip_special_tokens',
|
||||||
|
},
|
||||||
|
'ExLlama_HF': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'typical_p',
|
||||||
|
'epsilon_cutoff',
|
||||||
|
'eta_cutoff',
|
||||||
|
'tfs',
|
||||||
|
'top_a',
|
||||||
|
'repetition_penalty',
|
||||||
|
'repetition_penalty_range',
|
||||||
|
'encoder_repetition_penalty',
|
||||||
|
'no_repeat_ngram_size',
|
||||||
|
'min_length',
|
||||||
|
'seed',
|
||||||
|
'do_sample',
|
||||||
|
'mirostat_mode',
|
||||||
|
'mirostat_tau',
|
||||||
|
'mirostat_eta',
|
||||||
|
'ban_eos_token',
|
||||||
|
'add_bos_token',
|
||||||
|
'skip_special_tokens',
|
||||||
|
},
|
||||||
|
'ExLlama': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'typical_p',
|
||||||
|
'repetition_penalty',
|
||||||
|
'repetition_penalty_range',
|
||||||
|
'seed',
|
||||||
|
'ban_eos_token',
|
||||||
|
},
|
||||||
|
'AutoGPTQ': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'typical_p',
|
||||||
|
'epsilon_cutoff',
|
||||||
|
'eta_cutoff',
|
||||||
|
'tfs',
|
||||||
|
'top_a',
|
||||||
|
'repetition_penalty',
|
||||||
|
'repetition_penalty_range',
|
||||||
|
'encoder_repetition_penalty',
|
||||||
|
'no_repeat_ngram_size',
|
||||||
|
'min_length',
|
||||||
|
'seed',
|
||||||
|
'do_sample',
|
||||||
|
'penalty_alpha',
|
||||||
|
'num_beams',
|
||||||
|
'length_penalty',
|
||||||
|
'early_stopping',
|
||||||
|
'mirostat_mode',
|
||||||
|
'mirostat_tau',
|
||||||
|
'mirostat_eta',
|
||||||
|
'ban_eos_token',
|
||||||
|
'add_bos_token',
|
||||||
|
'skip_special_tokens',
|
||||||
|
},
|
||||||
|
'GPTQ-for-LLaMa': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'typical_p',
|
||||||
|
'epsilon_cutoff',
|
||||||
|
'eta_cutoff',
|
||||||
|
'tfs',
|
||||||
|
'top_a',
|
||||||
|
'repetition_penalty',
|
||||||
|
'repetition_penalty_range',
|
||||||
|
'encoder_repetition_penalty',
|
||||||
|
'no_repeat_ngram_size',
|
||||||
|
'min_length',
|
||||||
|
'seed',
|
||||||
|
'do_sample',
|
||||||
|
'penalty_alpha',
|
||||||
|
'num_beams',
|
||||||
|
'length_penalty',
|
||||||
|
'early_stopping',
|
||||||
|
'mirostat_mode',
|
||||||
|
'mirostat_tau',
|
||||||
|
'mirostat_eta',
|
||||||
|
'ban_eos_token',
|
||||||
|
'add_bos_token',
|
||||||
|
'skip_special_tokens',
|
||||||
|
},
|
||||||
|
'llama.cpp': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'tfs',
|
||||||
|
'repetition_penalty',
|
||||||
|
'mirostat_mode',
|
||||||
|
'mirostat_tau',
|
||||||
|
'mirostat_eta',
|
||||||
|
'ban_eos_token',
|
||||||
|
},
|
||||||
|
'llamacpp_HF': {
|
||||||
|
'temperature',
|
||||||
|
'top_p',
|
||||||
|
'top_k',
|
||||||
|
'typical_p',
|
||||||
|
'epsilon_cutoff',
|
||||||
|
'eta_cutoff',
|
||||||
|
'tfs',
|
||||||
|
'top_a',
|
||||||
|
'repetition_penalty',
|
||||||
|
'repetition_penalty_range',
|
||||||
|
'encoder_repetition_penalty',
|
||||||
|
'no_repeat_ngram_size',
|
||||||
|
'min_length',
|
||||||
|
'seed',
|
||||||
|
'do_sample',
|
||||||
|
'mirostat_mode',
|
||||||
|
'mirostat_tau',
|
||||||
|
'mirostat_eta',
|
||||||
|
'ban_eos_token',
|
||||||
|
'add_bos_token',
|
||||||
|
'skip_special_tokens',
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@functools.cache
|
||||||
|
def list_all_samplers():
|
||||||
|
all_samplers = set()
|
||||||
|
for k in loaders_samplers:
|
||||||
|
for sampler in loaders_samplers[k]:
|
||||||
|
all_samplers.add(sampler)
|
||||||
|
|
||||||
|
return sorted(all_samplers)
|
||||||
|
|
||||||
|
|
||||||
|
def blacklist_samplers(loader):
|
||||||
|
all_samplers = list_all_samplers()
|
||||||
|
if loader == 'All':
|
||||||
|
return [gr.update(visible=True) for sampler in all_samplers]
|
||||||
|
else:
|
||||||
|
return [gr.update(visible=True) if sampler in loaders_samplers[loader] else gr.update(visible=False) for sampler in all_samplers]
|
||||||
|
|
||||||
|
|
||||||
def get_gpu_memory_keys():
|
def get_gpu_memory_keys():
|
||||||
return [k for k in shared.gradio if k.startswith('gpu_memory')]
|
return [k for k in shared.gradio if k.startswith('gpu_memory')]
|
||||||
|
|||||||
@ -328,7 +328,7 @@ def create_settings_menus(default_preset):
|
|||||||
shared.gradio['delete_preset'] = gr.Button('🗑️', elem_classes='refresh-button')
|
shared.gradio['delete_preset'] = gr.Button('🗑️', elem_classes='refresh-button')
|
||||||
|
|
||||||
with gr.Column():
|
with gr.Column():
|
||||||
shared.gradio['seed'] = gr.Number(value=shared.settings['seed'], label='Seed (-1 for random)')
|
filter_by_loader = gr.Dropdown(label="Filter by loader", choices=["All", "Transformers", "ExLlama_HF", "ExLlama", "AutoGPTQ", "GPTQ-for-LLaMa", "llama.cpp", "llamacpp_HF"], value="All", elem_classes='slim-dropdown')
|
||||||
|
|
||||||
with gr.Row():
|
with gr.Row():
|
||||||
with gr.Column():
|
with gr.Column():
|
||||||
@ -342,6 +342,8 @@ def create_settings_menus(default_preset):
|
|||||||
shared.gradio['typical_p'] = gr.Slider(0.0, 1.0, value=generate_params['typical_p'], step=0.01, label='typical_p')
|
shared.gradio['typical_p'] = gr.Slider(0.0, 1.0, value=generate_params['typical_p'], step=0.01, label='typical_p')
|
||||||
shared.gradio['epsilon_cutoff'] = gr.Slider(0, 9, value=generate_params['epsilon_cutoff'], step=0.01, label='epsilon_cutoff')
|
shared.gradio['epsilon_cutoff'] = gr.Slider(0, 9, value=generate_params['epsilon_cutoff'], step=0.01, label='epsilon_cutoff')
|
||||||
shared.gradio['eta_cutoff'] = gr.Slider(0, 20, value=generate_params['eta_cutoff'], step=0.01, label='eta_cutoff')
|
shared.gradio['eta_cutoff'] = gr.Slider(0, 20, value=generate_params['eta_cutoff'], step=0.01, label='eta_cutoff')
|
||||||
|
shared.gradio['tfs'] = gr.Slider(0.0, 1.0, value=generate_params['tfs'], step=0.01, label='tfs')
|
||||||
|
shared.gradio['top_a'] = gr.Slider(0.0, 1.0, value=generate_params['top_a'], step=0.01, label='top_a')
|
||||||
|
|
||||||
with gr.Column():
|
with gr.Column():
|
||||||
shared.gradio['repetition_penalty'] = gr.Slider(1.0, 1.5, value=generate_params['repetition_penalty'], step=0.01, label='repetition_penalty')
|
shared.gradio['repetition_penalty'] = gr.Slider(1.0, 1.5, value=generate_params['repetition_penalty'], step=0.01, label='repetition_penalty')
|
||||||
@ -349,8 +351,7 @@ def create_settings_menus(default_preset):
|
|||||||
shared.gradio['encoder_repetition_penalty'] = gr.Slider(0.8, 1.5, value=generate_params['encoder_repetition_penalty'], step=0.01, label='encoder_repetition_penalty')
|
shared.gradio['encoder_repetition_penalty'] = gr.Slider(0.8, 1.5, value=generate_params['encoder_repetition_penalty'], step=0.01, label='encoder_repetition_penalty')
|
||||||
shared.gradio['no_repeat_ngram_size'] = gr.Slider(0, 20, step=1, value=generate_params['no_repeat_ngram_size'], label='no_repeat_ngram_size')
|
shared.gradio['no_repeat_ngram_size'] = gr.Slider(0, 20, step=1, value=generate_params['no_repeat_ngram_size'], label='no_repeat_ngram_size')
|
||||||
shared.gradio['min_length'] = gr.Slider(0, 2000, step=1, value=generate_params['min_length'], label='min_length')
|
shared.gradio['min_length'] = gr.Slider(0, 2000, step=1, value=generate_params['min_length'], label='min_length')
|
||||||
shared.gradio['tfs'] = gr.Slider(0.0, 1.0, value=generate_params['tfs'], step=0.01, label='tfs')
|
shared.gradio['seed'] = gr.Number(value=shared.settings['seed'], label='Seed (-1 for random)')
|
||||||
shared.gradio['top_a'] = gr.Slider(0.0, 1.0, value=generate_params['top_a'], step=0.01, label='top_a')
|
|
||||||
shared.gradio['do_sample'] = gr.Checkbox(value=generate_params['do_sample'], label='do_sample')
|
shared.gradio['do_sample'] = gr.Checkbox(value=generate_params['do_sample'], label='do_sample')
|
||||||
|
|
||||||
with gr.Accordion("Learn more", open=False):
|
with gr.Accordion("Learn more", open=False):
|
||||||
@ -436,6 +437,7 @@ def create_settings_menus(default_preset):
|
|||||||
shared.gradio['skip_special_tokens'] = gr.Checkbox(value=shared.settings['skip_special_tokens'], label='Skip special tokens', info='Some specific models need this unset.')
|
shared.gradio['skip_special_tokens'] = gr.Checkbox(value=shared.settings['skip_special_tokens'], label='Skip special tokens', info='Some specific models need this unset.')
|
||||||
shared.gradio['stream'] = gr.Checkbox(value=not shared.args.no_stream, label='Activate text streaming')
|
shared.gradio['stream'] = gr.Checkbox(value=not shared.args.no_stream, label='Activate text streaming')
|
||||||
|
|
||||||
|
filter_by_loader.change(loaders.blacklist_samplers, filter_by_loader, gradio(loaders.list_all_samplers()), show_progress=False)
|
||||||
shared.gradio['preset_menu'].change(presets.load_preset_for_ui, gradio('preset_menu', 'interface_state'), gradio('interface_state', 'do_sample', 'temperature', 'top_p', 'typical_p', 'epsilon_cutoff', 'eta_cutoff', 'repetition_penalty', 'repetition_penalty_range', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping', 'mirostat_mode', 'mirostat_tau', 'mirostat_eta', 'tfs', 'top_a'))
|
shared.gradio['preset_menu'].change(presets.load_preset_for_ui, gradio('preset_menu', 'interface_state'), gradio('interface_state', 'do_sample', 'temperature', 'top_p', 'typical_p', 'epsilon_cutoff', 'eta_cutoff', 'repetition_penalty', 'repetition_penalty_range', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping', 'mirostat_mode', 'mirostat_tau', 'mirostat_eta', 'tfs', 'top_a'))
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user