Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-24 13:28:59 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add support for extensions parameters

Browse Source 
Still experimental
This commit is contained in:
oobabooga 2023-01-28 23:00:51 -03:00
parent e779fd795f
commit 6da94e358c
2 changed files with 29 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
extensions/example/script.py
View File

@ -1,14 +1,18 @@
params = {
"input suffix": " *I say as I make a funny face*",
}
def input_modifier(string):
"""
This function is applied to your text inputs before
they are fed into the model.
"""
return string.replace(' ', '#')
return string + params["input suffix"]
def output_modifier(string):
"""
This function is applied to the model outputs.
"""
return string.replace(' ', '_')
return string

23
server.py
View File

@ -606,6 +606,29 @@ if args.chat or args.cai_chat:
with gr.Tab('Upload TavernAI Character Card'):
upload_img_tavern = gr.File(type='binary')
if args.extensions is not None:
extensions_ui_elements = []
gr.Markdown('## Extensions parameters')
for ext in sorted(extension_state, key=lambda x : extension_state[x][1]):
if extension_state[ext][0] == True:
params = eval(f"extensions.{ext}.script.params")
for param in params:
if type(params[param] == str):
extensions_ui_elements.append(gr.Textbox(value=params[param], label=param))
def update_extensions_parameters(*kwargs):
i = 0
for ext in sorted(extension_state, key=lambda x : extension_state[x][1]):
if extension_state[ext][0] == True:
params = eval(f"extensions.{ext}.script.params")
for param in params:
if len(kwargs) >= i+1:
params[param] = eval(f"kwargs[{i}]")
i += 1
btn_extensions = gr.Button("Apply")
btn_extensions.click(update_extensions_parameters, [*extensions_ui_elements], [])
input_params = [textbox, length_slider, preset_menu, model_menu, name1, name2, context, check, history_size_slider]
if args.cai_chat:
gen_event = btn.click(cai_chatbot_wrapper, input_params, display1, show_progress=args.no_stream, api_name="textgen")