Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 09:19:23 +01:00
Code Issues Packages Projects Releases Wiki Activity

Better way to generate custom prompts

Browse Source
This commit is contained in:
oobabooga 2023-02-25 01:08:17 -03:00
parent 67623a52b7
commit 13f2688134
2 changed files with 13 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
extensions/send_pictures/script.py
View File

@ -14,12 +14,7 @@ params = {
# custom output text # custom output text
input_hijack = { input_hijack = {
'state': 'off', 'state': 'off',
'value': [] 'value': ["", ""]
}
prompt_hijack = {
'state': 'off',
'value': ""
} }
def generate_chat_picture(picture, name1, name2): def generate_chat_picture(picture, name1, name2):

36
modules/chat.py
View File

@ -86,33 +86,19 @@ def stop_everything_event():
def chatbot_wrapper(text, max_new_tokens, do_sample, temperature, top_p, typical_p, repetition_penalty, top_k, min_length, no_repeat_ngram_size, num_beams, penalty_alpha, length_penalty, early_stopping, name1, name2, context, check, chat_prompt_size): def chatbot_wrapper(text, max_new_tokens, do_sample, temperature, top_p, typical_p, repetition_penalty, top_k, min_length, no_repeat_ngram_size, num_beams, penalty_alpha, length_penalty, early_stopping, name1, name2, context, check, chat_prompt_size):
shared.stop_everything = False shared.stop_everything = False
just_started = True
eos_token = '\n' if check else None
if 'pygmalion' in shared.model_name.lower():
name1 = "You"
# Check if any extension wants to hijack this function call # Check if any extension wants to hijack this function call
visible_text = None visible_text = None
prompt = None custom_prompt_generator = None
for extension, _ in extensions_module.iterator(): for extension, _ in extensions_module.iterator():
if hasattr(extension, 'input_hijack') and extension.input_hijack['state'] in ['temporary', 'permanent']: if hasattr(extension, 'input_hijack') and extension.input_hijack['state'] == True:
if extension.input_hijack['state'] == 'temporary': text, visible_text = extension.input_hijack['value']
extension.input_hijack['state'] = 'off' if custom_prompt_generator is None and hasattr(extension, 'custom_prompt_generator'):
values = extension.input_hijack['value'] custom_prompt_generator = extension.custom_prompt_generator
if len(values) == 2:
text, visible_text = values
elif len(values) == 4:
text, visible_text, reply, visible_reply = valueso
if not shared.stop_everything:
shared.history['internal'].append([text, reply])
shared.history['visible'].append([visible_text, visible_reply])
return shared.history['visible']
if hasattr(extension, 'prompt_hijack') and extension.prompt_hijack['state'] in ['temporary', 'permanent']:
if extension.prompt_hijack['state'] == 'temporary':
extension.prompt_hijack['state'] = 'off'
prompt = extension.prompt_hijack['value']
just_started = True
eos_token = '\n' if check else None
if 'pygmalion' in shared.model_name.lower():
name1 = "You"
if visible_text is None: if visible_text is None:
visible_text = text visible_text = text
@ -120,8 +106,10 @@ def chatbot_wrapper(text, max_new_tokens, do_sample, temperature, top_p, typical
visible_text = visible_text.replace('\n', '<br>') visible_text = visible_text.replace('\n', '<br>')
text = apply_extensions(text, "input") text = apply_extensions(text, "input")
if prompt is None: if custom_prompt_generator is None:
prompt = generate_chat_prompt(text, max_new_tokens, name1, name2, context, chat_prompt_size) prompt = generate_chat_prompt(text, max_new_tokens, name1, name2, context, chat_prompt_size)
else:
prompt = custom_prompt_generator(text, max_new_tokens, name1, name2, context, chat_prompt_size)
# Generate # Generate
for reply in generate_reply(prompt, max_new_tokens, do_sample, temperature, top_p, typical_p, repetition_penalty, top_k, min_length, no_repeat_ngram_size, num_beams, penalty_alpha, length_penalty, early_stopping, eos_token=eos_token, stopping_string=f"\n{name1}:"): for reply in generate_reply(prompt, max_new_tokens, do_sample, temperature, top_p, typical_p, repetition_penalty, top_k, min_length, no_repeat_ngram_size, num_beams, penalty_alpha, length_penalty, early_stopping, eos_token=eos_token, stopping_string=f"\n{name1}:"):