Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Replace {{char}}, {{user}} in the chat template itself

Browse Source
This commit is contained in:
oobabooga 2024-02-18 19:57:38 -08:00
parent 717c3494e8
commit ae05d9830f
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
modules/chat.py
View File

@ -82,7 +82,11 @@ def generate_chat_prompt(user_input, state, **kwargs):
history = kwargs.get('history', state['history'])['internal'] history = kwargs.get('history', state['history'])['internal']
# Templates # Templates
chat_template = jinja_env.from_string(state['chat_template_str']) chat_template_str = state['chat_template_str']
if state['mode'] != 'instruct':
chat_template_str = replace_character_names(chat_template_str, state['name1'], state['name2'])
chat_template = jinja_env.from_string(chat_template_str)
instruction_template = jinja_env.from_string(state['instruction_template_str']) instruction_template = jinja_env.from_string(state['instruction_template_str'])
chat_renderer = partial(chat_template.render, add_generation_prompt=False, name1=state['name1'], name2=state['name2']) chat_renderer = partial(chat_template.render, add_generation_prompt=False, name1=state['name1'], name2=state['name2'])
instruct_renderer = partial(instruction_template.render, add_generation_prompt=False) instruct_renderer = partial(instruction_template.render, add_generation_prompt=False)