mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-26 01:30:20 +01:00
b98635d823
Hi there, fixing the templates as close as possible to the ground truth, you ca find more information regarding the templates in here: https://github.com/mistralai/cookbook/blob/main/concept-deep-dive/tokenization/chat_templates.md Still needs to be verified, so please dont merge yet!
26 lines
1.1 KiB
YAML
26 lines
1.1 KiB
YAML
instruction_template: |-
|
|
{%- if messages[0]['role'] == 'system' %}
|
|
{%- set system_message = messages[0]['content'] %}
|
|
{%- set loop_messages = messages[1:] %}
|
|
{%- else %}
|
|
{%- set loop_messages = messages %}
|
|
{%- endif %}
|
|
|
|
{{- bos_token }}
|
|
{%- for message in loop_messages %}
|
|
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}
|
|
{{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}
|
|
{%- endif %}
|
|
{%- if message['role'] == 'user' %}
|
|
{%- if loop.first and system_message is defined %}
|
|
{{- ' [INST] ' + system_message + '\\n\\n' + message['content'] + ' [/INST]' }}
|
|
{%- else %}
|
|
{{- ' [INST] ' + message['content'] + ' [/INST]' }}
|
|
{%- endif %}
|
|
{%- elif message['role'] == 'assistant' %}
|
|
{{- ' ' + message['content'] + '</s>'}}
|
|
{%- else %}
|
|
{{- raise_exception('Only user and assistant roles are supported, with the exception of an initial optional system message!') }}
|
|
{%- endif %}
|
|
{%- endfor %}
|