Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 16:17:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Mixtral Instruct: detect prompt format for llama.cpp loader

Browse Source 
Workaround until the tokenizer.chat_template kv field gets implemented
This commit is contained in:
oobabooga 2023-12-15 06:58:29 -08:00
parent 3bbf6c601d
commit a060908d6c
2 changed files with 2 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
instruction-templates/Mistral.yaml
View File

@ -1,16 +1,7 @@
instruction_template: |- instruction_template: |-
{%- set found_item = false -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set found_item = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not found_item -%}
{{- '' + '' + '' -}}
{%- endif %}
{%- for message in messages %} {%- for message in messages %}
{%- if message['role'] == 'system' -%} {%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '' -}} {{- message['content'] -}}
{%- else -%} {%- else -%}
{%- if message['role'] == 'user' -%} {%- if message['role'] == 'user' -%}
{{-'[INST] ' + message['content'] + ' [/INST]'-}} {{-'[INST] ' + message['content'] + ' [/INST]'-}}

2
models/config.yaml
View File

@ -174,7 +174,7 @@
instruction_template: 'OpenChat' instruction_template: 'OpenChat'
.*codellama.*instruct: .*codellama.*instruct:
instruction_template: 'Llama-v2' instruction_template: 'Llama-v2'
.*mistral.*instruct: .*(mistral|mixtral).*instruct:
instruction_template: 'Mistral' instruction_template: 'Mistral'
.*mistral.*openorca: .*mistral.*openorca:
instruction_template: 'ChatML' instruction_template: 'ChatML'