Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-25 22:08:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fixing Vicuna text generation (#1579)

Browse Source
This commit is contained in:
TiagoGF 2023-04-26 15:20:27 -04:00 committed by GitHub
parent d87ca8f2af
commit a941c19337
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
characters/instruction-following/Vicuna-v0.yaml
View File

@ -1,4 +1,4 @@
name: "### Assistant:"
your_name: "### Human:"
context: "A chat between a human and an assistant.\n\n"
turn_template: "<|user|> <|user-message|>\n<|bot|> <|bot-message|>\n"
turn_template: "<|user|> <|user-message|>\n<|bot|><|bot-message|>\n"

2
characters/instruction-following/Vicuna.yaml
View File

@ -1,4 +1,4 @@
name: "ASSISTANT:"
your_name: "USER:"
context: "A chat between a user and an assistant.\n\n"
turn_template: "<|user|> <|user-message|>\n<|bot|> <|bot-message|></s>\n"
turn_template: "<|user|> <|user-message|>\n<|bot|><|bot-message|></s>\n"

2
models/config.yaml
View File

@ -27,6 +27,8 @@ llama-[0-9]*b-4bit$:
.*vicuna:
mode: 'instruct'
instruction_template: 'Vicuna'
anon8231489123_vicuna-13b-GPTQ-4bit-128g:
instruction_template: 'Vicuna-v0'
.*alpaca:
mode: 'instruct'
instruction_template: 'Alpaca'