From a941c193376d489310930fca3ae2566ec1ef8e18 Mon Sep 17 00:00:00 2001 From: TiagoGF Date: Wed, 26 Apr 2023 15:20:27 -0400 Subject: [PATCH] Fixing Vicuna text generation (#1579) --- characters/instruction-following/Vicuna-v0.yaml | 2 +- characters/instruction-following/Vicuna.yaml | 2 +- models/config.yaml | 2 ++ 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/characters/instruction-following/Vicuna-v0.yaml b/characters/instruction-following/Vicuna-v0.yaml index 43b2a28c..5312ca77 100644 --- a/characters/instruction-following/Vicuna-v0.yaml +++ b/characters/instruction-following/Vicuna-v0.yaml @@ -1,4 +1,4 @@ name: "### Assistant:" your_name: "### Human:" context: "A chat between a human and an assistant.\n\n" -turn_template: "<|user|> <|user-message|>\n<|bot|> <|bot-message|>\n" +turn_template: "<|user|> <|user-message|>\n<|bot|><|bot-message|>\n" diff --git a/characters/instruction-following/Vicuna.yaml b/characters/instruction-following/Vicuna.yaml index 9b00b764..627dcb83 100644 --- a/characters/instruction-following/Vicuna.yaml +++ b/characters/instruction-following/Vicuna.yaml @@ -1,4 +1,4 @@ name: "ASSISTANT:" your_name: "USER:" context: "A chat between a user and an assistant.\n\n" -turn_template: "<|user|> <|user-message|>\n<|bot|> <|bot-message|>\n" +turn_template: "<|user|> <|user-message|>\n<|bot|><|bot-message|>\n" diff --git a/models/config.yaml b/models/config.yaml index cdae3ea2..c513ff4f 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -27,6 +27,8 @@ llama-[0-9]*b-4bit$: .*vicuna: mode: 'instruct' instruction_template: 'Vicuna' +anon8231489123_vicuna-13b-GPTQ-4bit-128g: + instruction_template: 'Vicuna-v0' .*alpaca: mode: 'instruct' instruction_template: 'Alpaca'