From e0631e309fa83602bb748a7a159a0d8f21428dbb Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Tue, 18 Jul 2023 17:19:18 -0300
Subject: [PATCH] Create instruction template for Llama-v2 (#3194)

---
 characters/instruction-following/Llama-v2.yaml | 4 ++++
 models/config.yaml                             | 5 +++++
 2 files changed, 9 insertions(+)
 create mode 100644 characters/instruction-following/Llama-v2.yaml

diff --git a/characters/instruction-following/Llama-v2.yaml b/characters/instruction-following/Llama-v2.yaml
new file mode 100644
index 00000000..3c1e27a9
--- /dev/null
+++ b/characters/instruction-following/Llama-v2.yaml
@@ -0,0 +1,4 @@
+user: ""
+bot: ""
+turn_template: "<|user|><|user-message|> [/INST] <|bot|><|bot-message|> [INST] "
+context: "[INST] <<SYS>>\nAnswer the questions.\n<</SYS>>\n"
diff --git a/models/config.yaml b/models/config.yaml
index ef95c2eb..1cc5605c 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -272,3 +272,8 @@ TheBloke_WizardLM-30B-GPTQ:
 .*godzilla:
   mode: 'instruct'
   instruction_template: 'Alpaca'
+.*llama-(2|v2):
+  truncation_length: 4096
+.*llama-(2|v2).*chat:
+  mode: 'instruct'
+  instruction_template: 'Llama-v2'