From 45c4cd01c5c758ef464fb1e0cfaae405add04662 Mon Sep 17 00:00:00 2001
From: jeffbiocode <142954341+jeffbiocode@users.noreply.github.com>
Date: Sun, 25 Feb 2024 14:36:36 +0900
Subject: [PATCH] Add llama 2 chat format for lora training (#5553)

---
 training/formats/llama2-chat-format.json | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 training/formats/llama2-chat-format.json

diff --git a/training/formats/llama2-chat-format.json b/training/formats/llama2-chat-format.json
new file mode 100644
index 00000000..8f8f4e6b
--- /dev/null
+++ b/training/formats/llama2-chat-format.json
@@ -0,0 +1,4 @@
+{
+    "modelanswer,userprompt,systemprompt": "<s>[INST] <<SYS>>\n%systemprompt%\n<</SYS>>\n\n%userprompt%[/INST] %modelanswer%</s>"
+    "modelanswer,userprompt": "<s>[INST] <<SYS>>\n\n<</SYS>>\n\n%userprompt%[/INST] %modelanswer%</s>"
+}