From 32e7cbb635612be3aeff6e2598434e466429a26e Mon Sep 17 00:00:00 2001
From: matatonic <73265741+matatonic@users.noreply.github.com>
Date: Thu, 3 Aug 2023 15:02:54 -0400
Subject: [PATCH] More models: +StableBeluga2 (#3415)

---
 characters/instruction-following/StableBeluga2.yaml | 4 ++++
 models/config.yaml                                  | 5 +++++
 2 files changed, 9 insertions(+)
 create mode 100644 characters/instruction-following/StableBeluga2.yaml

diff --git a/characters/instruction-following/StableBeluga2.yaml b/characters/instruction-following/StableBeluga2.yaml
new file mode 100644
index 00000000..cd5675f8
--- /dev/null
+++ b/characters/instruction-following/StableBeluga2.yaml
@@ -0,0 +1,4 @@
+user: "### User:"
+bot: "### Assistant:"
+turn_template: "<|user|>\n<|user-message|>\n\n<|bot|>\n<|bot-message|>\n\n"
+context: "### System:\nThis is a system prompt, please behave and help the user.\n\n"
diff --git a/models/config.yaml b/models/config.yaml
index 0c1027c0..4d618de2 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -283,3 +283,8 @@ TheBloke_WizardLM-30B-GPTQ:
 .*newhope:
   mode: 'instruct'
   instruction_template: 'NewHope'
+.*stablebeluga2:
+  mode: 'instruct'
+  instruction_template: 'StableBeluga2'
+  truncation_length: 4096
+  rms_norm_eps: 5.0e-6