diff --git a/characters/instruction-following/StableBeluga2.yaml b/characters/instruction-following/StableBeluga2.yaml new file mode 100644 index 00000000..cd5675f8 --- /dev/null +++ b/characters/instruction-following/StableBeluga2.yaml @@ -0,0 +1,4 @@ +user: "### User:" +bot: "### Assistant:" +turn_template: "<|user|>\n<|user-message|>\n\n<|bot|>\n<|bot-message|>\n\n" +context: "### System:\nThis is a system prompt, please behave and help the user.\n\n" diff --git a/models/config.yaml b/models/config.yaml index 0c1027c0..4d618de2 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -283,3 +283,8 @@ TheBloke_WizardLM-30B-GPTQ: .*newhope: mode: 'instruct' instruction_template: 'NewHope' +.*stablebeluga2: + mode: 'instruct' + instruction_template: 'StableBeluga2' + truncation_length: 4096 + rms_norm_eps: 5.0e-6