add chatml support + mistral-openorca (#4275)

instruction-templates/ChatML.yaml

@@ -0,0 +1,7 @@
+user: "user"
+bot: "assistant"
+context: |
+  <|im_start|>system
+  <|im_end|>
+turn_template: "<|im_start|><|user|>\n<|user-message|><|im_end|>\n<|im_start|><|bot|>\n<|bot-message|><|im_end|>\n"
+

instruction-templates/MPT-Chat.yaml

@@ -1,10 +0,0 @@
-user: "user"
-bot: "assistant"
-context: |
-  <|im_start|>system
-  - You are a helpful assistant chatbot trained by MosaicML.
-  - You answer questions.
-  - You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user.
-  - You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|>
-turn_template: "<|im_start|><|user|>\n<|user-message|><|im_end|>\n<|im_start|><|bot|>\n<|bot-message|><|im_end|>\n"
-

models/config.yaml

@@ -87,7 +87,7 @@
 .*mpt-.*instruct:
   instruction_template: 'Alpaca'
 .*mpt-.*chat:
-  instruction_template: 'MPT-Chat'
+  instruction_template: 'ChatML'
 (?!.*-flan-)(?!.*-t5-).*lamini-:
   instruction_template: 'Alpaca'
 .*incite.*chat:
@@ -174,5 +174,7 @@
   instruction_template: 'Llama-v2'
 .*mistral.*instruct:
   instruction_template: 'Mistral'
+.*mistral.*openorca:
+  instruction_template: 'ChatML'
 .*AWQ:
   n_batch: 1