diff --git a/models/config.yaml b/models/config.yaml
index 703b9e77..f18687ae 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -184,3 +184,5 @@
   instruction_template: 'ChatML'
 .*openhermes.*mistral:
   instruction_template: 'ChatML'
+.*Yi-34B-Chat:
+  instruction_template: 'ChatML'