diff --git a/models/config.yaml b/models/config.yaml index 475eb8e8..61e128cd 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -303,4 +303,5 @@ llama-65b-gptq-3bit: .*codellama: rope_freq_base: 1000000 .*codellama.*instruct: + mode: 'instruct' instruction_template: 'Llama-v2'