From bb712729037bc0dcd17528ee887b5718edd0fbe2 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 19 Oct 2023 14:35:56 -0700 Subject: [PATCH] Detect WizardCoder-Python-34B & Phind-CodeLlama-34B --- models/config.yaml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/models/config.yaml b/models/config.yaml index 9ec8ff1e..8cee0236 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -20,6 +20,8 @@ model_type: 'dollyv2' .*replit: model_type: 'replit' +.*AWQ: + n_batch: 1 .*(oasst|openassistant-|stablelm-7b-sft-v7-epoch-3): instruction_template: 'Open Assistant' skip_special_tokens: false @@ -176,5 +178,5 @@ instruction_template: 'Mistral' .*mistral.*openorca: instruction_template: 'ChatML' -.*AWQ: - n_batch: 1 +.*(WizardCoder-Python-34B-V1.0|Phind-CodeLlama-34B-v2|CodeBooga-34B-v0.1): + instruction_template: 'Alpaca'