diff --git a/models/config.yaml b/models/config.yaml index afa35083..90a61c37 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -6,7 +6,6 @@ mode: 'cai-chat' llama-[0-9]*b-4bit$: wbits: 4 - groupsize: -1 model_type: 'llama' .*-(4bit|int4)-(gr128|128g): wbits: 4