mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-23 08:28:21 +01:00
307 lines
7.5 KiB
YAML
307 lines
7.5 KiB
YAML
.*(llama|alpac|vicuna|guanaco|koala|llava|wizardlm|metharme|pygmalion-7b|wizard-mega|openbuddy|vigogne|h2ogpt-research|manticore):
|
|
model_type: 'llama'
|
|
.*(opt-|opt_|opt1|opt3|optfor|galactica|galpaca|pygmalion-350m):
|
|
model_type: 'opt'
|
|
.*(gpt-j|gptj|gpt4all-j|malion-6b|pygway|pygmalion-6b|dolly-v1):
|
|
model_type: 'gptj'
|
|
.*(gpt-neox|koalpaca-polyglot|polyglot.*koalpaca|polyglot-ko|polyglot_ko|pythia|stablelm|incite|dolly-v2|polycoder|h2ogpt-oig|h2ogpt-oasst1|h2ogpt-gm):
|
|
model_type: 'gptneox'
|
|
.*llama:
|
|
model_type: 'llama'
|
|
.*bloom:
|
|
model_type: 'bloom'
|
|
.*gpt2:
|
|
model_type: 'gpt2'
|
|
.*falcon:
|
|
model_type: 'falcon'
|
|
.*mpt:
|
|
model_type: 'mpt'
|
|
.*(starcoder|starchat):
|
|
model_type: 'starcoder'
|
|
.*dolly-v2:
|
|
model_type: 'dollyv2'
|
|
.*replit:
|
|
model_type: 'replit'
|
|
llama-65b-gptq-3bit:
|
|
groupsize: 'None'
|
|
.*(4bit|int4):
|
|
wbits: 4
|
|
.*(3bit|int3):
|
|
wbits: 3
|
|
.*(-2bit|_2bit|int2-):
|
|
wbits: 2
|
|
.*(-1bit|_1bit|int1-):
|
|
wbits: 1
|
|
.*(8bit|int8):
|
|
wbits: 8
|
|
.*(-7bit|_7bit|int7-):
|
|
wbits: 7
|
|
.*(-6bit|_6bit|int6-):
|
|
wbits: 6
|
|
.*(-5bit|_5bit|int5-):
|
|
wbits: 5
|
|
.*(-gr32-|-32g-|groupsize32|-32g$):
|
|
groupsize: 32
|
|
.*(-gr64-|-64g-|groupsize64|-64g$):
|
|
groupsize: 64
|
|
.*(gr128|128g|groupsize128):
|
|
groupsize: 128
|
|
.*(gr1024|1024g|groupsize1024):
|
|
groupsize: 1024
|
|
.*(oasst|openassistant-|stablelm-7b-sft-v7-epoch-3):
|
|
mode: 'instruct'
|
|
instruction_template: 'Open Assistant'
|
|
skip_special_tokens: false
|
|
(?!.*galactica)(?!.*reward).*openassistant:
|
|
mode: 'instruct'
|
|
instruction_template: 'Open Assistant'
|
|
skip_special_tokens: false
|
|
(?!.*v0)(?!.*1.1)(?!.*1_1)(?!.*stable)(?!.*chinese).*vicuna:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v0'
|
|
.*vicuna.*v0:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v0'
|
|
.*vicuna.*(1.1|1_1|1.3|1_3):
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v1.1'
|
|
.*vicuna.*(1.5|1_5):
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v1.1'
|
|
truncation_length: 4096
|
|
rms_norm_eps: 5.0e-6
|
|
.*stable.*vicuna:
|
|
mode: 'instruct'
|
|
instruction_template: 'StableVicuna'
|
|
(?!.*chat).*chinese-vicuna:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*chinese-vicuna.*chat:
|
|
mode: 'instruct'
|
|
instruction_template: 'Chinese-Vicuna-Chat'
|
|
.*alpaca:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*alpaca-native-4bit:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
wbits: 4
|
|
groupsize: 128
|
|
.*galactica:
|
|
skip_special_tokens: false
|
|
.*dolly-v[0-9]-[0-9]*b:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
skip_special_tokens: false
|
|
custom_stopping_strings: '"### End"'
|
|
.*koala:
|
|
mode: 'instruct'
|
|
instruction_template: 'Koala'
|
|
.*chatglm:
|
|
mode: 'instruct'
|
|
instruction_template: 'ChatGLM'
|
|
.*metharme:
|
|
mode: 'instruct'
|
|
instruction_template: 'Metharme'
|
|
.*llava:
|
|
mode: 'instruct'
|
|
model_type: 'llama'
|
|
instruction_template: 'LLaVA'
|
|
custom_stopping_strings: '"\n###"'
|
|
.*raven:
|
|
mode: 'instruct'
|
|
instruction_template: 'RWKV-Raven'
|
|
.*ctx8192:
|
|
truncation_length: 8192
|
|
.*moss-moon.*sft:
|
|
mode: 'instruct'
|
|
instruction_template: 'MOSS'
|
|
.*stablelm-tuned:
|
|
mode: 'instruct'
|
|
instruction_template: 'StableLM'
|
|
truncation_length: 4096
|
|
.*stablelm-base:
|
|
truncation_length: 4096
|
|
.*galactica.*finetuned:
|
|
mode: 'instruct'
|
|
instruction_template: 'Galactica Finetuned'
|
|
.*galactica.*-v2:
|
|
mode: 'instruct'
|
|
instruction_template: 'Galactica v2'
|
|
(?!.*finetuned)(?!.*-v2).*galactica:
|
|
mode: 'instruct'
|
|
instruction_template: 'Galactica'
|
|
.*guanaco:
|
|
mode: 'instruct'
|
|
instruction_template: 'Guanaco non-chat'
|
|
.*baize:
|
|
mode: 'instruct'
|
|
instruction_template: 'Baize'
|
|
.*mpt-.*instruct:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*mpt-.*chat:
|
|
mode: 'instruct'
|
|
instruction_template: 'MPT-Chat'
|
|
(?!.*-flan-)(?!.*-t5-).*lamini-:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*incite.*chat:
|
|
mode: 'instruct'
|
|
instruction_template: 'INCITE-Chat'
|
|
.*incite.*instruct:
|
|
mode: 'instruct'
|
|
instruction_template: 'INCITE-Instruct'
|
|
.*wizard.*mega:
|
|
mode: 'instruct'
|
|
instruction_template: 'Wizard-Mega'
|
|
custom_stopping_strings: '"</s>"'
|
|
.*ziya-:
|
|
mode: 'instruct'
|
|
instruction_template: 'Ziya'
|
|
.*koalpaca:
|
|
mode: 'instruct'
|
|
instruction_template: 'KoAlpaca'
|
|
.*openbuddy:
|
|
mode: 'instruct'
|
|
instruction_template: 'OpenBuddy'
|
|
(?!.*chat).*vigogne:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vigogne-Instruct'
|
|
.*vigogne.*chat:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vigogne-Chat'
|
|
.*(llama-deus|supercot|llama-natural-instructions|open-llama-0.3t-7b-instruct-dolly-hhrlhf|open-llama-0.3t-7b-open-instruct):
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*bactrian:
|
|
mode: 'instruct'
|
|
instruction_template: 'Bactrian'
|
|
.*(h2ogpt-oig-|h2ogpt-oasst1-|h2ogpt-research-oasst1-):
|
|
mode: 'instruct'
|
|
instruction_template: 'H2O-human_bot'
|
|
.*h2ogpt-gm-:
|
|
mode: 'instruct'
|
|
instruction_template: 'H2O-prompt_answer'
|
|
.*manticore:
|
|
mode: 'instruct'
|
|
instruction_template: 'Manticore Chat'
|
|
.*bluemoonrp-(30|13)b:
|
|
mode: 'instruct'
|
|
instruction_template: 'Bluemoon'
|
|
truncation_length: 4096
|
|
.*Nous-Hermes-13b:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*airoboros:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v1.1'
|
|
.*airoboros.*1.2:
|
|
mode: 'instruct'
|
|
instruction_template: 'Airoboros-v1.2'
|
|
.*alpa(cino|sta):
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*hippogriff:
|
|
mode: 'instruct'
|
|
instruction_template: 'Hippogriff'
|
|
.*lazarus:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*guanaco-.*(7|13|33|65)b:
|
|
mode: 'instruct'
|
|
instruction_template: 'Guanaco'
|
|
.*hypermantis:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*open-llama-.*-open-instruct:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*starcoder-gpteacher-code-instruct:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*tulu:
|
|
mode: 'instruct'
|
|
instruction_template: 'Tulu'
|
|
.*chronos:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*samantha:
|
|
mode: 'instruct'
|
|
instruction_template: 'Samantha'
|
|
.*wizardcoder:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*starchat-beta:
|
|
mode: 'instruct'
|
|
instruction_template: 'Starchat-Beta'
|
|
custom_stopping_strings: '"<|end|>"'
|
|
.*minotaur:
|
|
mode: 'instruct'
|
|
instruction_template: 'Minotaur'
|
|
.*minotaur-15b:
|
|
truncation_length: 8192
|
|
.*orca_mini:
|
|
mode: 'instruct'
|
|
instruction_template: 'Orca Mini'
|
|
.*landmark:
|
|
truncation_length: 8192
|
|
.*superhot-8k:
|
|
truncation_length: 8192
|
|
.*xgen.*-inst:
|
|
truncation_length: 8192
|
|
instruction_template: 'Vicuna-v0'
|
|
.*(platypus|gplatty|superplatty):
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*longchat:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v1.1'
|
|
.*vicuna-33b:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v1.1'
|
|
.*redmond-hermes-coder:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
truncation_length: 8192
|
|
.*wizardcoder-15b:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
truncation_length: 8192
|
|
.*wizardlm:
|
|
mode: 'instruct'
|
|
instruction_template: 'Vicuna-v1.1'
|
|
.*godzilla:
|
|
mode: 'instruct'
|
|
instruction_template: 'Alpaca'
|
|
.*llama-(2|v2):
|
|
truncation_length: 4096
|
|
rms_norm_eps: 5.0e-6
|
|
.*llama-(2|v2).*chat:
|
|
mode: 'instruct'
|
|
instruction_template: 'Llama-v2'
|
|
.*70b.*ggml.*\.bin:
|
|
n_gqa: 8
|
|
.*newhope:
|
|
mode: 'instruct'
|
|
instruction_template: 'NewHope'
|
|
.*stablebeluga2:
|
|
mode: 'instruct'
|
|
instruction_template: 'StableBeluga2'
|
|
truncation_length: 4096
|
|
rms_norm_eps: 5.0e-6
|
|
.*openchat:
|
|
mode: 'instruct'
|
|
instruction_template: 'OpenChat'
|
|
.*falcon.*-instruct:
|
|
mode: 'instruct'
|
|
.*(openorca-platypus2):
|
|
mode: 'instruct'
|
|
instruction_template: 'OpenOrca-Platypus2'
|
|
custom_stopping_strings: '"### Instruction:", "### Response:"'
|
|
rms_norm_eps: 5.0e-6
|
|
.*codellama:
|
|
rope_freq_base: 1000000
|
|
.*codellama.*instruct:
|
|
instruction_template: 'Llama-v2'
|