Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Sort the loaders

Browse Source
This commit is contained in:
oobabooga 2023-11-29 15:13:03 -08:00
parent a7670c31ca
commit 9940ed9c77
1 changed files with 16 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
modules/loaders.py
View File

@ -27,6 +27,22 @@ loaders_and_params = OrderedDict({
'disable_exllama', 'disable_exllama',
'transformers_info' 'transformers_info'
], ],
'llama.cpp': [
'n_ctx',
'n_gpu_layers',
'tensor_split',
'n_batch',
'threads',
'threads_batch',
'no_mmap',
'mlock',
'no_mul_mat_q',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'cpu',
'numa',
],
'llamacpp_HF': [ 'llamacpp_HF': [
'n_ctx', 'n_ctx',
'n_gpu_layers', 'n_gpu_layers',
@ -102,22 +118,6 @@ loaders_and_params = OrderedDict({
'no_use_fast', 'no_use_fast',
'gptq_for_llama_info', 'gptq_for_llama_info',
], ],
'llama.cpp': [
'n_ctx',
'n_gpu_layers',
'tensor_split',
'n_batch',
'threads',
'threads_batch',
'no_mmap',
'mlock',
'no_mul_mat_q',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'cpu',
'numa',
],
'ExLlama': [ 'ExLlama': [
'gpu_split', 'gpu_split',
'max_seq_len', 'max_seq_len',