Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Keep ExLlama_HF if already selected

Browse Source
This commit is contained in:
oobabooga 2023-06-25 19:06:28 -03:00
parent 75fd763f99
commit 9290c6236f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/models_settings.py
View File

@ -94,7 +94,7 @@ def apply_model_settings_to_state(model, state):
loader = 'AutoGPTQ'
# If the user is using an alternative GPTQ loader, let them keep using it
if not (loader == 'AutoGPTQ' and state['loader'] in ['GPTQ-for-LLaMa', 'ExLlama']):
if not (loader == 'AutoGPTQ' and state['loader'] in ['GPTQ-for-LLaMa', 'ExLlama', 'ExLlama_HF']):
state['loader'] = loader
for k in model_settings: