Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 17:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

use updated load_quantized

Browse Source
This commit is contained in:
Ayanami Rei 2023-03-13 22:11:40 +03:00
parent a6a6522b6a
commit 8778b756e6
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/models.py
View File

@ -91,7 +91,7 @@ def load_model(model_name):
elif shared.args.gptq_bits > 0: elif shared.args.gptq_bits > 0:
from modules.quant_loader import load_quantized from modules.quant_loader import load_quantized
model = load_quantized(model_name, shared.args.gptq_model_type.lower()) model = load_quantized(model_name)
# Custom # Custom
else: else: