Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix a typo

Browse Source
This commit is contained in:
oobabooga 2024-09-27 20:26:36 -07:00
parent 46996f6519
commit 7276dca933
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modules/exllamav2_hf.py
View File

@ -48,9 +48,9 @@ class Exllamav2HF(PreTrainedModel):
split = [float(alloc) for alloc in shared.args.gpu_split.split(",")] split = [float(alloc) for alloc in shared.args.gpu_split.split(",")]
if shared.args.enable_tp: if shared.args.enable_tp:
model.load_tp(split) self.ex_model.load_tp(split)
elif not shared.args.autosplit: elif not shared.args.autosplit:
model.load(split) self.ex_model.load(split)
# Determine the correct cache type # Determine the correct cache type
if shared.args.cache_8bit: if shared.args.cache_8bit: