Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 16:17:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Handle the case of older autogptq install

Browse Source
This commit is contained in:
oobabooga 2023-06-06 13:05:05 -03:00
parent 5d515eeb8c
commit f040073ef1
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
modules/LoRA.py
View File

@ -1,14 +1,19 @@
from pathlib import Path from pathlib import Path
import torch import torch
from auto_gptq import get_gptq_peft_model
from auto_gptq.utils.peft_utils import GPTQLoraConfig
from peft import PeftModel from peft import PeftModel
import modules.shared as shared import modules.shared as shared
from modules.logging_colors import logger from modules.logging_colors import logger
from modules.models import reload_model from modules.models import reload_model
try:
from auto_gptq import get_gptq_peft_model
from auto_gptq.utils.peft_utils import GPTQLoraConfig
has_auto_gptq_peft = True
except:
has_auto_gptq_peft = False
def add_lora_to_model(lora_names): def add_lora_to_model(lora_names):
prior_set = set(shared.lora_names) prior_set = set(shared.lora_names)
@ -21,6 +26,10 @@ def add_lora_to_model(lora_names):
# AutoGPTQ case. It doesn't use the peft functions. # AutoGPTQ case. It doesn't use the peft functions.
# Copied from https://github.com/Ph0rk0z/text-generation-webui-testing # Copied from https://github.com/Ph0rk0z/text-generation-webui-testing
if is_autogptq: if is_autogptq:
if not has_auto_gptq_peft:
logger.error("This version of AutoGPTQ does not support LoRA. You need to install from source or wait for a new release.")
return
if len(prior_set) > 0: if len(prior_set) > 0:
reload_model() reload_model()