From e1aa9d5173368015fd7e21d582d4fe620adee901 Mon Sep 17 00:00:00 2001 From: USBhost Date: Fri, 21 Apr 2023 10:43:56 -0500 Subject: [PATCH] Support upstream GPTQ once again. (#1451) --- modules/GPTQ_loader.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/modules/GPTQ_loader.py b/modules/GPTQ_loader.py index fc70e5e3..3379d27a 100644 --- a/modules/GPTQ_loader.py +++ b/modules/GPTQ_loader.py @@ -12,7 +12,11 @@ import modules.shared as shared sys.path.insert(0, str(Path("repositories/GPTQ-for-LLaMa"))) import llama_inference_offload -from modelutils import find_layers + +try: + from modelutils import find_layers +except ImportError: + from utils import find_layers try: from quant import make_quant