From fb6a00f4e53f858214fb7d64c19cb7b7a7bcd99c Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Tue, 23 May 2023 15:20:01 -0300
Subject: [PATCH] Small AutoGPTQ fix

---
 modules/AutoGPTQ_loader.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/modules/AutoGPTQ_loader.py b/modules/AutoGPTQ_loader.py
index e80e0db0..622b9f87 100644
--- a/modules/AutoGPTQ_loader.py
+++ b/modules/AutoGPTQ_loader.py
@@ -20,6 +20,9 @@ def load_quantized(model_name):
                 logger.warning(f'More than one {ext} model has been found. The last one will be selected. It could be wrong.')
 
             pt_path = found[-1]
+            if ext == '.safetensors':
+                use_safetensors = True
+
             break
 
     if pt_path is None: