From fde6d06167322eecf8e5b3a6bfc5cc381e982efa Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 13 Apr 2023 11:27:03 -0300 Subject: [PATCH] Prioritize names with the groupsize in them --- modules/GPTQ_loader.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/modules/GPTQ_loader.py b/modules/GPTQ_loader.py index fc1689b8..34dbb2ae 100644 --- a/modules/GPTQ_loader.py +++ b/modules/GPTQ_loader.py @@ -115,6 +115,8 @@ def load_quantized(model_name): for group in ([f'-{shared.args.groupsize}g', ''] if shared.args.groupsize > 0 else ['']) for hyphen in ['-', f'/{model_name}-', '/'] ] + if shared.args.groupsize > 0: + priority_name_list = [i for i in priority_name_list if str(shared.args.groupsize) in i.name] + [i for i in priority_name_list if str(shared.args.groupsize) not in i.name] for path in priority_name_list: if path.exists(): pt_path = path