From 1b87844928203e13267c9488e692607d488fa6a7 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 5 Apr 2024 18:43:43 -0700 Subject: [PATCH] Minor fix --- modules/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/models.py b/modules/models.py index 03296052..291383ef 100644 --- a/modules/models.py +++ b/modules/models.py @@ -137,7 +137,7 @@ def huggingface_loader(model_name): params['use_flash_attention_2'] = True if shared.args.force_safetensors: - params['max_memory'] = True + params['force_safetensors'] = True config = AutoConfig.from_pretrained(path_to_model, trust_remote_code=shared.args.trust_remote_code)