From 119be5639052fe49cafb78986dbde09340fcc5af Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 1 Feb 2023 10:01:44 -0300 Subject: [PATCH] Add back low_cpu_mem_usage=True Removing it didn't help with anything, so I am adding it bad on a purely superstiticious basis. --- server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server.py b/server.py index 2b49c572..ea05deca 100644 --- a/server.py +++ b/server.py @@ -88,7 +88,7 @@ def load_model(model_name): # Custom else: command = "AutoModelForCausalLM.from_pretrained" - settings = [] + settings = ["low_cpu_mem_usage=True"] if args.cpu: settings.append("low_cpu_mem_usage=True")