From 881e8a6e7007b9fe94ddb91f24caa518ed125854 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 8 Nov 2023 02:34:13 -0300 Subject: [PATCH] Small bug fix in /v1/internal/model/load --- extensions/openai/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/openai/models.py b/extensions/openai/models.py index 053c7ca1..da900fb0 100644 --- a/extensions/openai/models.py +++ b/extensions/openai/models.py @@ -51,7 +51,7 @@ def _load_model(data): # Update shared.args with custom model loading settings if args: for k in args: - if k in shared.args: + if hasattr(shared.args, k): setattr(shared.args, k, args[k]) shared.model, shared.tokenizer = load_model(model_name)