From 9aef01551df699e71d0489dcf7eaecd34e2ec11f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 13 Jun 2024 17:53:07 -0700 Subject: [PATCH] Revert "Use reentrant generation lock (#6107)" This reverts commit b675151f25b2814a56aa567fa7f68b28f6952872. --- server.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server.py b/server.py index 269e82b3..7afa954e 100644 --- a/server.py +++ b/server.py @@ -32,7 +32,7 @@ import sys import time from functools import partial from pathlib import Path -from threading import RLock, Thread +from threading import Lock, Thread import yaml @@ -243,7 +243,7 @@ if __name__ == "__main__": if shared.args.lora: add_lora_to_model(shared.args.lora) - shared.generation_lock = RLock() + shared.generation_lock = Lock() if shared.args.idle_timeout > 0: timer_thread = Thread(target=unload_model_if_idle)