Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Use reentrant generation lock (#6107)

Browse Source
This commit is contained in:
theo77186 2024-06-13 04:25:05 +02:00 committed by GitHub
parent a36fa73071
commit b675151f25
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server.py
View File

@ -32,7 +32,7 @@ import sys
import time
from functools import partial
from pathlib import Path
from threading import Lock, Thread
from threading import RLock, Thread
import yaml
@ -243,7 +243,7 @@ if __name__ == "__main__":
if shared.args.lora:
add_lora_to_model(shared.args.lora)
shared.generation_lock = Lock()
shared.generation_lock = RLock()
if shared.args.idle_timeout > 0:
timer_thread = Thread(target=unload_model_if_idle)