Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-27 06:39:33 +01:00
Code Issues Packages Projects Releases Wiki Activity

Do not limit API updates/second

Browse Source
This commit is contained in:
oobabooga 2023-12-04 20:45:06 -08:00
parent af261e5dd4
commit 2694ef45a3
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
modules/text_generation.py
View File

@ -93,9 +93,10 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False, escap
last_update = time.time() last_update = time.time()
yield reply yield reply
# Limit updates to 24 or 5 per second to avoid lag # Limit updates to 24 or 5 per second to avoid lag in the Gradio UI
# API updates are not limited
else: else:
min_update_interval = 0.2 if (shared.args.listen or shared.args.share) else 0.0417 min_update_interval = 0 if not escape_html else 0.2 if (shared.args.listen or shared.args.share) else 0.0417
if cur_time - last_update > min_update_interval: if cur_time - last_update > min_update_interval:
last_update = cur_time last_update = cur_time
yield reply yield reply