Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-25 22:08:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

Do not limit API updates/second

Browse Source
This commit is contained in:
oobabooga 2023-12-04 20:45:06 -08:00
parent af261e5dd4
commit 2694ef45a3
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
modules/text_generation.py
View File

@ -93,9 +93,10 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False, escap
last_update = time.time()
yield reply
# Limit updates to 24 or 5 per second to avoid lag
# Limit updates to 24 or 5 per second to avoid lag in the Gradio UI
# API updates are not limited
else:
min_update_interval = 0.2 if (shared.args.listen or shared.args.share) else 0.0417
min_update_interval = 0 if not escape_html else 0.2 if (shared.args.listen or shared.args.share) else 0.0417
if cur_time - last_update > min_update_interval:
last_update = cur_time
yield reply