From 0f828ea4412cab3200c1b6294f61035dc641cf65 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Mon, 4 Dec 2023 20:45:06 -0800
Subject: [PATCH] Do not limit API updates/second

---
 modules/text_generation.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/modules/text_generation.py b/modules/text_generation.py
index c5bfceb7..ca379fd7 100644
--- a/modules/text_generation.py
+++ b/modules/text_generation.py
@@ -93,9 +93,10 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False, escap
                 last_update = time.time()
                 yield reply
 
-            # Limit updates to 24 or 5 per second to avoid lag
+            # Limit updates to 24 or 5 per second to avoid lag in the Gradio UI
+            # API updates are not limited
             else:
-                min_update_interval = 0.2 if (shared.args.listen or shared.args.share) else 0.0417
+                min_update_interval = 0 if not escape_html else 0.2 if (shared.args.listen or shared.args.share) else 0.0417
                 if cur_time - last_update > min_update_interval:
                     last_update = cur_time
                     yield reply