From 2694ef45a36b98efa1cb81ff2989c4eaf5d27c00 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Mon, 4 Dec 2023 20:45:06 -0800
Subject: [PATCH 1/2] Do not limit API updates/second

---
 modules/text_generation.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/modules/text_generation.py b/modules/text_generation.py
index c5bfceb78e..ca379fd730 100644
--- a/modules/text_generation.py
+++ b/modules/text_generation.py
@@ -93,9 +93,10 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False, escap
                 last_update = time.time()
                 yield reply
 
-            # Limit updates to 24 or 5 per second to avoid lag
+            # Limit updates to 24 or 5 per second to avoid lag in the Gradio UI
+            # API updates are not limited
             else:
-                min_update_interval = 0.2 if (shared.args.listen or shared.args.share) else 0.0417
+                min_update_interval = 0 if not escape_html else 0.2 if (shared.args.listen or shared.args.share) else 0.0417
                 if cur_time - last_update > min_update_interval:
                     last_update = cur_time
                     yield reply

From fe9634f06ebadfead41d930ae69da5d1e097c68b Mon Sep 17 00:00:00 2001
From: Nehereus <55364637+Nehereus@users.noreply.github.com>
Date: Mon, 11 Dec 2023 17:13:33 -0600
Subject: [PATCH 2/2] Update callbacks.py

---
 modules/callbacks.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modules/callbacks.py b/modules/callbacks.py
index bb979a6c94..25ede07c2b 100644
--- a/modules/callbacks.py
+++ b/modules/callbacks.py
@@ -56,6 +56,7 @@ def gentask():
             try:
                 ret = self.mfunc(callback=_callback, *args, **self.kwargs)
             except ValueError:
+                traceback.print_exc()
                 pass
             except:
                 traceback.print_exc()