From 2694ef45a36b98efa1cb81ff2989c4eaf5d27c00 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 4 Dec 2023 20:45:06 -0800 Subject: [PATCH 1/2] Do not limit API updates/second --- modules/text_generation.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/modules/text_generation.py b/modules/text_generation.py index c5bfceb78e..ca379fd730 100644 --- a/modules/text_generation.py +++ b/modules/text_generation.py @@ -93,9 +93,10 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False, escap last_update = time.time() yield reply - # Limit updates to 24 or 5 per second to avoid lag + # Limit updates to 24 or 5 per second to avoid lag in the Gradio UI + # API updates are not limited else: - min_update_interval = 0.2 if (shared.args.listen or shared.args.share) else 0.0417 + min_update_interval = 0 if not escape_html else 0.2 if (shared.args.listen or shared.args.share) else 0.0417 if cur_time - last_update > min_update_interval: last_update = cur_time yield reply From be67a652f997f98dbe74df4a8047043fe2226f2a Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 11 Dec 2023 20:21:31 +0000 Subject: [PATCH 2/2] Update transformers requirement from ==4.35.* to ==4.36.* Updates the requirements on [transformers](https://github.com/huggingface/transformers) to permit the latest version. - [Release notes](https://github.com/huggingface/transformers/releases) - [Commits](https://github.com/huggingface/transformers/compare/v4.35.0...v4.36.0) --- updated-dependencies: - dependency-name: transformers dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- requirements_amd.txt | 2 +- requirements_amd_noavx2.txt | 2 +- requirements_apple_intel.txt | 2 +- requirements_apple_silicon.txt | 2 +- requirements_cpu_only.txt | 2 +- requirements_cpu_only_noavx2.txt | 2 +- requirements_noavx2.txt | 2 +- requirements_nowheels.txt | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index f4cbaeacb1..e97aa1f01a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_amd.txt b/requirements_amd.txt index 892cae7ce6..117462122e 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index 228c51724f..2ff36dc867 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 377373f117..8133ebba14 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index e280108ba5..a05b9454cb 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 7e83c66205..65deb1faeb 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index b31eec1435..490de88d83 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index c00d9bd169..373fdeff1e 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index b285e4c0ae..b1b1d6d2d2 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -16,7 +16,7 @@ safetensors==0.4.1 scipy sentencepiece tensorboard -transformers==4.35.* +transformers==4.36.* tqdm wandb