From 2694ef45a36b98efa1cb81ff2989c4eaf5d27c00 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 4 Dec 2023 20:45:06 -0800 Subject: [PATCH 1/2] Do not limit API updates/second --- modules/text_generation.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/modules/text_generation.py b/modules/text_generation.py index c5bfceb78e..ca379fd730 100644 --- a/modules/text_generation.py +++ b/modules/text_generation.py @@ -93,9 +93,10 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False, escap last_update = time.time() yield reply - # Limit updates to 24 or 5 per second to avoid lag + # Limit updates to 24 or 5 per second to avoid lag in the Gradio UI + # API updates are not limited else: - min_update_interval = 0.2 if (shared.args.listen or shared.args.share) else 0.0417 + min_update_interval = 0 if not escape_html else 0.2 if (shared.args.listen or shared.args.share) else 0.0417 if cur_time - last_update > min_update_interval: last_update = cur_time yield reply From 1ba3e14714e0e20575eef7256f99d6e73c9b7fd1 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 11 Dec 2023 20:22:08 +0000 Subject: [PATCH 2/2] Update peft requirement from ==0.6.* to ==0.7.* Updates the requirements on [peft](https://github.com/huggingface/peft) to permit the latest version. - [Release notes](https://github.com/huggingface/peft/releases) - [Commits](https://github.com/huggingface/peft/compare/v0.6.0...v0.7.0) --- updated-dependencies: - dependency-name: peft dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- requirements_amd.txt | 2 +- requirements_amd_noavx2.txt | 2 +- requirements_apple_intel.txt | 2 +- requirements_apple_silicon.txt | 2 +- requirements_cpu_only.txt | 2 +- requirements_cpu_only_noavx2.txt | 2 +- requirements_noavx2.txt | 2 +- requirements_nowheels.txt | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index f4cbaeacb1..e15fb25c58 100644 --- a/requirements.txt +++ b/requirements.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_amd.txt b/requirements_amd.txt index 892cae7ce6..e7648b685f 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index 228c51724f..4747ca8772 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 377373f117..9ee4ec6e61 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index e280108ba5..08297db448 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 7e83c66205..28ea2ca39f 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index b31eec1435..45ea916e94 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index c00d9bd169..6269fd2115 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index b285e4c0ae..30ad3f5dbe 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -8,7 +8,7 @@ markdown numpy==1.24.* optimum==1.14.0 pandas -peft==0.6.* +peft==0.7.* Pillow>=9.5.0 pyyaml requests