From 75ece884c247a325137967f3f5cd9f0e57b049e1 Mon Sep 17 00:00:00 2001 From: Huy Do Date: Tue, 13 Jan 2026 12:50:28 -0800 Subject: [PATCH 1/4] Upgrade transformers-4.57.5 Signed-off-by: Huy Do --- requirements/nightly_torch_test.txt | 2 +- requirements/test.in | 2 +- requirements/test.txt | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/requirements/nightly_torch_test.txt b/requirements/nightly_torch_test.txt index 72fa1369249e..57770332aff0 100644 --- a/requirements/nightly_torch_test.txt +++ b/requirements/nightly_torch_test.txt @@ -29,7 +29,7 @@ opencv-python-headless >= 4.11.0 # required for video test datamodel_code_generator # required for minicpm3 test lm-eval[api]>=0.4.9.2 # required for model evaluation test mteb>=1.38.11, <2 # required for mteb test -transformers==4.57.3 +transformers==4.57.5 tokenizers==0.22.0 schemathesis>=3.39.15 # Required for openai schema test. # quantization diff --git a/requirements/test.in b/requirements/test.in index 5fc405a63672..d96d7ce32b8e 100644 --- a/requirements/test.in +++ b/requirements/test.in @@ -37,7 +37,7 @@ opencv-python-headless >= 4.11.0 # required for video test datamodel_code_generator # required for minicpm3 test lm-eval[api]>=0.4.9.2 # required for model evaluation test mteb[bm25s]>=2, <3 # required for mteb test -transformers==4.57.3 +transformers==4.57.5 tokenizers==0.22.0 schemathesis>=3.39.15 # Required for openai schema test. # quantization diff --git a/requirements/test.txt b/requirements/test.txt index e78431ab39a4..e3f8883a397d 100644 --- a/requirements/test.txt +++ b/requirements/test.txt @@ -1212,7 +1212,7 @@ tqdm==4.66.6 # transformers tqdm-multiprocess==0.0.11 # via lm-eval -transformers==4.57.3 +transformers==4.57.5 # via # -r requirements/test.in # genai-perf From 73568b42573b30b06de056495d1e00fb81c1b1ac Mon Sep 17 00:00:00 2001 From: Huy Do Date: Wed, 21 Jan 2026 14:16:06 -0800 Subject: [PATCH 2/4] Skip test for 4.57.5 Signed-off-by: Huy Do --- tests/models/multimodal/pooling/test_jinavl_reranker.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/models/multimodal/pooling/test_jinavl_reranker.py b/tests/models/multimodal/pooling/test_jinavl_reranker.py index e65d5de5d8b0..2094433fc805 100644 --- a/tests/models/multimodal/pooling/test_jinavl_reranker.py +++ b/tests/models/multimodal/pooling/test_jinavl_reranker.py @@ -3,6 +3,8 @@ from typing import cast import pytest +import transformers +from packaging import version from transformers import AutoModel from vllm.entrypoints.chat_utils import ( @@ -277,6 +279,10 @@ def _run_test( @pytest.mark.parametrize("model", MODELS) @pytest.mark.parametrize("dtype", ["half"]) +@pytest.mark.skipif( + version.parse(transformers.__version__) == version.parse("4.57.5"), + reason="Skipped for transformers==4.57.5, https://github.com/huggingface/transformers/issues/43295", +) def test_model_text_image( hf_runner, vllm_runner, From fecea6f7d0178e2932e470503ee50a79ad3c8b46 Mon Sep 17 00:00:00 2001 From: Huy Do Date: Wed, 21 Jan 2026 16:01:46 -0800 Subject: [PATCH 3/4] Skip on more test Signed-off-by: Huy Do --- tests/models/multimodal/pooling/test_jinavl_reranker.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/models/multimodal/pooling/test_jinavl_reranker.py b/tests/models/multimodal/pooling/test_jinavl_reranker.py index 2094433fc805..2411af2013eb 100644 --- a/tests/models/multimodal/pooling/test_jinavl_reranker.py +++ b/tests/models/multimodal/pooling/test_jinavl_reranker.py @@ -302,6 +302,10 @@ def test_model_text_image( @pytest.mark.parametrize("model", MODELS) @pytest.mark.parametrize("dtype", ["half"]) +@pytest.mark.skipif( + version.parse(transformers.__version__) == version.parse("4.57.5"), + reason="Skipped for transformers==4.57.5, https://github.com/huggingface/transformers/issues/43295", +) def test_model_text_text( hf_runner, vllm_runner, From 4b092c6aa28d3f67338a56b0784d08b7c83e7792 Mon Sep 17 00:00:00 2001 From: Huy Do Date: Wed, 21 Jan 2026 18:11:08 -0800 Subject: [PATCH 4/4] Skip them all Signed-off-by: Huy Do --- .../multimodal/pooling/test_jinavl_reranker.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/tests/models/multimodal/pooling/test_jinavl_reranker.py b/tests/models/multimodal/pooling/test_jinavl_reranker.py index 2411af2013eb..ad3ccfa3b9db 100644 --- a/tests/models/multimodal/pooling/test_jinavl_reranker.py +++ b/tests/models/multimodal/pooling/test_jinavl_reranker.py @@ -325,6 +325,10 @@ def test_model_text_text( @pytest.mark.parametrize("model", MODELS) @pytest.mark.parametrize("dtype", ["half"]) +@pytest.mark.skipif( + version.parse(transformers.__version__) == version.parse("4.57.5"), + reason="Skipped for transformers==4.57.5, https://github.com/huggingface/transformers/issues/43295", +) def test_model_image_text( hf_runner, vllm_runner, @@ -344,6 +348,10 @@ def test_model_image_text( @pytest.mark.parametrize("model", MODELS) @pytest.mark.parametrize("dtype", ["half"]) +@pytest.mark.skipif( + version.parse(transformers.__version__) == version.parse("4.57.5"), + reason="Skipped for transformers==4.57.5, https://github.com/huggingface/transformers/issues/43295", +) def test_model_image_image( hf_runner, vllm_runner, @@ -363,6 +371,10 @@ def test_model_image_image( @pytest.mark.parametrize("model", MODELS) @pytest.mark.parametrize("dtype", ["half"]) +@pytest.mark.skipif( + version.parse(transformers.__version__) == version.parse("4.57.5"), + reason="Skipped for transformers==4.57.5, https://github.com/huggingface/transformers/issues/43295", +) def test_model_text_mixed_documents( hf_runner, vllm_runner,