Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 6 additions & 4 deletions tests/models/multimodal/generation/test_whisper.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
from vllm.platforms import current_platform

from ....conftest import HfRunner, PromptAudioInput, VllmRunner
from ....utils import create_new_process_for_each_test, multi_gpu_test
from ....utils import multi_gpu_test
from ...registry import HF_EXAMPLE_MODELS
from ...utils import check_logprobs_close

Expand Down Expand Up @@ -41,6 +41,7 @@
tensor_parallel_size: int,
distributed_executor_backend: str | None = None,
enforce_eager: bool = True,
gpu_memory_utilization: float = 0.9,
) -> None:
"""Inference result should be the same between hf and vllm.

Expand All @@ -57,6 +58,7 @@
distributed_executor_backend=distributed_executor_backend,
limit_mm_per_prompt={"audio": 2},
enforce_eager=enforce_eager,
gpu_memory_utilization=gpu_memory_utilization,
disable_custom_all_reduce=True,
) as vllm_model:
vllm_outputs_per_case = [
Expand Down Expand Up @@ -288,14 +290,13 @@
)


@multi_gpu_test(num_gpus=2)
@multi_gpu_test(num_gpus=2, method="spawn")

Check failure on line 293 in tests/models/multimodal/generation/test_whisper.py

View workflow job for this annotation

GitHub Actions / pre-commit

Unexpected keyword argument "method" for "multi_gpu_test" [call-arg]

Check failure on line 293 in tests/models/multimodal/generation/test_whisper.py

View workflow job for this annotation

GitHub Actions / pre-commit

Unexpected keyword argument "method" for "multi_gpu_test" [call-arg]

Check failure on line 293 in tests/models/multimodal/generation/test_whisper.py

View workflow job for this annotation

GitHub Actions / pre-commit

Unexpected keyword argument "method" for "multi_gpu_test" [call-arg]

Check failure on line 293 in tests/models/multimodal/generation/test_whisper.py

View workflow job for this annotation

GitHub Actions / pre-commit

Unexpected keyword argument "method" for "multi_gpu_test" [call-arg]
@pytest.mark.core_model
@pytest.mark.parametrize("model", ["openai/whisper-large-v3-turbo"])
@pytest.mark.parametrize("distributed_executor_backend", ["ray", "mp"])
@pytest.mark.parametrize("dtype", ["half"])
@pytest.mark.parametrize("max_tokens", [200])
@pytest.mark.parametrize("num_logprobs", [5])
@create_new_process_for_each_test("spawn")
def test_models_distributed(
Comment thread
dzhengAP marked this conversation as resolved.
hf_runner,
vllm_runner,
Expand All @@ -318,7 +319,8 @@
num_logprobs=num_logprobs,
tensor_parallel_size=2,
distributed_executor_backend=distributed_executor_backend,
enforce_eager=False,
enforce_eager=True,
gpu_memory_utilization=0.7,
)


Expand Down
Loading