From e83060aa3c841640f8d4b0b4b79a2e7f46b70ff6 Mon Sep 17 00:00:00 2001 From: amy-why-3459 Date: Tue, 14 Apr 2026 20:34:26 +0800 Subject: [PATCH] Fix NoneType' object has no attribute 'detach' Signed-off-by: amy-why-3459 --- tests/e2e/online_serving/test_qwen3_omni.py | 2 +- vllm_omni/worker/gpu_ar_model_runner.py | 11 +++++------ 2 files changed, 6 insertions(+), 7 deletions(-) diff --git a/tests/e2e/online_serving/test_qwen3_omni.py b/tests/e2e/online_serving/test_qwen3_omni.py index fcda20ba388..f4aabb8b957 100644 --- a/tests/e2e/online_serving/test_qwen3_omni.py +++ b/tests/e2e/online_serving/test_qwen3_omni.py @@ -120,7 +120,7 @@ def test_mix_to_text_audio_001(omni_server, openai_client) -> None: } # Test single completion - openai_client.send_omni_request(request_config) + openai_client.send_omni_request(request_config, request_num=get_max_batch_size()) @pytest.mark.advanced_model diff --git a/vllm_omni/worker/gpu_ar_model_runner.py b/vllm_omni/worker/gpu_ar_model_runner.py index 4f3f843e658..62a0c857164 100644 --- a/vllm_omni/worker/gpu_ar_model_runner.py +++ b/vllm_omni/worker/gpu_ar_model_runner.py @@ -797,12 +797,11 @@ def propose_draft_token_ids(sampled_token_ids): elif isinstance(v, dict): mm_payload[k] = {sk: sv[start:end].contiguous() for sk, sv in v.items()} elif isinstance(v, list): - if idx < len(v): - element = v[idx] - if element is not None: - if isinstance(element, torch.Tensor): - element = element.clone() - mm_payload[k] = element + element = v[idx] if idx < len(v) else v[0] + if element is not None: + if isinstance(element, torch.Tensor): + element = element.clone() + mm_payload[k] = element # Skip None elements: msgspec cannot serialize None # in dict[str, torch.Tensor] typed fields. elif isinstance(v, torch.Tensor):