From 289cedf4b811d3839211bb126e35671ab351e453 Mon Sep 17 00:00:00 2001 From: Lukas Geiger Date: Thu, 14 May 2026 12:51:08 +0000 Subject: [PATCH] [Models][Qwen3VL] Fix MM encoder cuda graph input capture Signed-off-by: Lukas Geiger --- vllm/model_executor/models/qwen3_vl.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/qwen3_vl.py b/vllm/model_executor/models/qwen3_vl.py index 9f2690eb3ef5..cbd3c80bc3ae 100644 --- a/vllm/model_executor/models/qwen3_vl.py +++ b/vllm/model_executor/models/qwen3_vl.py @@ -1923,7 +1923,8 @@ def prepare_encoder_cudagraph_capture_inputs( ) spatial_merge_size = self.visual.spatial_merge_size - per_mm_item_output = token_budget // max_batch_size + # Use ceil so captured capacity is never smaller than token_budget. + per_mm_item_output = (token_budget + max_batch_size - 1) // max_batch_size frames_per_item = max_frames_per_batch // max_batch_size if frames_per_item > 1: