[Test][Qwen3-VL] Cover compiled DeepStack input contract

tests/compile/test_deepstack_input_contract.py

@@ -0,0 +1,71 @@
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
+
+import torch
+from torch import nn
+
+from vllm.compilation.decorators import support_torch_compile
+from vllm.config import (
+    CompilationConfig,
+    CompilationMode,
+    VllmConfig,
+    set_current_vllm_config,
+)
+from vllm.forward_context import set_forward_context
+from vllm.model_executor.models.qwen3_vl import (
+    Qwen3VLForConditionalGeneration,
+)
+from vllm.sequence import IntermediateTensors
+
+
+@support_torch_compile(
+    dynamic_arg_dims={"x": 0, "deepstack_input_embeds": 0},
+)
+class _DeepStackDecoder(nn.Module):
+    def __init__(self, *, vllm_config: VllmConfig, prefix: str = "") -> None:
+        super().__init__()
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        deepstack_input_embeds: IntermediateTensors | None,
+    ) -> torch.Tensor:
+        if deepstack_input_embeds is not None:
+            x = x + deepstack_input_embeds["deepstack_input_embeds_0"]
+        return x
+
+
+def _run_contract(
+    deepstack_buffer: Qwen3VLForConditionalGeneration,
+) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
+    config = VllmConfig(
+        compilation_config=CompilationConfig(mode=CompilationMode.VLLM_COMPILE)
+    )
+    with set_current_vllm_config(config):
+        model = _DeepStackDecoder(vllm_config=config).eval().cuda()
+
+    x = torch.arange(8, dtype=torch.float32, device="cuda").reshape(2, 4)
+    with torch.inference_mode(), set_forward_context(None, vllm_config=config):
+        empty_payload = deepstack_buffer._get_deepstack_input_embeds(num_tokens=2)
+        first = model(x, empty_payload)
+
+        payload = torch.full((1, 2, 4), 7.0, device="cuda")
+        deepstack_buffer._set_deepstack_input_embeds(payload)
+        active_payload = deepstack_buffer._get_deepstack_input_embeds(num_tokens=2)
+        assert active_payload is not None
+        second = model(x, active_payload)
+
+    return x.cpu(), first.cpu(), second.cpu()
+
+
+def test_qwen3_vl_deepstack_payload_after_empty_compile(monkeypatch):
+    monkeypatch.setenv("VLLM_DISABLE_COMPILE_CACHE", "1")
+
+    deepstack_buffer = object.__new__(Qwen3VLForConditionalGeneration)
+    deepstack_buffer.deepstack_input_embeds = [torch.zeros(2, 4, device="cuda")]
+    deepstack_buffer.deepstack_input_embeds_num_tokens = 0
+    deepstack_buffer.deepstack_num_level = 1
+
+    x, first, second = _run_contract(deepstack_buffer)
+    torch.testing.assert_close(first, x)
+    torch.testing.assert_close(second, x + 7)