build(vllm): Update XPU and CPU builds to use vllm-0.32.0

components/src/dynamo/frontend/prepost.py

@@ -14,13 +14,19 @@
 from functools import lru_cache, partial
 from typing import TYPE_CHECKING, Any, Protocol, TypeGuard, cast
 
+from vllm.entrypoints.generate.base.protocol import (
+    DeltaFunctionCall,
+    DeltaMessage,
+    DeltaToolCall,
+)
 from vllm.entrypoints.openai.chat_completion.protocol import (
     ChatCompletionNamedFunction,
     ChatCompletionNamedToolChoiceParam,
     ChatCompletionRequest,
 )
 from vllm.reasoning import ReasoningParser
 from vllm.renderers import ChatParams, merge_kwargs
+from vllm.renderers.chat_utils import make_tool_call_id
 from vllm.renderers.hf import resolve_chat_template
 from vllm.sampling_params import SamplingParams
 from vllm.tokenizers import TokenizerLike
@@ -29,12 +35,6 @@
 from vllm.utils.async_utils import make_async
 
 from dynamo.common.utils.guided_json import admits_only_empty_object
-from dynamo.frontend.vllm_protocol import (
-    DeltaFunctionCall,
-    DeltaMessage,
-    DeltaToolCall,
-    make_tool_call_id,
-)
 from dynamo.llm.exceptions import InvalidArgument
 
 from .responses_history import responses_history_template, responses_tools_request

components/src/dynamo/frontend/vllm_processor.py

@@ -20,6 +20,7 @@
 from vllm.config import CacheConfig, LoadConfig, ModelConfig, VllmConfig
 from vllm.exceptions import VLLMClientError
 from vllm.reasoning import ReasoningParser, ReasoningParserManager
+from vllm.renderers.chat_utils import load_chat_template
 from vllm.sampling_params import RequestOutputKind, SamplingParams
 from vllm.tasks import GENERATION_TASKS
 from vllm.tokenizers import TokenizerLike
@@ -61,7 +62,6 @@
     random_uuid,
     resolve_chat_template,
 )
-from .vllm_protocol import load_chat_template
 
 logger = logging.getLogger(__name__)
 

components/src/dynamo/vllm/capacity.py

@@ -12,16 +12,6 @@
 logger = logging.getLogger(__name__)
 
 
-def has_vllm_output_clamping() -> bool:
-    """vLLM 0.32 caps oversized output budgets instead of rejecting them.
-
-    Remove when the CPU and XPU images reach vLLM 0.32.
-    """
-    from vllm.version import __version_tuple__
-
-    return __version_tuple__[:2] >= (0, 32)
-
-
 def publish_vllm_token_budget(runtime_config: Any, max_model_len: int | None) -> None:
     """Publish vLLM's request-overflow contract to the Dynamo frontend."""
     if max_model_len is None:
@@ -31,7 +21,8 @@ def publish_vllm_token_budget(runtime_config: Any, max_model_len: int | None) ->
         TokenBudget(
             combined_limit=max_model_len,
             reject_prompt_overflow=True,
-            reject_total_overflow=not has_vllm_output_clamping(),
+            # vLLM caps oversized output budgets instead of rejecting them.
+            reject_total_overflow=False,
         ),
     )
 

components/src/dynamo/vllm/embedding_worker_processes.py

@@ -38,15 +38,10 @@
 def _resolve_engine_utils(
     vllm_config: VllmConfig, process_count: int
 ) -> tuple[Any, Any]:
-    # vLLM 0.32 replaces address allocation with supervisor-bound listeners.
-    get_addresses = getattr(engine_utils, "get_engine_zmq_addresses", None)
-    if get_addresses is not None:
-        return get_addresses(vllm_config, process_count), None
     bind_listeners = getattr(engine_utils, "bind_engine_zmq_listeners", None)
     if bind_listeners is None:
         raise RuntimeError(
-            f"vLLM {vllm.__version__} provides neither get_engine_zmq_addresses "
-            "nor bind_engine_zmq_listeners"
+            f"vLLM {vllm.__version__} provides no bind_engine_zmq_listeners"
         )
     listeners = bind_listeners(vllm_config, process_count)
     return listeners.addresses, listeners
@@ -72,8 +67,8 @@ def _client_listeners(
 _LISTENER_FDS_ENV = "DYN_VLLM_EMBEDDING_LISTENER_FDS"
 _CHILD_ROLE = "child"
 _RPC_BASE_PATH_ENV = "VLLM_RPC_BASE_PATH"
-# Re-check the launch shape when either supported pin moves.
-_VERIFIED_VLLM_VERSIONS = ("0.31.0", "0.32.0")
+# Re-check the launch shape when the supported pin moves.
+_VERIFIED_VLLM_VERSIONS = ("0.32.0",)
 
 
 def is_embedding_process_child() -> bool:

components/src/dynamo/vllm/realtime/factories.py

@@ -10,7 +10,6 @@
 import uuid
 from collections.abc import AsyncGenerator, Awaitable, Callable, Coroutine
 from contextlib import aclosing
-from importlib.util import find_spec
 from typing import Any
 
 import numpy as np
@@ -94,15 +93,10 @@ def build_realtime_text_factories(
     from vllm.entrypoints.openai.chat_completion.serving import OpenAIServingChat
     from vllm.entrypoints.serve.engine.protocol import ErrorResponse
     from vllm.inputs import tokens_input
+    from vllm.renderers.chat_utils import load_chat_template
     from vllm.renderers.online_renderer import OnlineRenderer
     from vllm.sampling_params import RequestOutputKind, SamplingParams
 
-    # vLLM 0.32 moved the chat helpers to vllm.renderers.
-    if find_spec("vllm.renderers.chat_utils") is not None:
-        from vllm.renderers.chat_utils import load_chat_template
-    else:
-        from vllm.entrypoints.chat_utils import load_chat_template
-
     class RealtimeServingChat(OpenAIServingChat):
         async def chat_completion_stream_generator(
             self,

components/src/dynamo/vllm/tests/test_embedding_worker_processes.py

@@ -251,8 +251,21 @@ def launch_context(vllm_config, executor_class, log_stats, addresses):
     parent_config = _vllm_config()
     monkeypatch.delenv(processes._ROLE_ENV, raising=False)
     monkeypatch.setattr(processes, "_short_rpc_directory", lambda: rpc_directory)
+    # Stand in for vLLM's supervisor-bound EngineZmqListeners.
+    zmq_listeners = SimpleNamespace(
+        addresses=addresses,
+        inputs=[
+            SimpleNamespace(socket=Mock(**{"fileno.return_value": 100 + i}))
+            for i in range(process_count)
+        ],
+        outputs=[
+            SimpleNamespace(socket=Mock(**{"fileno.return_value": 200 + i}))
+            for i in range(process_count)
+        ],
+        cleanup=Mock(),
+    )
     monkeypatch.setattr(
-        engine_utils, "get_engine_zmq_addresses", lambda *_: addresses, raising=False
+        engine_utils, "bind_engine_zmq_listeners", lambda *_: zmq_listeners
     )
     monkeypatch.setattr(processes, "launch_core_engines", launch_context)
     monkeypatch.setattr(processes.Executor, "get_class", lambda _config: object)
@@ -281,6 +294,7 @@ def launch_context(vllm_config, executor_class, log_stats, addresses):
     assert len(children) == process_count - 1
     assert group.engine_manager is engine_manager
     group.cleanup()
+    zmq_listeners.cleanup.assert_called_once()
 
 
 def test_child_attaches_without_launching_engine(monkeypatch):

components/src/dynamo/vllm/tests/test_vllm_renderer_api.py

@@ -22,7 +22,7 @@
 _chat_protocol = importlib.import_module(
     "vllm.entrypoints.openai.chat_completion.protocol"
 )
-_engine_protocol = importlib.import_module("dynamo.frontend.vllm_protocol")
+_engine_protocol = importlib.import_module("vllm.entrypoints.generate.base.protocol")
 _inputs_data = importlib.import_module("vllm.inputs")
 _reasoning = importlib.import_module("vllm.reasoning")
 _sampling_params = importlib.import_module("vllm.sampling_params")

container/compliance/base_sboms/manifest.json

@@ -56,13 +56,13 @@
       "platform": "linux/amd64"
     },
     {
-      "baseline_digest": "sha256:95ac815038c4b3537b173798bfe3b89bdf525a52bd653cd14d4deb01f1062be7",
+      "baseline_digest": "sha256:20509fabe50dda62c09c0786d1a6effa299d3dbdddcc49331b93e65144652a8c",
       "baseline_image": "vllm/vllm-openai-xpu",
-      "baseline_sbom": "vllm-openai-xpu@95ac8150-amd64.cdx.json",
-      "baseline_tag": "v0.31.0",
-      "from_digest": "sha256:95ac815038c4b3537b173798bfe3b89bdf525a52bd653cd14d4deb01f1062be7",
+      "baseline_sbom": "vllm-openai-xpu@20509fab-amd64.cdx.json",
+      "baseline_tag": "v0.32.0",
+      "from_digest": "sha256:20509fabe50dda62c09c0786d1a6effa299d3dbdddcc49331b93e65144652a8c",
       "from_image": "vllm/vllm-openai-xpu",
-      "from_tag": "v0.31.0",
+      "from_tag": "v0.32.0",
       "platform": "linux/amd64"
     },
     {
@@ -162,6 +162,6 @@
     "platform": "platform pinned for layer-prefix verification, e.g. linux/amd64"
   },
   "format": "CycloneDX 1.6 JSON, slim filter (drop properties/hashes/dependencies; keep evidence). Hard cap 5 MB per file.",
-  "generated_at": "2026-10-29T10:34:09+00:00",
+  "generated_at": "2026-10-30T20:26:10+00:00",
   "schema_version": 2
 }