From 58fb2d5bd3e72378fb7c1a2b5944a57193eaae87 Mon Sep 17 00:00:00 2001 From: princepride Date: Wed, 11 Feb 2026 07:18:58 -0800 Subject: [PATCH] fix some bug Signed-off-by: princepride --- vllm_omni/entrypoints/omni_stage.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/vllm_omni/entrypoints/omni_stage.py b/vllm_omni/entrypoints/omni_stage.py index 4755b2384b2..e1a3c5cf43a 100644 --- a/vllm_omni/entrypoints/omni_stage.py +++ b/vllm_omni/entrypoints/omni_stage.py @@ -698,6 +698,12 @@ def _stage_worker( in_q = create_zmq_queue(zmq_ctx, in_q, zmq.PULL) if isinstance(out_q, str): out_q = create_zmq_queue(zmq_ctx, out_q, zmq.PUSH) + # When using ZMQ (cross-node IPC), disable SHM so data is sent inline. + shm_threshold_bytes = sys.maxsize + logger.info( + "[Stage-%s] ZMQ transport detected; disabling SHM IPC (shm_threshold_bytes set to maxsize)", + stage_id, + ) # Aggregates for running average _agg_total_tokens = 0 @@ -1092,6 +1098,12 @@ async def _stage_worker_async( in_q = create_zmq_queue(zmq_ctx, in_q, zmq.PULL) if isinstance(out_q, str): out_q = create_zmq_queue(zmq_ctx, out_q, zmq.PUSH) + # When using ZMQ (cross-node IPC), disable SHM so data is sent inline. + shm_threshold_bytes = sys.maxsize + logger.info( + "[Stage-%s] ZMQ transport detected; disabling SHM IPC (shm_threshold_bytes set to maxsize)", + stage_id, + ) # Aggregates for running average _agg_total_tokens = 0