From 96f5066dcf9ba985687d5e00c983548d9b282b97 Mon Sep 17 00:00:00 2001 From: jambow0320 <1193785411@qq.com> Date: Thu, 13 Aug 2026 16:19:53 +1000 Subject: [PATCH] add nixl bootstrap timeout Co-authored-by: Cursor --- python/sglang/srt/disaggregation/nixl/conn.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/sglang/srt/disaggregation/nixl/conn.py b/python/sglang/srt/disaggregation/nixl/conn.py index 97e6251930fa..b8cbe7925d71 100644 --- a/python/sglang/srt/disaggregation/nixl/conn.py +++ b/python/sglang/srt/disaggregation/nixl/conn.py @@ -2745,6 +2745,7 @@ def __init__( pp_rank, req_has_disagg_prefill_dp_rank, ) + self.init_time = time.time() self.has_sent = False self.chunk_id = 0 self._send_failed = False @@ -2790,6 +2791,10 @@ def poll(self) -> KVPoll: if self._send_failed: return KVPoll.Failed # type: ignore status = self.kv_mgr.check_status(self.bootstrap_room) + if status == KVPoll.Bootstrapping: + timeout_result = self._check_bootstrap_timeout() + if timeout_result is not None: + return timeout_result # Hold Success until all staging chunks transferred: a deferred chunk # can still be pending, and concluding now would drop it. if (