From 53f3eef257b4a8600737995db33908d86e4862ea Mon Sep 17 00:00:00 2001 From: lengrongfu Date: Sat, 18 Jul 2026 23:25:38 +0800 Subject: [PATCH] [Bugfix]Reject invalid FlashInfer MNNVL workspaces Signed-off-by: lengrongfu --- .../device_communicators/flashinfer_all_reduce.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/vllm/distributed/device_communicators/flashinfer_all_reduce.py b/vllm/distributed/device_communicators/flashinfer_all_reduce.py index 881b265d2426..65c00b7eceaa 100644 --- a/vllm/distributed/device_communicators/flashinfer_all_reduce.py +++ b/vllm/distributed/device_communicators/flashinfer_all_reduce.py @@ -65,6 +65,12 @@ def _create_workspace( comm_backend=comm_backend, group=group, ) + if backend == "mnnvl" and not getattr(workspace, "mc_ptr", 0): + workspace.destroy() + logger.warning_once( + "FlashInfer MNNVL multicast is unavailable on the current topology." + ) + return None except Exception as e: if "multicast" in str(e).lower(): logger.warning_once(