[Bugfix]Reject invalid FlashInfer MNNVL workspaces (#49043)
Signed-off-by: lengrongfu <lenronfu@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
rongfu.leng committed
Jul 27, 2026 at 20:12 UTC
81962bb6995eaebd1e49998c2a91c9e01e24da27
1 file changed
+6
vllm/distributed/device_communicators/flashinfer_all_reduce.py
+6
@@ -67,6 +67,12 @@ def _create_workspace(
67
comm_backend=comm_backend,
68
group=group,
69
)
70
+ if backend == "mnnvl" and not getattr(workspace, "mc_ptr", 0):
71
+ workspace.destroy()
72
+ logger.warning_once(
73
+ "FlashInfer MNNVL multicast is unavailable on the current topology."
74
+ )
75
+ return None
76
except Exception as e:
77
if "multicast" in str(e).lower():
78
logger.warning_once(