From 0788ff0a153c6eb6436743d717b31c863c987761 Mon Sep 17 00:00:00 2001 From: haosdent Date: Wed, 25 Feb 2026 23:31:45 +0800 Subject: [PATCH] [Bugfix] Gracefully disable AllReduceFusionPass on GPUs without multicast support (#35085) Signed-off-by: haosdent --- .../passes/fusion/allreduce_rms_fusion.py | 28 +++++++++++++------ 1 file changed, 20 insertions(+), 8 deletions(-) diff --git a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py index b613d4424e..b6a1314af9 100644 --- a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py +++ b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py @@ -729,14 +729,26 @@ class AllReduceFusionPass(VllmPatternMatcherPass): scope="global", ) - self.workspace = flashinfer_comm.create_allreduce_fusion_workspace( - backend="trtllm", - world_size=self.tp_size, - rank=rank, - max_token_num=self.max_token_num, - hidden_dim=self.hidden_dim, - dtype=self.model_dtype, - ) + try: + self.workspace = flashinfer_comm.create_allreduce_fusion_workspace( + backend="trtllm", + world_size=self.tp_size, + rank=rank, + max_token_num=self.max_token_num, + hidden_dim=self.hidden_dim, + dtype=self.model_dtype, + ) + except RuntimeError as e: + if "multicast" not in str(e).lower(): + raise + logger.warning_once( + "AllReduce fusion pass is disabled: flashinfer workspace " + "creation failed: %s. This is expected on GPUs without " + "NVSwitch (e.g., NVLink bridge-only or PCIe topologies). " + "Falling back to non-fused allreduce.", + str(e), + ) + return global _FI_WORKSPACE _FI_WORKSPACE = self.workspace