From e078a2238a1e4b53d49a7cc15e09716ed61abf3b Mon Sep 17 00:00:00 2001 From: shanjiaz Date: Fri, 14 Aug 2026 12:27:24 -0400 Subject: [PATCH] [Bugfix] Widen flashinfer.comm import guard so a failed import doesn't abort engine startup (#52241) Signed-off-by: shanjiaz --- vllm/compilation/passes/fusion/allreduce_rms_fusion.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py index feb1595323..fdfc5b8be4 100644 --- a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py +++ b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py @@ -93,8 +93,8 @@ if find_spec("flashinfer"): _flashinfer_comm, "create_allreduce_fusion_workspace" ): flashinfer_comm = _flashinfer_comm - except ImportError: - pass + except Exception as e: + logger.debug_once("flashinfer.comm import failed: %s", e) if hasattr(torch.ops._C, "scaled_fp4_quant"): STATIC_FP4_QUANT_OP = torch.ops._C.scaled_fp4_quant.out