From 396c5a563223244fef5946caa1be10256eca7189 Mon Sep 17 00:00:00 2001 From: Gabriel Wu <13583761+lucifer1004@users.noreply.github.com> Date: Wed, 2 Sep 2026 12:31:03 +0800 Subject: [PATCH] [Bugfix] Lazy-import FlashInfer PCIe IPC all-reduce in kernel_warmup (#54869) Signed-off-by: Zihua Wu <13583761+lucifer1004@users.noreply.github.com> Co-authored-by: Kimi Code --- vllm/model_executor/warmup/kernel_warmup.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/vllm/model_executor/warmup/kernel_warmup.py b/vllm/model_executor/warmup/kernel_warmup.py index 78d9dbb98e..3b2596c5e3 100644 --- a/vllm/model_executor/warmup/kernel_warmup.py +++ b/vllm/model_executor/warmup/kernel_warmup.py @@ -13,9 +13,6 @@ from typing import TYPE_CHECKING import torch import vllm.envs as envs -from vllm.distributed.device_communicators.flashinfer_pcie_ipc_all_reduce import ( - warmup_flashinfer_pcie_ipc_allreduce, -) from vllm.logger import init_logger from vllm.model_executor.warmup.b12x_warmup import b12x_warmup from vllm.model_executor.warmup.cutedsl_warmup import cutedsl_warmup @@ -200,7 +197,14 @@ def kernel_warmup(worker: "Worker", *, process_local_only: bool = False): # Allocate the exact decode-sized workspace, autotune cache misses, and # resolve every CUDA Graph bucket before capture begins. - warmup_flashinfer_pcie_ipc_allreduce(worker) + # Lazy import: flashinfer_pcie_ipc_all_reduce imports flashinfer.comm, + # which initializes CUDA at import time and must not run at module scope. + if envs.VLLM_ALLREDUCE_USE_FLASHINFER_PCIE_IPC: + from vllm.distributed.device_communicators import ( + flashinfer_pcie_ipc_all_reduce, + ) + + flashinfer_pcie_ipc_all_reduce.warmup_flashinfer_pcie_ipc_allreduce(worker) enable_flashinfer_autotune = ( worker.vllm_config.kernel_config.enable_flashinfer_autotune