[Bugfix] Lazy-import FlashInfer PCIe IPC all-reduce in kernel_warmup (#54869)

Signed-off-by: Zihua Wu <13583761+lucifer1004@users.noreply.github.com>
Co-authored-by: Kimi Code <noreply@moonshot.cn>
This commit is contained in:
Gabriel Wu
2026-09-02 04:31:03 +00:00
committed by GitHub
co-authored by Kimi Code
parent 1e300895ac
commit 396c5a5632
+8 -4
View File
@@ -13,9 +13,6 @@ from typing import TYPE_CHECKING
import torch
import vllm.envs as envs
from vllm.distributed.device_communicators.flashinfer_pcie_ipc_all_reduce import (
warmup_flashinfer_pcie_ipc_allreduce,
)
from vllm.logger import init_logger
from vllm.model_executor.warmup.b12x_warmup import b12x_warmup
from vllm.model_executor.warmup.cutedsl_warmup import cutedsl_warmup
@@ -200,7 +197,14 @@ def kernel_warmup(worker: "Worker", *, process_local_only: bool = False):
# Allocate the exact decode-sized workspace, autotune cache misses, and
# resolve every CUDA Graph bucket before capture begins.
warmup_flashinfer_pcie_ipc_allreduce(worker)
# Lazy import: flashinfer_pcie_ipc_all_reduce imports flashinfer.comm,
# which initializes CUDA at import time and must not run at module scope.
if envs.VLLM_ALLREDUCE_USE_FLASHINFER_PCIE_IPC:
from vllm.distributed.device_communicators import (
flashinfer_pcie_ipc_all_reduce,
)
flashinfer_pcie_ipc_all_reduce.warmup_flashinfer_pcie_ipc_allreduce(worker)
enable_flashinfer_autotune = (
worker.vllm_config.kernel_config.enable_flashinfer_autotune