[Bugfix][CI] Prevent common ops imports from initializing CUDA (#50639)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
Andreas Karatzas
2026-08-01 00:13:29 -04:00
committed by GitHub
co-authored by OpenAI Codex
parent 62195e9784
commit f7097a92fd
4 changed files with 3 additions and 5 deletions
-2
View File
@@ -2,10 +2,8 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Ops shared across model implementations."""
from .fused_allreduce_rms_norm import fused_allreduce_rms_norm
from .fused_qk_rmsnorm import fused_q_kv_rmsnorm
__all__ = [
"fused_allreduce_rms_norm",
"fused_q_kv_rmsnorm",
]
+1 -1
View File
@@ -34,7 +34,7 @@ from vllm.model_executor.models.utils import (
make_empty_intermediate_tensors_factory,
make_layers,
)
from vllm.models.common.ops import fused_allreduce_rms_norm
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
from vllm.sequence import IntermediateTensors
from .rocm import DeepseekV32MLAAttention
+1 -1
View File
@@ -38,7 +38,7 @@ from vllm.model_executor.models.utils import (
make_layers,
sequence_parallel_chunk,
)
from vllm.models.common.ops import fused_allreduce_rms_norm
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
from vllm.models.deepseek_v32.attention import DeepseekV32Attention
from vllm.sequence import IntermediateTensors
+1 -1
View File
@@ -20,7 +20,7 @@ from vllm.model_executor.models.utils import (
get_draft_quant_config,
maybe_prefix,
)
from vllm.models.common.ops import fused_allreduce_rms_norm
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
from vllm.models.kimi_k3.nvidia.mla import MultiHeadLatentAttention
from vllm.models.kimi_k3.nvidia.model import KimiMLP
from vllm.utils.torch_utils import is_quantized_kv_cache