[Bugfix][CI] Prevent common ops imports from initializing CUDA (#50639)
Signed-off-by: Andreas Karatzas <akaratza@amd.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
62195e9784
commit
f7097a92fd
@@ -2,10 +2,8 @@
|
|||||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""Ops shared across model implementations."""
|
"""Ops shared across model implementations."""
|
||||||
|
|
||||||
from .fused_allreduce_rms_norm import fused_allreduce_rms_norm
|
|
||||||
from .fused_qk_rmsnorm import fused_q_kv_rmsnorm
|
from .fused_qk_rmsnorm import fused_q_kv_rmsnorm
|
||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
"fused_allreduce_rms_norm",
|
|
||||||
"fused_q_kv_rmsnorm",
|
"fused_q_kv_rmsnorm",
|
||||||
]
|
]
|
||||||
|
|||||||
@@ -34,7 +34,7 @@ from vllm.model_executor.models.utils import (
|
|||||||
make_empty_intermediate_tensors_factory,
|
make_empty_intermediate_tensors_factory,
|
||||||
make_layers,
|
make_layers,
|
||||||
)
|
)
|
||||||
from vllm.models.common.ops import fused_allreduce_rms_norm
|
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
|
||||||
from vllm.sequence import IntermediateTensors
|
from vllm.sequence import IntermediateTensors
|
||||||
|
|
||||||
from .rocm import DeepseekV32MLAAttention
|
from .rocm import DeepseekV32MLAAttention
|
||||||
|
|||||||
@@ -38,7 +38,7 @@ from vllm.model_executor.models.utils import (
|
|||||||
make_layers,
|
make_layers,
|
||||||
sequence_parallel_chunk,
|
sequence_parallel_chunk,
|
||||||
)
|
)
|
||||||
from vllm.models.common.ops import fused_allreduce_rms_norm
|
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
|
||||||
from vllm.models.deepseek_v32.attention import DeepseekV32Attention
|
from vllm.models.deepseek_v32.attention import DeepseekV32Attention
|
||||||
from vllm.sequence import IntermediateTensors
|
from vllm.sequence import IntermediateTensors
|
||||||
|
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ from vllm.model_executor.models.utils import (
|
|||||||
get_draft_quant_config,
|
get_draft_quant_config,
|
||||||
maybe_prefix,
|
maybe_prefix,
|
||||||
)
|
)
|
||||||
from vllm.models.common.ops import fused_allreduce_rms_norm
|
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
|
||||||
from vllm.models.kimi_k3.nvidia.mla import MultiHeadLatentAttention
|
from vllm.models.kimi_k3.nvidia.mla import MultiHeadLatentAttention
|
||||||
from vllm.models.kimi_k3.nvidia.model import KimiMLP
|
from vllm.models.kimi_k3.nvidia.model import KimiMLP
|
||||||
from vllm.utils.torch_utils import is_quantized_kv_cache
|
from vllm.utils.torch_utils import is_quantized_kv_cache
|
||||||
|
|||||||
Reference in New Issue
Block a user