[Bugfix][CI] Prevent common ops imports from initializing CUDA (#50639)
Signed-off-by: Andreas Karatzas <akaratza@amd.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
62195e9784
commit
f7097a92fd
@@ -38,7 +38,7 @@ from vllm.model_executor.models.utils import (
|
||||
make_layers,
|
||||
sequence_parallel_chunk,
|
||||
)
|
||||
from vllm.models.common.ops import fused_allreduce_rms_norm
|
||||
from vllm.models.common.ops.fused_allreduce_rms_norm import fused_allreduce_rms_norm
|
||||
from vllm.models.deepseek_v32.attention import DeepseekV32Attention
|
||||
from vllm.sequence import IntermediateTensors
|
||||
|
||||
|
||||
Reference in New Issue
Block a user