Fix early CUDA init (#43791)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-05-27 09:30:11 -07:00
committed by GitHub
parent 49a3510266
commit 41688e2dc7
5 changed files with 12 additions and 21 deletions
+3 -1
View File
@@ -338,7 +338,9 @@ class DeepseekCompressor(nn.Module):
if current_platform.is_cuda():
# NVIDIA GPUs.
if self.head_dim == 512:
from .nvidia.ops import compress_norm_rope_store_cutedsl
from .nvidia.ops.sparse_attn_compress_cutedsl import (
compress_norm_rope_store_cutedsl,
)
# Main compressor path.
# Use a cutedsl kernel for better performance.