[DSv4] Refactor compressor & Fix ROCm compatibility (#43710)

Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
This commit is contained in:
Woosuk Kwon
2026-05-26 19:56:46 -07:00
committed by GitHub
parent c02c758ea4
commit adaa5e455a
9 changed files with 364 additions and 239 deletions
@@ -366,7 +366,7 @@ def dequantize_and_gather_k_cache(
) -> None:
if has_cutedsl():
# lazily import, otherwise some tests fail due to CUDA driver init failure.
from vllm.models.deepseek_v4.nvidia.ops.dequant_gather_k_cutedsl import (
from vllm.models.deepseek_v4.nvidia.ops import (
dequantize_and_gather_k_cache_cutedsl,
)