[ROCm] Enable DeepSeek-V4 on gfx11 (#47017)

This PR enables DeepSeek-V4 checkpoints on ROCm gfx11/RDNA devices.

Signed-off-by: Letian Kang <Letian.Kang@amd.com>
This commit is contained in:
PikaPikachu
2026-08-12 08:55:10 +08:00
committed by GitHub
parent 0a94d85a66
commit 466855a2bf
3 changed files with 24 additions and 2 deletions
@@ -850,7 +850,13 @@ class SparseAttnIndexer(CustomOp):
assert isinstance(q_quant, torch.Tensor), (
"AMD sparse_attn_indexer expects a single FP8 q_quant tensor"
)
if rocm_aiter_ops.is_enabled() or rocm_aiter_ops.is_rdna_aiter_enabled():
from vllm.platforms.rocm import on_gfx11
if (
rocm_aiter_ops.is_enabled()
or rocm_aiter_ops.is_rdna_aiter_enabled()
or on_gfx11()
):
return torch.ops.vllm.rocm_aiter_sparse_attn_indexer(
hidden_states,
_encode_layer_name(self.k_cache.prefix),