[ROCm] Enable DeepSeek-V4 on gfx11 (#47017)
This PR enables DeepSeek-V4 checkpoints on ROCm gfx11/RDNA devices. Signed-off-by: Letian Kang <Letian.Kang@amd.com>
This commit is contained in:
@@ -850,7 +850,13 @@ class SparseAttnIndexer(CustomOp):
|
||||
assert isinstance(q_quant, torch.Tensor), (
|
||||
"AMD sparse_attn_indexer expects a single FP8 q_quant tensor"
|
||||
)
|
||||
if rocm_aiter_ops.is_enabled() or rocm_aiter_ops.is_rdna_aiter_enabled():
|
||||
from vllm.platforms.rocm import on_gfx11
|
||||
|
||||
if (
|
||||
rocm_aiter_ops.is_enabled()
|
||||
or rocm_aiter_ops.is_rdna_aiter_enabled()
|
||||
or on_gfx11()
|
||||
):
|
||||
return torch.ops.vllm.rocm_aiter_sparse_attn_indexer(
|
||||
hidden_states,
|
||||
_encode_layer_name(self.k_cache.prefix),
|
||||
|
||||
Reference in New Issue
Block a user