[ROCm] Enable DeepSeek-V4 on gfx11 (#47017)

This PR enables DeepSeek-V4 checkpoints on ROCm gfx11/RDNA devices.

Signed-off-by: Letian Kang <Letian.Kang@amd.com>
This commit is contained in:
PikaPikachu
2026-08-12 08:55:10 +08:00
committed by GitHub
parent 0a94d85a66
commit 466855a2bf
3 changed files with 24 additions and 2 deletions
+16 -1
View File
@@ -2025,12 +2025,27 @@ class rocm_aiter_ops:
@staticmethod
def register_ops_once() -> None:
global _OPS_REGISTERED
if not (
is_aiter_found_and_supported() or is_aiter_found_and_supported_on_rdna4()
):
if not current_platform.is_rocm():
return
from vllm.platforms.rocm import on_gfx11
if on_gfx11() and not _OPS_REGISTERED:
direct_register_custom_op(
op_name="rocm_aiter_sparse_attn_indexer",
op_func=rocm_aiter_sparse_attn_indexer,
mutates_args=["topk_indices_buffer"],
fake_impl=rocm_aiter_sparse_attn_indexer_fake,
dispatch_key=current_platform.dispatch_key,
)
_OPS_REGISTERED = True
return
global _OPS_REGISTERED
if not _OPS_REGISTERED:
# register all the custom ops here
direct_register_custom_op(