[ROCm] [DSv4] [Perf] Support DeepSeek v4 MTP (#43385)

Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
TJian
2026-05-24 18:43:08 +08:00
committed by GitHub
parent 5940590855
commit 1806d1adfc
6 changed files with 2340 additions and 52 deletions
+6
View File
@@ -240,6 +240,10 @@ class SpecDecodeBaseProposer:
# Determine allowed attention backends once during initialization.
self.allowed_attn_types: tuple | None = None
if current_platform.is_rocm():
from vllm.models.deepseek_v4.amd.rocm import (
DeepseekV4ROCMAiterMLASparseMetadata,
DeepseekV4ROCMAiterSparseSWAMetadata,
)
from vllm.v1.attention.backends.mla.indexer import (
DeepseekV32IndexerMetadata,
)
@@ -252,6 +256,8 @@ class SpecDecodeBaseProposer:
TritonAttentionMetadata,
RocmAttentionMetadata,
ROCMAiterMLASparseMetadata,
DeepseekV4ROCMAiterMLASparseMetadata,
DeepseekV4ROCMAiterSparseSWAMetadata,
DeepseekV32IndexerMetadata,
]
# ROCM_AITER_FA is an optional backend