[ROCM][DSV32][Perf][MTP] Enable UNIFORM_BATCH CG mode in rocm_aiter_mla_sparse (#45149)

Signed-off-by: Teemu Virolainen <teemu.virolainen@amd.com>
Co-authored-by: TJian <tunjian.tan@embeddedllm.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Teemu Virolainen
2026-07-09 14:35:10 -05:00
committed by GitHub
co-authored by TJian Andreas Karatzas
parent ff8d3488f2
commit b0dec2a11b
@@ -347,9 +347,7 @@ class ROCMAiterMLASparseMetadata(AttentionMetadata):
class ROCMAiterMLASparseMetadataBuilder(
AttentionMetadataBuilder[ROCMAiterMLASparseMetadata]
):
_cudagraph_support: ClassVar[AttentionCGSupport] = (
AttentionCGSupport.UNIFORM_SINGLE_TOKEN_DECODE
)
_cudagraph_support: ClassVar[AttentionCGSupport] = AttentionCGSupport.UNIFORM_BATCH
def __init__(
self,
@@ -365,6 +363,9 @@ class ROCMAiterMLASparseMetadataBuilder(
self.device = device
max_num_batched_tokens = vllm_config.scheduler_config.max_num_batched_tokens
self.vllm_config = vllm_config
self._init_reorder_batch_threshold(1, supports_spec_as_decode=True)
self.num_heads = self.model_config.get_num_attention_heads(parallel_config)
self.mla_dims = get_mla_dims(self.model_config)
self.topk_tokens = vllm_config.model_config.hf_config.index_topk