From 0191354827560fe38f68b4e7207f8824d6152ca3 Mon Sep 17 00:00:00 2001 From: haosdent Date: Tue, 19 May 2026 05:29:10 +0800 Subject: [PATCH] [Perf][MLA] Enable FULL cudagraph capture for TRITON_MLA decode (#42885) Signed-off-by: haosdent --- vllm/v1/attention/backends/mla/triton_mla.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/vllm/v1/attention/backends/mla/triton_mla.py b/vllm/v1/attention/backends/mla/triton_mla.py index c45a631008..c2aa5edccb 100644 --- a/vllm/v1/attention/backends/mla/triton_mla.py +++ b/vllm/v1/attention/backends/mla/triton_mla.py @@ -12,12 +12,14 @@ from vllm.model_executor.layers.attention.mla_attention import ( MLACommonBackend, MLACommonImpl, MLACommonMetadata, + MLACommonMetadataBuilder, ) from vllm.platforms import current_platform from vllm.platforms.interface import DeviceCapability from vllm.triton_utils import triton from vllm.utils.torch_utils import is_quantized_kv_cache from vllm.v1.attention.backend import ( + AttentionCGSupport, AttentionLayer, AttentionType, MultipleOf, @@ -27,6 +29,10 @@ from vllm.v1.attention.ops.triton_decode_attention import decode_attention_fwd logger = init_logger(__name__) +class TritonMLAMetadataBuilder(MLACommonMetadataBuilder[MLACommonMetadata]): + _cudagraph_support: ClassVar[AttentionCGSupport] = AttentionCGSupport.UNIFORM_BATCH + + class TritonMLABackend(MLACommonBackend): supported_dtypes: ClassVar[list[torch.dtype]] = [torch.float16, torch.bfloat16] supported_kv_cache_dtypes: ClassVar[list[CacheDType]] = [ @@ -63,6 +69,10 @@ class TritonMLABackend(MLACommonBackend): def get_impl_cls() -> type["TritonMLAImpl"]: return TritonMLAImpl + @staticmethod + def get_builder_cls() -> type["TritonMLAMetadataBuilder"]: + return TritonMLAMetadataBuilder + @classmethod def supports_compute_capability(cls, capability: DeviceCapability) -> bool: return True