[ROCm][CI] Run the MLA attention+quant fusion test on ROCm (#58717)

Signed-off-by: Stefan Koncarevic <Stefan.Koncarevic@amd.com>
Co-authored-by: Andreas Karatzas <Andreas.Karatzas@amd.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
stefankoncarevic
2026-09-25 14:45:32 -05:00
committed by GitHub
co-authored by Andreas Karatzas Andreas Karatzas
parent 2d7dd0e5c1
commit 31cc226401
@@ -361,13 +361,27 @@ if current_platform.is_cuda():
]
BACKENDS_MLA_FP8 = [AttentionBackendEnum.TRITON_MLA]
BACKENDS_MLA_FP4 = [AttentionBackendEnum.TRITON_MLA]
elif current_platform.is_rocm():
# ROCm supports the static-FP8 output-quant fusion through AITER MLA.
# Per-group FP8 still relies on the CUDA-only CUTLASS block-scaled
# kernel, and NVFP4 is NVIDIA-specific.
MLA_DIMS = [(16, 128, 64, 128, 512)]
PATTERN_TEST_MODELS_MLA_FP8 = [
(
"deepseek-ai/DeepSeek-V2-Lite",
TestMLAAttentionFp8StaticQuantPatternModel,
)
]
BACKENDS_MLA_FP8 = [AttentionBackendEnum.ROCM_AITER_MLA]
@pytest.mark.parametrize(
"num_heads, qk_nope_head_dim, qk_rope_head_dim, v_head_dim, kv_lora_rank",
MLA_DIMS,
)
@pytest.mark.parametrize("batch_size", [7, 256] if current_platform.is_cuda() else [8])
@pytest.mark.parametrize(
"batch_size", [7, 256] if current_platform.is_cuda_alike() else [8]
)
@pytest.mark.parametrize("dtype", [torch.bfloat16])
@pytest.mark.parametrize(
"backend, model_name, model_class, custom_ops",
@@ -405,6 +419,7 @@ def test_mla_attention_quant_pattern(
backend: AttentionBackendEnum,
dist_init,
disable_vllm_compile_cache,
workspace_init,
):
"""Test MLA AttentionQuantPattern fusion pass."""
if (