From 2ff76a5e856e385f72aa49cadc4d0a724d1f7da8 Mon Sep 17 00:00:00 2001 From: Rohan Potdar Date: Fri, 26 Jun 2026 16:58:40 -0500 Subject: [PATCH] [ROCm][Bugfix] Pass num_kv_splits to aiter mla_reduce_v1 (#46760) Signed-off-by: Rohan Potdar Co-authored-by: Claude Opus 4.8 (1M context) --- vllm/v1/attention/backends/mla/rocm_aiter_mla.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py index b172370a9f..41924889d5 100644 --- a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py +++ b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py @@ -828,6 +828,9 @@ class AiterMLAImpl(MLACommonImpl[AiterMLAMetadata]): attn_metadata.fp8_prefill_reduce_final_map, attn_metadata.fp8_prefill_reduce_partial_map, tile_q, + # num_kv_splits added by ROCm/aiter#3391; 0 selects the kernel + # default max(cu_num, 0) == cu_num, matching pre-#3391 behavior. + 0, out_3d, final_lse, )