From 1bdf9810aae30ae0b7002ac9f98bb9520b34e631 Mon Sep 17 00:00:00 2001 From: TJian Date: Sun, 21 Jun 2026 04:38:42 +0800 Subject: [PATCH] [ROCm] [Bugfix] Bugfix ROCm Sparse Indexer (#46222) Signed-off-by: tjtanaa --- vllm/v1/attention/ops/rocm_aiter_mla_sparse.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/vllm/v1/attention/ops/rocm_aiter_mla_sparse.py b/vllm/v1/attention/ops/rocm_aiter_mla_sparse.py index dbd4d8d1d4..2153a460f6 100644 --- a/vllm/v1/attention/ops/rocm_aiter_mla_sparse.py +++ b/vllm/v1/attention/ops/rocm_aiter_mla_sparse.py @@ -58,7 +58,9 @@ def _indexer_k_quant_and_cache_kernel( slot_id = tl.load(slot_mapping_ptr + tid) if slot_id < 0: return - block_id = slot_id // block_size + # The packed KV layout makes per-block strides large + # enough that block_id * stride can exceed 32-bit range. + block_id = (slot_id // block_size).to(tl.int64) block_offset = slot_id % block_size tile_block_id = block_offset // BLOCK_TILE_SIZE tile_block_offset = block_offset % BLOCK_TILE_SIZE @@ -179,7 +181,9 @@ def _cp_gather_indexer_quant_cache_kernel( block_table_ptr + block_table_offset, mask=valid_block_table, other=-1 ) valid_block = valid_block_table & (block_id >= 0) & (block_id < NUM_BLOCKS) - safe_block_id = tl.where(valid_block, block_id, 0) + # The packed KV layout makes per-block strides large + # enough that block_id * stride can exceed 32-bit range. + safe_block_id = tl.where(valid_block, block_id, 0).to(tl.int64) safe_block_offset = tl.where(valid_block, block_offset, 0) tiled_block_offset = safe_block_offset % BLOCK_TILE_SIZE if LAYOUT == "SHUFFLE":