diff --git a/vllm/models/minimax_m3/common/sparse_attention.py b/vllm/models/minimax_m3/common/sparse_attention.py index 50c03dd9bf..f385f82067 100644 --- a/vllm/models/minimax_m3/common/sparse_attention.py +++ b/vllm/models/minimax_m3/common/sparse_attention.py @@ -314,7 +314,10 @@ class MiniMaxM3SparseMetadataBuilder(AttentionMetadataBuilder[MiniMaxM3SparseMet prefill_cu_seqlens_k = torch.empty( num_prefills + 1, dtype=torch.int32, device=seq_lens.device ) - prefill_cu_seqlens_k[0] = 0 + if current_platform.is_rocm(): + prefill_cu_seqlens_k[:1].zero_() + else: + prefill_cu_seqlens_k[0] = 0 torch.cumsum(prefill_kv_lens, dim=0, out=prefill_cu_seqlens_k[1:]) prefill_cu_seqlens_q = ( query_start_loc[num_decodes:] - num_decode_tokens