diff --git a/vllm/v1/attention/ops/triton_decode_attention.py b/vllm/v1/attention/ops/triton_decode_attention.py index dbe3c5705d..6aec1db2e5 100644 --- a/vllm/v1/attention/ops/triton_decode_attention.py +++ b/vllm/v1/attention/ops/triton_decode_attention.py @@ -133,7 +133,7 @@ def _fwd_kernel_stage1( + offs_n // PAGE_SIZE, mask=offs_n < split_kv_end, other=0, - ) + ).to(tl.int64) # page_number * page stride overflows int32 kv_in_page = offs_n % PAGE_SIZE offs_buf_k = ( (kv_page_number * stride_buf_kpbs + kv_in_page * stride_buf_kbs)[ @@ -375,7 +375,7 @@ def _fwd_grouped_kernel_stage1( mask=offs_n < split_kv_end, other=0, cache_modifier=".ca", - ) + ).to(tl.int64) # page_number * page stride overflows int32 kv_off_k = ( kv_page_number * stride_buf_kpbs + (offs_n % PAGE_SIZE) * stride_buf_kbs )