From b5495cc5f9099cf77571524a9af88ad26814f324 Mon Sep 17 00:00:00 2001 From: Shifani Rajabose Date: Sun, 21 Jun 2026 02:00:50 -0400 Subject: [PATCH] Fix memory pointer overflow in Mamba state buffers (#44665) Signed-off-by: Shifani Rajabose Co-authored-by: Kunshang Ji --- vllm/v1/worker/mamba_utils.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/v1/worker/mamba_utils.py b/vllm/v1/worker/mamba_utils.py index a2718b7260..45166ef9a3 100644 --- a/vllm/v1/worker/mamba_utils.py +++ b/vllm/v1/worker/mamba_utils.py @@ -257,9 +257,10 @@ class MambaCopyBuffers: for gid in mamba_group_ids ) * len(copy_funcs) n = max_num_reqs * entries_per_req + return cls( - src_ptrs=make_buffer(n, dtype=torch.int64), - dst_ptrs=make_buffer(n, dtype=torch.int64), + src_ptrs=make_buffer(n, dtype=torch.uint64), + dst_ptrs=make_buffer(n, dtype=torch.uint64), sizes=make_buffer(n, dtype=torch.int32), mamba_group_ids=mamba_group_ids, mamba_spec=mamba_spec,