Fix memory pointer overflow in Mamba state buffers (#44665)

Signed-off-by: Shifani Rajabose <shifani.rajabose@intel.com>
Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
Shifani Rajabose
2026-06-21 14:00:50 +08:00
committed by GitHub
co-authored by Kunshang Ji
parent 183a430c13
commit b5495cc5f9
+3 -2
View File
@@ -257,9 +257,10 @@ class MambaCopyBuffers:
for gid in mamba_group_ids
) * len(copy_funcs)
n = max_num_reqs * entries_per_req
return cls(
src_ptrs=make_buffer(n, dtype=torch.int64),
dst_ptrs=make_buffer(n, dtype=torch.int64),
src_ptrs=make_buffer(n, dtype=torch.uint64),
dst_ptrs=make_buffer(n, dtype=torch.uint64),
sizes=make_buffer(n, dtype=torch.int32),
mamba_group_ids=mamba_group_ids,
mamba_spec=mamba_spec,