Fix memory pointer overflow in Mamba state buffers (#44665)
Signed-off-by: Shifani Rajabose <shifani.rajabose@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
183a430c13
commit
b5495cc5f9
@@ -257,9 +257,10 @@ class MambaCopyBuffers:
|
||||
for gid in mamba_group_ids
|
||||
) * len(copy_funcs)
|
||||
n = max_num_reqs * entries_per_req
|
||||
|
||||
return cls(
|
||||
src_ptrs=make_buffer(n, dtype=torch.int64),
|
||||
dst_ptrs=make_buffer(n, dtype=torch.int64),
|
||||
src_ptrs=make_buffer(n, dtype=torch.uint64),
|
||||
dst_ptrs=make_buffer(n, dtype=torch.uint64),
|
||||
sizes=make_buffer(n, dtype=torch.int32),
|
||||
mamba_group_ids=mamba_group_ids,
|
||||
mamba_spec=mamba_spec,
|
||||
|
||||
Reference in New Issue
Block a user