Fix memory pointer overflow in Mamba state buffers (#44665)
Signed-off-by: Shifani Rajabose <shifani.rajabose@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
Shifani Rajabose committed
Jun 21, 2026 at 02:00 UTC
b5495cc5f9099cf77571524a9af88ad26814f324
1 file changed
+3
-2
vllm/v1/worker/mamba_utils.py
+3
-2
@@ -257,9 +257,10 @@ class MambaCopyBuffers:
257
for gid in mamba_group_ids
258
) * len(copy_funcs)
259
n = max_num_reqs * entries_per_req
260
+
261
return cls(
261
- src_ptrs=make_buffer(n, dtype=torch.int64),
262
- dst_ptrs=make_buffer(n, dtype=torch.int64),
262
+ src_ptrs=make_buffer(n, dtype=torch.uint64),
263
+ dst_ptrs=make_buffer(n, dtype=torch.uint64),
264
sizes=make_buffer(n, dtype=torch.int32),
265
mamba_group_ids=mamba_group_ids,
266
mamba_spec=mamba_spec,