[Bugfix][MRV2] Align dummy idx_mapping dtype to avoid runtime jit (#58462)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Nick Hill committed
Sep 23, 2026 at 16:54 UTC
310f15d3548aef7c80d3a43ffd7899ea076006ea
1 file changed
+1
-1
vllm/v1/worker/gpu/input_batch.py
+1
-1
@@ -127,7 +127,7 @@ class InputBatch:
127
128
req_ids = [f"req_{i}_{random_uuid()}" for i in range(num_reqs)]
129
idx_mapping_np = np.arange(num_reqs, dtype=np.intp)
130
- idx_mapping = torch.arange(num_reqs, dtype=torch.int64, device=device)
130
+ idx_mapping = torch.arange(num_reqs, dtype=torch.int32, device=device)
131
expanded_idx_mapping = idx_mapping
132
expanded_local_pos = torch.zeros(num_reqs, dtype=torch.int32, device=device)
133