From 310f15d3548aef7c80d3a43ffd7899ea076006ea Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Wed, 23 Sep 2026 16:54:48 -0700 Subject: [PATCH] [Bugfix][MRV2] Align dummy idx_mapping dtype to avoid runtime jit (#58462) Signed-off-by: Nick Hill --- vllm/v1/worker/gpu/input_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/worker/gpu/input_batch.py b/vllm/v1/worker/gpu/input_batch.py index 741255a9f7..5437405d7f 100644 --- a/vllm/v1/worker/gpu/input_batch.py +++ b/vllm/v1/worker/gpu/input_batch.py @@ -127,7 +127,7 @@ class InputBatch: req_ids = [f"req_{i}_{random_uuid()}" for i in range(num_reqs)] idx_mapping_np = np.arange(num_reqs, dtype=np.intp) - idx_mapping = torch.arange(num_reqs, dtype=torch.int64, device=device) + idx_mapping = torch.arange(num_reqs, dtype=torch.int32, device=device) expanded_idx_mapping = idx_mapping expanded_local_pos = torch.zeros(num_reqs, dtype=torch.int32, device=device)