[Bugfix][MRV2] Align dummy idx_mapping dtype to avoid runtime jit (#58462)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
2026-09-23 16:54:48 -07:00
parent 89d9fd83e2
commit 310f15d354
1 changed files with 1 additions and 1 deletions
@@ -127,7 +127,7 @@ class InputBatch:

        req_ids = [f"req_{i}_{random_uuid()}" for i in range(num_reqs)]
        idx_mapping_np = np.arange(num_reqs, dtype=np.intp)
-        idx_mapping = torch.arange(num_reqs, dtype=torch.int64, device=device)
+        idx_mapping = torch.arange(num_reqs, dtype=torch.int32, device=device)
        expanded_idx_mapping = idx_mapping
        expanded_local_pos = torch.zeros(num_reqs, dtype=torch.int32, device=device)