[ModelRunner V2] Minor indexing optimizations (#51210)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-08-06 14:44:13 -07:00
committed by GitHub
parent d6af803f43
commit c5d470ac4c
3 changed files with 6 additions and 6 deletions
+2 -2
View File
@@ -110,8 +110,8 @@ class InputBatch:
device = input_buffers.device
req_ids = [f"req_{i}_{random_uuid()}" for i in range(num_reqs)]
idx_mapping_np = np.arange(num_reqs, dtype=np.int32)
idx_mapping = torch.arange(num_reqs, dtype=torch.int32, device=device)
idx_mapping_np = np.arange(num_reqs, dtype=np.intp)
idx_mapping = torch.arange(num_reqs, dtype=torch.int64, device=device)
expanded_idx_mapping = idx_mapping
expanded_local_pos = torch.zeros(num_reqs, dtype=torch.int32, device=device)