[ModelRunner V2] Minor indexing optimizations (#51210)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -110,8 +110,8 @@ class InputBatch:
|
||||
device = input_buffers.device
|
||||
|
||||
req_ids = [f"req_{i}_{random_uuid()}" for i in range(num_reqs)]
|
||||
idx_mapping_np = np.arange(num_reqs, dtype=np.int32)
|
||||
idx_mapping = torch.arange(num_reqs, dtype=torch.int32, device=device)
|
||||
idx_mapping_np = np.arange(num_reqs, dtype=np.intp)
|
||||
idx_mapping = torch.arange(num_reqs, dtype=torch.int64, device=device)
|
||||
expanded_idx_mapping = idx_mapping
|
||||
expanded_local_pos = torch.zeros(num_reqs, dtype=torch.int32, device=device)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user