[Bugfix][MRV2] Use int64 index mappings to fix row-offset overflow (#60736)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: vllmellm <vllm.ellm@embeddedllm.com> Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
vllmellm
Claude Opus 5.5
parent
51144dd83e
commit
ed7ae705a1
@@ -1361,7 +1361,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
|
||||
num_scheduled_tokens_np = batch_req_state.num_scheduled_tokens
|
||||
idx_mapping_np = batch_req_state.idx_mapping_np
|
||||
idx_mapping = async_tensor_h2d(
|
||||
idx_mapping_np, device=self.device, dtype=torch.int32
|
||||
idx_mapping_np, device=self.device, dtype=torch.int64
|
||||
)
|
||||
num_reqs = len(req_ids)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user