[Core][Bookkeeping Optimization] Update against numpy view of is_token_ids tensor (#27618)

Signed-off-by: Jialin Ouyang <Jialin.Ouyang@gmail.com>
This commit is contained in:
Jialin Ouyang
2025-10-28 08:13:10 +00:00
committed by GitHub
parent d34f5fe939
commit b46e4a06f1
2 changed files with 3 additions and 2 deletions
+1 -1
View File
@@ -1103,7 +1103,7 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin):
out=self.input_ids.cpu[:total_num_scheduled_tokens],
)
if self.enable_prompt_embeds:
is_token_ids = self.input_batch.is_token_ids.flatten()
is_token_ids = self.input_batch.is_token_ids_tensor.flatten()
torch.index_select(
is_token_ids,
0,