[Core][Bookkeeping Optimization] Update against numpy view of is_token_ids tensor (#27618)
Signed-off-by: Jialin Ouyang <Jialin.Ouyang@gmail.com>
This commit is contained in:
@@ -1103,7 +1103,7 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin):
|
||||
out=self.input_ids.cpu[:total_num_scheduled_tokens],
|
||||
)
|
||||
if self.enable_prompt_embeds:
|
||||
is_token_ids = self.input_batch.is_token_ids.flatten()
|
||||
is_token_ids = self.input_batch.is_token_ids_tensor.flatten()
|
||||
torch.index_select(
|
||||
is_token_ids,
|
||||
0,
|
||||
|
||||
Reference in New Issue
Block a user