Release prompt_embeds tensor when its InputBatch slot is freed (#57988)

Signed-off-by: khushali9 <khushali.desai9@gmail.com>
This commit is contained in:
Khushali Desai
2026-09-25 00:00:44 +00:00
committed by GitHub
parent 7a9406690e
commit 7833ff25dd
2 changed files with 96 additions and 0 deletions
+1
View File
@@ -541,6 +541,7 @@ class InputBatch:
self.req_output_token_ids[req_index] = None
self.spec_token_ids[req_index].clear()
self.block_table.clear_row(req_index)
self.req_prompt_embeds.pop(req_index, None)
# LoRA
lora_id = self.request_lora_mapping[req_index]