[Model] Pass intermediate_tensors to the model when capturing CUDA gr… (#57745)

Co-authored-by: jiazhimi <jiazhimi@tencent.com>
This commit is contained in:
Mi Jiazhi
2026-09-19 23:23:29 -07:00
committed by GitHub
co-authored by jiazhimi
parent d05da62e9c
commit e378275a8f
+1
View File
@@ -662,6 +662,7 @@ class ModelCudaGraphManager(CudaGraphManager):
model_inputs = {
"input_ids": input_buffers.input_ids[:num_tokens],
"positions": input_buffers.positions[:num_tokens],
"intermediate_tensors": None,
**model_state.prepare_dummy_inputs(num_reqs, num_tokens),
}
if not self.is_first_pp_rank: