[Model] Pass intermediate_tensors to the model when capturing CUDA gr… (#57745)
Co-authored-by: jiazhimi <jiazhimi@tencent.com>
This commit is contained in:
@@ -662,6 +662,7 @@ class ModelCudaGraphManager(CudaGraphManager):
|
||||
model_inputs = {
|
||||
"input_ids": input_buffers.input_ids[:num_tokens],
|
||||
"positions": input_buffers.positions[:num_tokens],
|
||||
"intermediate_tensors": None,
|
||||
**model_state.prepare_dummy_inputs(num_reqs, num_tokens),
|
||||
}
|
||||
if not self.is_first_pp_rank:
|
||||
|
||||
Reference in New Issue
Block a user