From e378275a8f20eac9e92212e4a1fee84ec5a31dc7 Mon Sep 17 00:00:00 2001 From: Mi Jiazhi <57009194+Mi-Jiazhi@users.noreply.github.com> Date: Sun, 20 Sep 2026 14:23:29 +0800 Subject: [PATCH] =?UTF-8?q?[Model]=20Pass=20intermediate=5Ftensors=20to=20?= =?UTF-8?q?the=20model=20when=20capturing=20CUDA=20gr=E2=80=A6=20(#57745)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: jiazhimi --- vllm/v1/worker/gpu/cudagraph_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/worker/gpu/cudagraph_utils.py b/vllm/v1/worker/gpu/cudagraph_utils.py index 4690c7eae7..ddab7799d4 100644 --- a/vllm/v1/worker/gpu/cudagraph_utils.py +++ b/vllm/v1/worker/gpu/cudagraph_utils.py @@ -662,6 +662,7 @@ class ModelCudaGraphManager(CudaGraphManager): model_inputs = { "input_ids": input_buffers.input_ids[:num_tokens], "positions": input_buffers.positions[:num_tokens], + "intermediate_tensors": None, **model_state.prepare_dummy_inputs(num_reqs, num_tokens), } if not self.is_first_pp_rank: