From 7151ae6528805ad474745c10516a328a36978de9 Mon Sep 17 00:00:00 2001 From: yanghui1-arch <3053034939@qq.com> Date: Mon, 23 Mar 2026 22:59:21 +0800 Subject: [PATCH] [Bugfix] RoBERTa position_id accumulation in CUDA graph padding region (#37873) Signed-off-by: dass90 <3053034939@qq.com> --- vllm/v1/worker/gpu_model_runner.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py index 94245d3b21..c5f674d8cc 100644 --- a/vllm/v1/worker/gpu_model_runner.py +++ b/vllm/v1/worker/gpu_model_runner.py @@ -3084,6 +3084,8 @@ class GPUModelRunner( positions = self.xdrope_positions.gpu[:, :num_input_tokens] else: positions = self.positions.gpu[:num_input_tokens] + if num_input_tokens > num_scheduled_tokens: + self.positions.gpu[num_scheduled_tokens:num_input_tokens].zero_() if is_first_rank: intermediate_tensors = None