From 39bba710bed5b6018718af3e0fd7984f6082118e Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Tue, 19 May 2026 19:19:05 -0700 Subject: [PATCH] [MRV2][BugFix] Fix default-stream CG capture in P/W LoRA case (#43160) Signed-off-by: Nick Hill --- vllm/v1/worker/gpu/cudagraph_utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/v1/worker/gpu/cudagraph_utils.py b/vllm/v1/worker/gpu/cudagraph_utils.py index e76fe0247f..c7a7ffe442 100644 --- a/vllm/v1/worker/gpu/cudagraph_utils.py +++ b/vllm/v1/worker/gpu/cudagraph_utils.py @@ -358,7 +358,9 @@ class ModelCudaGraphManager(CudaGraphManager): batch_descriptor = None if cg_mode == CUDAGraphMode.PIECEWISE: assert attn_metadata is None - batch_descriptor = BatchDescriptor(num_tokens=num_tokens) + batch_descriptor = BatchDescriptor( + num_tokens=num_tokens, has_lora=has_lora + ) with set_forward_context( attn_metadata, self.vllm_config,