[MRV2][BugFix] Fix default-stream CG capture in P/W LoRA case (#43160)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-05-19 19:19:05 -07:00
committed by GitHub
parent 73dd2f33b7
commit 39bba710be
+3 -1
View File
@@ -358,7 +358,9 @@ class ModelCudaGraphManager(CudaGraphManager):
batch_descriptor = None
if cg_mode == CUDAGraphMode.PIECEWISE:
assert attn_metadata is None
batch_descriptor = BatchDescriptor(num_tokens=num_tokens)
batch_descriptor = BatchDescriptor(
num_tokens=num_tokens, has_lora=has_lora
)
with set_forward_context(
attn_metadata,
self.vllm_config,