[MRV2][BugFix] Fix default-stream CG capture in P/W LoRA case (#43160)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -358,7 +358,9 @@ class ModelCudaGraphManager(CudaGraphManager):
|
||||
batch_descriptor = None
|
||||
if cg_mode == CUDAGraphMode.PIECEWISE:
|
||||
assert attn_metadata is None
|
||||
batch_descriptor = BatchDescriptor(num_tokens=num_tokens)
|
||||
batch_descriptor = BatchDescriptor(
|
||||
num_tokens=num_tokens, has_lora=has_lora
|
||||
)
|
||||
with set_forward_context(
|
||||
attn_metadata,
|
||||
self.vllm_config,
|
||||
|
||||
Reference in New Issue
Block a user