[MRV2] Always build attn metadata at capture time (#49364) (#49995)

Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
Co-authored-by: Woosuk Kwon <woosuk@inferact.ai>
This commit is contained in:
Nick Hill
2026-07-27 17:25:17 +00:00
committed by GitHub
co-authored by Woosuk Kwon
parent 15d65f8669
commit 8112b6c997
2 changed files with 35 additions and 21 deletions
@@ -56,10 +56,7 @@ class SpeculatorCudaGraphManager(CudaGraphManager):
block_tables,
attn_groups,
kv_cache_config,
skip_attn=(
desc.cg_mode == CUDAGraphMode.PIECEWISE
and not self.use_breakable_cg
),
full_cudagraph=desc.cg_mode == CUDAGraphMode.FULL,
)
return lambda cg_mode: forward_fn(