Revert "[MRV2] Always build attn metadata at capture time" (#49364) (#49451)

Co-authored-by: vllm-agent CI bot <ci-bot@vllm-agent.local>
This commit is contained in:
vllm-agent
2026-07-23 09:51:33 -07:00
committed by GitHub
co-authored by vllm-agent CI bot
parent 0416dab275
commit 494845e79f
2 changed files with 21 additions and 35 deletions
@@ -56,7 +56,10 @@ class SpeculatorCudaGraphManager(CudaGraphManager):
block_tables,
attn_groups,
kv_cache_config,
full_cudagraph=desc.cg_mode == CUDAGraphMode.FULL,
skip_attn=(
desc.cg_mode == CUDAGraphMode.PIECEWISE
and not self.use_breakable_cg
),
)
return lambda cg_mode: forward_fn(