[MRV2][Spec] Fuse AR speculator multi-step decodes back into one CUDA graph (#46849)

Signed-off-by: Yizhou Liu <liu_yizhou@outlook.com>
This commit is contained in:
Yizhou
2026-08-11 15:06:22 +08:00
committed by GitHub
parent 1044d19998
commit a311916a29
10 changed files with 492 additions and 49 deletions
+11
View File
@@ -299,6 +299,17 @@ class AttentionGroup:
assert len(self.metadata_builders) > ubatch_id
return self.metadata_builders[ubatch_id]
@property
def supports_draft_decode_metadata_update(self) -> bool:
return self.get_metadata_builder().supports_draft_decode_metadata_update
def update_draft_decode_metadata(
self,
attn_metadata: Mapping[str, Any],
) -> None:
metadata = attn_metadata[self.layer_names[0]]
self.get_metadata_builder().update_draft_decode_metadata(metadata)
def select_common_block_size(
kv_manager_block_size: int,