full cudagraph for flex-attn (#36298)

Signed-off-by: shunting314 <shunting@meta.com>
This commit is contained in:
shunting314
2026-04-02 21:15:01 -07:00
committed by GitHub
parent 2ad7c0335f
commit 8b141ed8c3
4 changed files with 145 additions and 11 deletions
+1
View File
@@ -6077,6 +6077,7 @@ class GPUModelRunner(
skip_eplb=True,
remove_lora=False,
num_active_loras=desc.num_active_loras,
profile_seq_lens=profile_seq_lens,
)
self._dummy_run(
desc.num_tokens,