[Perf][4/n] Eliminate various GPU<->CPU syncs (#42347)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-05-19 10:35:54 -04:00
committed by GitHub
parent a78b842d0e
commit b82e908b4c
23 changed files with 129 additions and 108 deletions
@@ -1092,7 +1092,7 @@ def test_thinking_budget_holder_spec_mode_tensor_layout():
False,
)
assert h.in_spec_mode
assert h.mask.shape[0] == 8 * (2 + 1)
assert h._mask_capacity == 8 * (2 + 1)
def test_thinking_budget_holder_empty_end_tokens_disables_row():