[Perf][4/n] Eliminate various GPU<->CPU syncs (#42347)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -1092,7 +1092,7 @@ def test_thinking_budget_holder_spec_mode_tensor_layout():
|
||||
False,
|
||||
)
|
||||
assert h.in_spec_mode
|
||||
assert h.mask.shape[0] == 8 * (2 + 1)
|
||||
assert h._mask_capacity == 8 * (2 + 1)
|
||||
|
||||
|
||||
def test_thinking_budget_holder_empty_end_tokens_disables_row():
|
||||
|
||||
Reference in New Issue
Block a user