[Perf] Avoid some more unnecessary GPU<->CPU syncs (#51458)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-08-08 17:13:26 -07:00
committed by GitHub
parent d608dfabfd
commit 9b0afeb4f6
13 changed files with 99 additions and 49 deletions
@@ -307,7 +307,8 @@ def test_raise_on_logit_nans(
def compute_nan_logits(self, *args, **kwargs):
logits = original_compute_logits(self, *args, **kwargs)
logits[0, 0] = float("nan")
# `logits[0, 0] = ...` copies the scalar H2D and blocks.
logits[0, 0].fill_(float("nan"))
return logits
monkeypatch.setattr(model_cls, "compute_logits", compute_nan_logits)