[Perf] Avoid some more unnecessary GPU<->CPU syncs (#51458)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-08-08 17:13:26 -07:00
committed by GitHub
parent d608dfabfd
commit 9b0afeb4f6
13 changed files with 99 additions and 49 deletions
+1 -1
View File
@@ -3069,7 +3069,7 @@ class GPUModelRunner(
self._cache_encoder_output(
mm_hashes[i],
pe_tensor.to(self.device),
async_tensor_h2d(pe_tensor, device=self.device),
scheduler_output.ec_manager_metadata,
scheduler_output.free_encoder_mm_hashes,
)