[EPLB] Remove main waits in case of slow EPLB (#36271)

Signed-off-by: ilmarkov <markovilya197@gmail.com>
This commit is contained in:
Ilya Markov
2026-03-24 11:50:44 +00:00
committed by GitHub
parent ce57fd5557
commit 14acf429ac
2 changed files with 3 additions and 14 deletions
+3 -3
View File
@@ -160,9 +160,9 @@ async def transfer_run_periodically(
is_profile=is_profile,
cuda_stream=cuda_stream,
)
event = torch.cuda.Event(blocking=False)
cuda_stream.record_event(event)
model_state.buffer_ready_event = event
# block the async thread until the transfer to
# the intermediate buffer is complete.
cuda_stream.synchronize()
model_state.ep_buffer_ready = 1
finally:
model_state.buffer_lock.release()