[EPLB] Remove main waits in case of slow EPLB (#36271)
Signed-off-by: ilmarkov <markovilya197@gmail.com>
This commit is contained in:
@@ -160,9 +160,9 @@ async def transfer_run_periodically(
|
||||
is_profile=is_profile,
|
||||
cuda_stream=cuda_stream,
|
||||
)
|
||||
event = torch.cuda.Event(blocking=False)
|
||||
cuda_stream.record_event(event)
|
||||
model_state.buffer_ready_event = event
|
||||
# block the async thread until the transfer to
|
||||
# the intermediate buffer is complete.
|
||||
cuda_stream.synchronize()
|
||||
model_state.ep_buffer_ready = 1
|
||||
finally:
|
||||
model_state.buffer_lock.release()
|
||||
|
||||
Reference in New Issue
Block a user