[BugFix] Async Eplb fix potential race condition (#32881)

Signed-off-by: ilmarkov <markovilya197@gmail.com>
This commit is contained in:
Ilya Markov
2026-01-29 10:31:40 +00:00
committed by GitHub
parent 8688c3d460
commit d09135fbd0
2 changed files with 18 additions and 0 deletions
+6
View File
@@ -86,6 +86,12 @@ async def transfer_run_periodically(
if model_state.layer_to_transfer >= current_num_layers:
break
# Wait for the main thread to finish consuming the buffer
# before overwriting it
if model_state.buffer_consumed_event is not None:
cuda_stream.wait_event(model_state.buffer_consumed_event)
model_state.buffer_consumed_event = None
(
model_state.is_unchanged,
model_state.is_received_locally,