[BugFix][P/D] Fix for cases where _recving_transfers can be cleaned up when *all* transfer done (#19874)

Signed-off-by: Linkun Chen <github@lkchen.net>
This commit is contained in:
lkchen
2025-06-22 22:41:53 -07:00
committed by GitHub
parent 2ebff5b77c
commit 1bcd15edc7
2 changed files with 179 additions and 4 deletions
@@ -841,17 +841,20 @@ class NixlConnectorWorker:
"""
done_req_ids: set[str] = set()
for req_id, handles in list(transfers.items()):
for handle, xfer_stime in handles:
in_progress = False
for handle, _xfer_stime in handles:
xfer_state = self.nixl_wrapper.check_xfer_state(handle)
if xfer_state == "DONE":
self.nixl_wrapper.release_xfer_handle(handle)
done_req_ids.add(req_id)
del transfers[req_id]
elif xfer_state == "PROC":
in_progress = True
continue
else:
raise RuntimeError("Transfer failed with state %s",
xfer_state)
if not in_progress:
done_req_ids.add(req_id)
del transfers[req_id]
return done_req_ids
def start_load_kv(self, metadata: NixlConnectorMetadata):