[KVConnector][1/N] PP-aware handshake aggregation and intermediate-PP output plumbing (#43720)

Signed-off-by: zixi-qi <zixi@inferact.ai>
This commit is contained in:
qizixi
2026-06-04 22:04:19 -07:00
committed by GitHub
parent da1daf40bf
commit 96229fa99e
9 changed files with 459 additions and 26 deletions
+3 -3
View File
@@ -177,13 +177,13 @@ class EngineCore:
if xfer_handshake_metadata:
# xfer_handshake_metadata is list of dicts from workers
# Each dict already has structure {tp_rank: metadata}
# Each dict already has structure {(pp_rank, tp_rank): metadata}
# Merge all worker dicts into a single dict
content: dict[int, Any] = {}
content: dict[tuple[int, int], Any] = {}
for worker_dict in xfer_handshake_metadata:
if worker_dict is not None:
content.update(worker_dict)
kv_connector.set_xfer_handshake_metadata(content)
kv_connector.set_xfer_handshake_metadata_pp_aware(content)
# Setup batch queue for pipeline parallelism.
# Batch queue for scheduled batches. This enables us to asynchronously