[PD][NixlPush] Skip extra add_remote_agent step in D->P handshake (#49345)
Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
This commit is contained in:
@@ -700,8 +700,9 @@ class NixlBaseConnectorWorker:
|
||||
)
|
||||
setup_agent_time = time.perf_counter()
|
||||
logger.debug(
|
||||
"NIXL handshake: add agent took: %s",
|
||||
"NIXL handshake: add agent took: %s (notif_agents_only=%s)",
|
||||
setup_agent_time - got_metadata_time,
|
||||
notif_agents_only,
|
||||
)
|
||||
remote_ranks = (remote_pp_rank, remote_rank)
|
||||
remote_rank_to_agent_name[remote_ranks] = remote_agent_name
|
||||
|
||||
@@ -299,8 +299,10 @@ class NixlPushConnectorWorker(NixlBaseConnectorWorker):
|
||||
reg_data["remote_port"],
|
||||
reg_data["remote_tp_size"],
|
||||
pp_size=remote_pp_size,
|
||||
# D never addresses P memory in push mode; just load P's agents.
|
||||
notif_agents_only=remote_pp_size > 1,
|
||||
# D only ever sends PUSH_REG notifs to P and never reads or writes
|
||||
# P's memory in push mode, so it never needs the transfer
|
||||
# descriptors set up by the full add_remote_agent path.
|
||||
notif_agents_only=True,
|
||||
)
|
||||
if fut is None:
|
||||
self._do_send_reg_notif(req_id, reg_data)
|
||||
|
||||
Reference in New Issue
Block a user