[DP] Fix Prometheus Logging (#21257)
Signed-off-by: Robert Shaw <robshaw@redhat.com> Co-authored-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
co-authored by
Robert Shaw
parent
304dce7ec0
commit
29d1ffc5b4
@@ -432,14 +432,15 @@ class MPClient(EngineCoreClient):
|
||||
external_dp_lb = parallel_config.data_parallel_external_lb
|
||||
|
||||
offline_mode = parallel_config.data_parallel_rank_local is not None
|
||||
engine_ranks = [dp_rank] if (offline_mode
|
||||
or external_dp_lb) else range(dp_size)
|
||||
self.engine_ranks = ([dp_rank] if
|
||||
(offline_mode or external_dp_lb) else list(
|
||||
range(dp_size)))
|
||||
assert parallel_config.data_parallel_size_local <= len(
|
||||
engine_ranks)
|
||||
self.engine_ranks)
|
||||
|
||||
# ZMQ identity of each engine that this client will talk to.
|
||||
self.core_engines: list[EngineIdentity] = [
|
||||
index.to_bytes(2, "little") for index in engine_ranks
|
||||
index.to_bytes(2, "little") for index in self.engine_ranks
|
||||
]
|
||||
|
||||
# Wait for ready messages from each engine on the input socket.
|
||||
|
||||
Reference in New Issue
Block a user