[Rust Frontend][gRPC] Add explicit data-parallel rank routing (#51178)
Signed-off-by: Connor Carpenter <connorc@nvidia.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
3c6b2e9c08
commit
fa722b9f01
@@ -339,6 +339,7 @@ class RustFrontendProcessManager:
|
||||
output_address: str,
|
||||
engine_start_index: int,
|
||||
engine_count: int,
|
||||
data_parallel_size: int,
|
||||
stats_update_address: str | None = None,
|
||||
):
|
||||
import os
|
||||
@@ -360,6 +361,8 @@ class RustFrontendProcessManager:
|
||||
str(engine_start_index),
|
||||
"--engine-count",
|
||||
str(engine_count),
|
||||
"--data-parallel-size",
|
||||
str(data_parallel_size),
|
||||
]
|
||||
if stats_update_address is not None:
|
||||
cmd.extend(["--coordinator-address", stats_update_address])
|
||||
|
||||
Reference in New Issue
Block a user