[Rust Frontend][gRPC] Add explicit data-parallel rank routing (#51178)

Signed-off-by: Connor Carpenter <connorc@nvidia.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Connor Carpenter
2026-08-10 15:05:24 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 3c6b2e9c08
commit fa722b9f01
19 changed files with 215 additions and 60 deletions
+3
View File
@@ -339,6 +339,7 @@ class RustFrontendProcessManager:
output_address: str,
engine_start_index: int,
engine_count: int,
data_parallel_size: int,
stats_update_address: str | None = None,
):
import os
@@ -360,6 +361,8 @@ class RustFrontendProcessManager:
str(engine_start_index),
"--engine-count",
str(engine_count),
"--data-parallel-size",
str(data_parallel_size),
]
if stats_update_address is not None:
cmd.extend(["--coordinator-address", stats_update_address])