[Rust Frontend][RL]: report engine world size over gRPC (#53204)

Signed-off-by: Biswa Panda <biswa.panda@gmail.com>
This commit is contained in:
Biswa Panda
2026-08-23 02:31:23 +00:00
committed by GitHub
parent 30b34171b1
commit 9dba2c9b37
4 changed files with 13 additions and 2 deletions
+1
View File
@@ -55,6 +55,7 @@ message ParallelismInfo {
uint32 data_parallel_size = 3;
uint32 data_parallel_rank = 4;
uint32 decode_context_parallel_size = 5;
uint64 world_size = 6;
}
message GetModelInfoRequest {}
@@ -61,7 +61,8 @@ pub struct EngineCoreReadyResponse {
pub dtype: ModelDtype,
/// Python vLLM version reported by the engine process.
pub vllm_version: String,
/// World size (TP * PP) from the parallel config.
/// Per-DP-engine world size (TP * PP * PCP) from the parallel config.
/// Deployment-wide world size also multiplies by `data_parallel_size`.
pub world_size: u64,
/// Data-parallel size from this EngineCore's effective parallel config.
/// Dense independent-DP ranks are reconfigured to report `1`; the client
+1
View File
@@ -46,6 +46,7 @@ impl ControlServiceImpl {
data_parallel_size: self.client().data_parallel_size().min(u32::MAX as usize) as u32,
data_parallel_rank: ready.data_parallel_rank,
decode_context_parallel_size: ready.decode_context_parallel_size,
world_size: ready.world_size,
}
}
+9 -1
View File
@@ -1626,6 +1626,9 @@ async fn control_aggregates_multi_engine_capacity() {
ready_0.max_model_len = 8_192;
ready_0.num_gpu_blocks = 10;
ready_0.effective_data_parallel_size = 2;
ready_0.tensor_parallel_size = 2;
ready_0.pipeline_parallel_size = 3;
ready_0.world_size = 12;
ready_0.weight_transfer_backend = Some("nccl".to_string());
ready_0.enable_sleep_mode = true;
ready_0.supports_draft_weight_updates = true;
@@ -1634,6 +1637,9 @@ async fn control_aggregates_multi_engine_capacity() {
ready_1.max_model_len = 4_096;
ready_1.num_gpu_blocks = 20;
ready_1.effective_data_parallel_size = 2;
ready_1.tensor_parallel_size = 2;
ready_1.pipeline_parallel_size = 3;
ready_1.world_size = 12;
ready_1.data_parallel_rank = 1;
let engine_tasks = [ready_0, ready_1].map(|ready| {
@@ -1684,7 +1690,9 @@ async fn control_aggregates_multi_engine_capacity() {
assert!(rl.weight_transfer_backend.is_empty());
assert!(!rl.sleep_mode_enabled);
assert!(!rl.draft_weight_updates_enabled);
assert_eq!(server.parallelism.unwrap().data_parallel_size, 2);
let parallelism = server.parallelism.unwrap();
assert_eq!(parallelism.data_parallel_size, 2);
assert_eq!(parallelism.world_size, 12);
drop(engine_tasks);
}