[Rust Frontend]: Add /get_world_size route with static parallel size (#44801)

This commit is contained in:
Ashar
2026-06-18 13:10:20 +00:00
committed by GitHub
parent 22cc891108
commit 4cb5e746b6
11 changed files with 258 additions and 2 deletions
+2
View File
@@ -78,6 +78,8 @@ class EngineCoreReadyResponse:
dp_stats_address: str | None
dtype: str
vllm_version: str
world_size: int
data_parallel_size: int
# KV cache capacity (None for encoder-only/attention-free models).
kv_cache_size_tokens: int | None = None
kv_cache_max_concurrency: float | None = None
+2
View File
@@ -1527,6 +1527,8 @@ class EngineCoreProc(EngineCore):
dp_stats_address=self.frontend_stats_publish_address,
dtype=str(self.vllm_config.model_config.dtype).removeprefix("torch."),
vllm_version=VLLM_VERSION,
world_size=self.vllm_config.parallel_config.world_size,
data_parallel_size=self.vllm_config.parallel_config.data_parallel_size,
kv_cache_size_tokens=(
self.vllm_config.cache_config.kv_cache_size_tokens
),