[Rust Frontend]: Add /get_world_size route with static parallel size (#44801)

This commit is contained in:
Ashar
2026-06-18 13:10:20 +00:00
committed by GitHub
parent 22cc891108
commit 4cb5e746b6
11 changed files with 258 additions and 2 deletions
+2
View File
@@ -78,6 +78,8 @@ class EngineCoreReadyResponse:
dp_stats_address: str | None
dtype: str
vllm_version: str
world_size: int
data_parallel_size: int
# KV cache capacity (None for encoder-only/attention-free models).
kv_cache_size_tokens: int | None = None
kv_cache_max_concurrency: float | None = None