[Rust Frontend]: Add /get_world_size route with static parallel size (#44801)
This commit is contained in:
@@ -78,6 +78,8 @@ class EngineCoreReadyResponse:
|
||||
dp_stats_address: str | None
|
||||
dtype: str
|
||||
vllm_version: str
|
||||
world_size: int
|
||||
data_parallel_size: int
|
||||
# KV cache capacity (None for encoder-only/attention-free models).
|
||||
kv_cache_size_tokens: int | None = None
|
||||
kv_cache_max_concurrency: float | None = None
|
||||
|
||||
@@ -1527,6 +1527,8 @@ class EngineCoreProc(EngineCore):
|
||||
dp_stats_address=self.frontend_stats_publish_address,
|
||||
dtype=str(self.vllm_config.model_config.dtype).removeprefix("torch."),
|
||||
vllm_version=VLLM_VERSION,
|
||||
world_size=self.vllm_config.parallel_config.world_size,
|
||||
data_parallel_size=self.vllm_config.parallel_config.data_parallel_size,
|
||||
kv_cache_size_tokens=(
|
||||
self.vllm_config.cache_config.kv_cache_size_tokens
|
||||
),
|
||||
|
||||
Reference in New Issue
Block a user