Add "/server_info" endpoint in api_server to retrieve the vllm_config.  (#16572)

Signed-off-by: Xihui Cang <xihuicang@gmail.com>
This commit is contained in:
Xihui Cang
2025-04-15 11:50:38 +00:00
committed by GitHub
parent 1575c1701a
commit 1666e66443
7 changed files with 37 additions and 6 deletions
+4
View File
@@ -914,6 +914,10 @@ class LLMEngine:
scheduler.abort_seq_group(
request_id, seq_id_to_seq_group=self.seq_id_to_seq_group)
def get_vllm_config(self) -> VllmConfig:
"""Gets the vllm configuration."""
return self.vllm_config
def get_model_config(self) -> ModelConfig:
"""Gets the model configuration."""
return self.model_config