[HTTP Server] Make model param optional in request (#13568)

This commit is contained in:
Keyun Tong
2025-02-21 21:55:50 -08:00
committed by GitHub
parent 8c0dd3d4df
commit 0ffdf8ce0c
9 changed files with 61 additions and 18 deletions
+1 -1
View File
@@ -95,7 +95,7 @@ class OpenAIServingModels:
if isinstance(load_result, ErrorResponse):
raise ValueError(load_result.message)
def is_base_model(self, model_name):
def is_base_model(self, model_name) -> bool:
return any(model.name == model_name for model in self.base_model_paths)
def model_name(self, lora_request: Optional[LoRARequest] = None) -> str: