[HTTP Server] Make model param optional in request (#13568)

This commit is contained in:
Keyun Tong
2025-02-21 21:55:50 -08:00
committed by GitHub
parent 8c0dd3d4df
commit 0ffdf8ce0c
9 changed files with 61 additions and 18 deletions
+12 -1
View File
@@ -523,5 +523,16 @@ class OpenAIServing:
return logprob.decoded_token
return tokenizer.decode(token_id)
def _is_model_supported(self, model_name):
def _is_model_supported(self, model_name) -> bool:
if not model_name:
return True
return self.models.is_base_model(model_name)
def _get_model_name(self,
model_name: Optional[str] = None,
lora_request: Optional[LoRARequest] = None) -> str:
if lora_request:
return lora_request.lora_name
if model_name is None:
return self.models.base_model_paths[0].name
return model_name