[HTTP Server] Make model param optional in request (#13568)
This commit is contained in:
@@ -523,5 +523,16 @@ class OpenAIServing:
|
||||
return logprob.decoded_token
|
||||
return tokenizer.decode(token_id)
|
||||
|
||||
def _is_model_supported(self, model_name):
|
||||
def _is_model_supported(self, model_name) -> bool:
|
||||
if not model_name:
|
||||
return True
|
||||
return self.models.is_base_model(model_name)
|
||||
|
||||
def _get_model_name(self,
|
||||
model_name: Optional[str] = None,
|
||||
lora_request: Optional[LoRARequest] = None) -> str:
|
||||
if lora_request:
|
||||
return lora_request.lora_name
|
||||
if model_name is None:
|
||||
return self.models.base_model_paths[0].name
|
||||
return model_name
|
||||
|
||||
Reference in New Issue
Block a user