[Frontend][OpenAI] Support for returning max_model_len on /v1/models response (#4643)
This commit is contained in:
@@ -82,6 +82,7 @@ class ModelCard(OpenAIBaseModel):
|
||||
owned_by: str = "vllm"
|
||||
root: Optional[str] = None
|
||||
parent: Optional[str] = None
|
||||
max_model_len: Optional[int] = None
|
||||
permission: List[ModelPermission] = Field(default_factory=list)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user