[Frontend] Support for chat completions input in the tokenize endpoint (#5923)
This commit is contained in:
@@ -738,15 +738,17 @@ class BatchRequestOutput(OpenAIBaseModel):
|
||||
|
||||
|
||||
class TokenizeRequest(OpenAIBaseModel):
|
||||
add_generation_prompt: bool = Field(default=True)
|
||||
add_special_tokens: bool = Field(default=False)
|
||||
prompt: Optional[str] = Field(default=None)
|
||||
messages: Optional[List[ChatCompletionMessageParam]] = Field(default=None)
|
||||
model: str
|
||||
prompt: str
|
||||
add_special_tokens: bool = Field(default=True)
|
||||
|
||||
|
||||
class TokenizeResponse(OpenAIBaseModel):
|
||||
tokens: List[int]
|
||||
count: int
|
||||
max_model_len: int
|
||||
tokens: List[int]
|
||||
|
||||
|
||||
class DetokenizeRequest(OpenAIBaseModel):
|
||||
|
||||
Reference in New Issue
Block a user