[Frontend] Support for chat completions input in the tokenize endpoint (#5923)

This commit is contained in:
sasha0552
2024-07-16 20:18:09 +08:00
committed by GitHub
parent d97011512e
commit 7a3d2a5b95
9 changed files with 386 additions and 244 deletions
+5 -3
View File
@@ -738,15 +738,17 @@ class BatchRequestOutput(OpenAIBaseModel):
class TokenizeRequest(OpenAIBaseModel):
add_generation_prompt: bool = Field(default=True)
add_special_tokens: bool = Field(default=False)
prompt: Optional[str] = Field(default=None)
messages: Optional[List[ChatCompletionMessageParam]] = Field(default=None)
model: str
prompt: str
add_special_tokens: bool = Field(default=True)
class TokenizeResponse(OpenAIBaseModel):
tokens: List[int]
count: int
max_model_len: int
tokens: List[int]
class DetokenizeRequest(OpenAIBaseModel):