Align max_tokens behavior with openai (#852)

This commit is contained in:
Wen Sun
2023-09-23 18:10:13 -07:00
committed by GitHub
parent 9f6be8692e
commit bbbf86565f
2 changed files with 3 additions and 1 deletions
+1 -1
View File
@@ -58,7 +58,7 @@ class ChatCompletionRequest(BaseModel):
temperature: Optional[float] = 0.7
top_p: Optional[float] = 1.0
n: Optional[int] = 1
max_tokens: Optional[int] = 16
max_tokens: Optional[int] = None
stop: Optional[Union[str, List[str]]] = Field(default_factory=list)
stream: Optional[bool] = False
presence_penalty: Optional[float] = 0.0