Add skip_special_tokens sampling params (#1186)

This commit is contained in:
Dan Lord
2023-09-27 19:21:42 -07:00
committed by GitHub
parent 649aa730c5
commit 20f7cc4cde
4 changed files with 14 additions and 4 deletions
+2
View File
@@ -71,6 +71,7 @@ class ChatCompletionRequest(BaseModel):
ignore_eos: Optional[bool] = False
use_beam_search: Optional[bool] = False
stop_token_ids: Optional[List[int]] = Field(default_factory=list)
skip_special_tokens: Optional[bool] = True
class CompletionRequest(BaseModel):
@@ -96,6 +97,7 @@ class CompletionRequest(BaseModel):
ignore_eos: Optional[bool] = False
use_beam_search: Optional[bool] = False
stop_token_ids: Optional[List[int]] = Field(default_factory=list)
skip_special_tokens: Optional[bool] = True
class LogProbs(BaseModel):