[Feature][Frontend]: Continued stream_options implementation also in CompletionRequest (#5319)

This commit is contained in:
Itay Etelis
2024-06-10 14:22:09 +00:00
committed by GitHub
parent 6b29d6fe70
commit 774d1035e4
4 changed files with 180 additions and 126 deletions
+9
View File
@@ -346,6 +346,7 @@ class CompletionRequest(OpenAIBaseModel):
le=torch.iinfo(torch.long).max)
stop: Optional[Union[str, List[str]]] = Field(default_factory=list)
stream: Optional[bool] = False
stream_options: Optional[StreamOptions] = None
suffix: Optional[str] = None
temperature: Optional[float] = 1.0
top_p: Optional[float] = 1.0
@@ -482,6 +483,14 @@ class CompletionRequest(OpenAIBaseModel):
" in the interval [0, 5]."))
return data
@model_validator(mode="before")
@classmethod
def validate_stream_options(cls, data):
if data.get("stream_options") and not data.get("stream"):
raise ValueError(
"Stream options can only be defined when stream is True.")
return data
class EmbeddingRequest(BaseModel):
# Ordered by official OpenAI API documentation