[Feature][Frontend]: Continued stream_options implementation also in CompletionRequest (#5319)
This commit is contained in:
@@ -346,6 +346,7 @@ class CompletionRequest(OpenAIBaseModel):
|
||||
le=torch.iinfo(torch.long).max)
|
||||
stop: Optional[Union[str, List[str]]] = Field(default_factory=list)
|
||||
stream: Optional[bool] = False
|
||||
stream_options: Optional[StreamOptions] = None
|
||||
suffix: Optional[str] = None
|
||||
temperature: Optional[float] = 1.0
|
||||
top_p: Optional[float] = 1.0
|
||||
@@ -482,6 +483,14 @@ class CompletionRequest(OpenAIBaseModel):
|
||||
" in the interval [0, 5]."))
|
||||
return data
|
||||
|
||||
@model_validator(mode="before")
|
||||
@classmethod
|
||||
def validate_stream_options(cls, data):
|
||||
if data.get("stream_options") and not data.get("stream"):
|
||||
raise ValueError(
|
||||
"Stream options can only be defined when stream is True.")
|
||||
return data
|
||||
|
||||
|
||||
class EmbeddingRequest(BaseModel):
|
||||
# Ordered by official OpenAI API documentation
|
||||
|
||||
Reference in New Issue
Block a user