Return usage for openai streaming requests (#1663)

This commit is contained in:
Iskren Ivov Chernev
2023-11-16 15:28:36 -08:00
committed by GitHub
parent 415d109527
commit 686f5e3210
2 changed files with 29 additions and 3 deletions
+3
View File
@@ -139,6 +139,7 @@ class CompletionStreamResponse(BaseModel):
created: int = Field(default_factory=lambda: int(time.time()))
model: str
choices: List[CompletionResponseStreamChoice]
usage: Optional[UsageInfo]
class ChatMessage(BaseModel):
@@ -178,3 +179,5 @@ class ChatCompletionStreamResponse(BaseModel):
created: int = Field(default_factory=lambda: int(time.time()))
model: str
choices: List[ChatCompletionResponseStreamChoice]
usage: Optional[UsageInfo] = Field(
default=None, description="data about request and response")