[Frontend] OpenAI server: propagate usage accounting to FastAPI middleware layer (#8672)

This commit is contained in:
Adam Tilghman
2024-09-25 07:49:26 +00:00
committed by GitHub
parent 3e073e66f1
commit 1ac3de09cd
3 changed files with 57 additions and 11 deletions
+5
View File
@@ -107,6 +107,11 @@ class UsageInfo(OpenAIBaseModel):
completion_tokens: Optional[int] = 0
class RequestResponseMetadata(BaseModel):
request_id: str
final_usage_info: Optional[UsageInfo] = None
class JsonSchemaResponseFormat(OpenAIBaseModel):
name: str
description: Optional[str] = None