[Frontend] OpenAI server: propagate usage accounting to FastAPI middleware layer (#8672)
This commit is contained in:
@@ -107,6 +107,11 @@ class UsageInfo(OpenAIBaseModel):
|
||||
completion_tokens: Optional[int] = 0
|
||||
|
||||
|
||||
class RequestResponseMetadata(BaseModel):
|
||||
request_id: str
|
||||
final_usage_info: Optional[UsageInfo] = None
|
||||
|
||||
|
||||
class JsonSchemaResponseFormat(OpenAIBaseModel):
|
||||
name: str
|
||||
description: Optional[str] = None
|
||||
|
||||
Reference in New Issue
Block a user