[Frontend]Add support for transcriptions and translations to run_batch (#33934)

Signed-off-by: Pooya Davoodi <pooya.davoodi@parasail.io>
Signed-off-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
This commit is contained in:
Pooya Davoodi
2026-02-07 05:24:57 -08:00
committed by GitHub
co-authored by Cyrus Leung
parent 4df44c16ba
commit 2cb2340f7a
3 changed files with 555 additions and 101 deletions
@@ -54,7 +54,10 @@ class OpenAIServingTranscription(OpenAISpeechToText):
)
async def create_transcription(
self, audio_data: bytes, request: TranscriptionRequest, raw_request: Request
self,
audio_data: bytes,
request: TranscriptionRequest,
raw_request: Request | None = None,
) -> (
TranscriptionResponse
| TranscriptionResponseVerbose
@@ -124,7 +127,10 @@ class OpenAIServingTranslation(OpenAISpeechToText):
)
async def create_translation(
self, audio_data: bytes, request: TranslationRequest, raw_request: Request
self,
audio_data: bytes,
request: TranslationRequest,
raw_request: Request | None = None,
) -> (
TranslationResponse
| TranslationResponseVerbose