[Model, Core] Support Granite Speech & LoRA for STT (#24455)

This commit is contained in:
Alex Brooks
2025-11-05 08:33:48 +01:00
committed by GitHub
parent d43ad5a757
commit b7cbc25416
5 changed files with 169 additions and 8 deletions
+2 -6
View File
@@ -170,11 +170,6 @@ class OpenAISpeechToText(OpenAIServing):
try:
lora_request = self._maybe_get_adapters(request)
if lora_request:
return self.create_error_response(
f"Currently do not support LoRA for {self.task_type.title()}."
)
prompts, duration_s = await self._preprocess_speech_to_text(
request=request,
audio_data=audio_data,
@@ -199,7 +194,7 @@ class OpenAISpeechToText(OpenAIServing):
# It will not display special tokens like <|startoftranscript|>
request.prompt,
params=sampling_params,
lora_request=None,
lora_request=lora_request,
)
list_result_generator = [
@@ -207,6 +202,7 @@ class OpenAISpeechToText(OpenAIServing):
prompt,
sampling_params,
request_id,
lora_request=lora_request,
)
for prompt in prompts
]