[Audio] Bundle get_generation_prompt() params into SpeechToTextParams (#36268)
Signed-off-by: Ekagra Ranjan <3116519+ekagra-ranjan@users.noreply.github.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
This commit is contained in:
co-authored by
gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Cyrus Leung
parent
6d09769700
commit
4eafc72928
@@ -37,7 +37,7 @@ from vllm.config.profiler import ProfilerConfig
|
||||
from vllm.config.reasoning import ReasoningConfig
|
||||
from vllm.config.scheduler import SchedulerConfig
|
||||
from vllm.config.speculative import SpeculativeConfig
|
||||
from vllm.config.speech_to_text import SpeechToTextConfig
|
||||
from vllm.config.speech_to_text import SpeechToTextConfig, SpeechToTextParams
|
||||
from vllm.config.structured_outputs import StructuredOutputsConfig
|
||||
from vllm.config.utils import (
|
||||
ConfigType,
|
||||
@@ -113,6 +113,7 @@ __all__ = [
|
||||
"SpeculativeConfig",
|
||||
# From vllm.config.speech_to_text
|
||||
"SpeechToTextConfig",
|
||||
"SpeechToTextParams",
|
||||
# From vllm.config.structured_outputs
|
||||
"StructuredOutputsConfig",
|
||||
# From vllm.config.profiler
|
||||
|
||||
@@ -1,9 +1,49 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import dataclass
|
||||
from typing import TYPE_CHECKING
|
||||
|
||||
from vllm.config.utils import config
|
||||
|
||||
if TYPE_CHECKING:
|
||||
import numpy as np
|
||||
|
||||
from vllm.config.model import ModelConfig
|
||||
|
||||
|
||||
@dataclass
|
||||
class SpeechToTextParams:
|
||||
"""All parameters consumed by ``get_generation_prompt()``.
|
||||
|
||||
``TranscriptionRequest.build_stt_params()`` constructs this object,
|
||||
mapping API-level fields into typed attributes. Models only receive
|
||||
this object, so new parameters can be added here without changing the
|
||||
``get_generation_prompt`` signature.
|
||||
"""
|
||||
|
||||
audio: np.ndarray
|
||||
"""Resampled audio waveform for a single chunk."""
|
||||
|
||||
stt_config: SpeechToTextConfig
|
||||
"""Server-level speech-to-text configuration."""
|
||||
|
||||
model_config: ModelConfig
|
||||
"""Model configuration."""
|
||||
|
||||
language: str | None = None
|
||||
"""ISO 639-1 language code (validated / auto-detected)."""
|
||||
|
||||
task_type: str = "transcribe"
|
||||
"""``"transcribe"`` or ``"translate"``."""
|
||||
|
||||
request_prompt: str = ""
|
||||
"""Optional text prompt to guide the model."""
|
||||
|
||||
to_language: str | None = None
|
||||
"""Target language for translation (model-dependent)."""
|
||||
|
||||
|
||||
@config
|
||||
class SpeechToTextConfig:
|
||||
|
||||
Reference in New Issue
Block a user