[Mypy Fix] Mypy fix for "vllm/model_executor/models/[eE][fF]" (#53381)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -14,7 +14,7 @@ from transformers import (
|
||||
)
|
||||
|
||||
from vllm.config import ModelConfig, SpeechToTextConfig, VllmConfig
|
||||
from vllm.config.multimodal import BaseDummyOptions
|
||||
from vllm.config.multimodal import AudioDummyOptions, BaseDummyOptions
|
||||
from vllm.config.speech_to_text import SpeechToTextParams
|
||||
from vllm.distributed import get_tensor_model_parallel_world_size
|
||||
from vllm.inputs import MultiModalDataDict, PromptType
|
||||
@@ -261,8 +261,8 @@ class SinusoidalPositionEncoder(torch.nn.Module):
|
||||
|
||||
def encode(
|
||||
self,
|
||||
positions: torch.Tensor = None,
|
||||
depth: int = None,
|
||||
positions: torch.Tensor,
|
||||
depth: int,
|
||||
dtype: torch.dtype = torch.float32,
|
||||
):
|
||||
batch_size = positions.size(0)
|
||||
@@ -573,8 +573,8 @@ class Transformer(nn.Module):
|
||||
]
|
||||
)
|
||||
|
||||
def forward(self, hidden_states: torch.Tensor, ilens: int = 0):
|
||||
max_len = max(ilens)
|
||||
def forward(self, hidden_states: torch.Tensor, ilens: torch.Tensor):
|
||||
max_len = ilens.max()
|
||||
hidden_states = hidden_states[:, :max_len, :]
|
||||
batch_size, seq_len, dim = hidden_states.size()
|
||||
chunk_num = (seq_len - 1) // self.k + 1
|
||||
@@ -682,6 +682,8 @@ class FunASRModel(nn.Module):
|
||||
self.feat_permute = False
|
||||
|
||||
if self.feat_permute:
|
||||
if not isinstance(speech, torch.Tensor):
|
||||
raise NotImplementedError("List audio inputs cannot be permuted")
|
||||
encoder_out, encoder_out_lens = self.encoder.audio_encoder(
|
||||
speech.permute(0, 2, 1), speech_lengths
|
||||
)
|
||||
@@ -739,6 +741,7 @@ class FunASRDummyInputsBuilder(BaseDummyInputsBuilder[FunASRProcessingInfo]):
|
||||
num_audios = mm_counts.get("audio", 0)
|
||||
|
||||
audio_overrides = mm_options.get("audio")
|
||||
assert audio_overrides is None or isinstance(audio_overrides, AudioDummyOptions)
|
||||
|
||||
return {
|
||||
"audio": self._get_dummy_audios(
|
||||
|
||||
Reference in New Issue
Block a user