[Mypy] Fix typing for M models (#54262)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-01 11:26:00 -04:00
committed by GitHub
parent d9eb4e344f
commit 76f3249fbd
26 changed files with 512 additions and 200 deletions
+18 -11
View File
@@ -531,18 +531,18 @@ class MiMoAudioTokenizerConfig(PretrainedConfig):
kernel_size: int = 3,
activation_function: str = "gelu",
encoder_layers: int = 8,
encoder_skip_layer_id: int = None,
encoder_skip_layer_id: int | None = None,
encoder_attention_heads: int = 12,
encoder_ffn_dim: int = 3072,
encoder_causal: bool = False,
encoder_attn_window_size: list = None,
encoder_attn_window_size: list[int] | None = None,
decoder_layers: int = 8,
decoder_attention_heads: int = 12,
decoder_ffn_dim: int = 3072,
decoder_kernel_size: int = 3,
decoder_stride_size: int = 2,
decoder_causal: bool = True,
decoder_attn_window_size: list = None,
decoder_attn_window_size: list[int] | None = None,
nfft: int = 1024,
vocoder_dim: int = 512,
vocoder_intermediate_dim: int = 4096,
@@ -553,16 +553,16 @@ class MiMoAudioTokenizerConfig(PretrainedConfig):
window_size: int = 1024,
vocoder_padding: str = "same",
fmin: int = 0,
fmax: int = None,
fmax: int | None = None,
num_quantizers: int = 12,
codebook_size: list = None,
codebook_size: list[int] | None = None,
threshold_ema_dead_code: int = 10,
position_embedding_type: str = "rope",
rope_theta: int = 10000,
rope_type: str = "default",
ln_type: str = "LayerNorm",
vocoder_attention_heads: int = 4,
vocoder_attn_window_size: list = None,
vocoder_attn_window_size: list[int] | None = None,
use_istft_only: bool = False,
hybrid_attention: bool = False,
hybrid_block_size: int = 8,
@@ -808,17 +808,22 @@ class AudioEncoder(nn.Module):
config.rope_type,
)
attn_window_sizes = []
encoder_attn_window_size = config.encoder_attn_window_size
assert encoder_attn_window_size is not None
assert len(encoder_attn_window_size) == 2
attn_window_size = (
encoder_attn_window_size[0],
encoder_attn_window_size[1],
)
attn_window_sizes: list[tuple[int, int]] = []
if config.hybrid_attention:
for i in range(config.encoder_layers):
if i % config.swa_per_block < config.swa_per_block - 1:
attn_window_sizes.append(tuple(config.encoder_attn_window_size))
attn_window_sizes.append(attn_window_size)
else:
attn_window_sizes.append((-1, -1))
else:
attn_window_sizes = [
tuple(config.encoder_attn_window_size)
] * config.encoder_layers
attn_window_sizes = [attn_window_size] * config.encoder_layers
self.layers = nn.ModuleList(
[
@@ -848,6 +853,7 @@ class AudioEncoder(nn.Module):
else:
self.down_sample_layer = None
self.quantizer: ResidualVectorQuantizer | None
if config.num_quantizers != 0:
self.quantizer = ResidualVectorQuantizer(
dimension=config.d_model,
@@ -976,6 +982,7 @@ class AudioEncoder(nn.Module):
@torch.no_grad()
def decode_vq(self, codes):
assert self.quantizer is not None
self.quantizer.float()
return self.quantizer.decode(codes)