[Mypy] Fix typing for M models (#54262)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-01 11:26:00 -04:00
committed by GitHub
parent d9eb4e344f
commit 76f3249fbd
26 changed files with 512 additions and 200 deletions
+8 -2
View File
@@ -221,15 +221,21 @@ class MistralModel(LlamaModel):
intermediate_tensors: IntermediateTensors | None,
inputs_embeds: torch.Tensor | None = None,
t_cond: torch.Tensor | None = None,
**extra_layer_kwargs: object,
) -> torch.Tensor | IntermediateTensors | tuple[torch.Tensor, list[torch.Tensor]]:
return super().forward(
input_ids, positions, intermediate_tensors, inputs_embeds, t_cond=t_cond
input_ids,
positions,
intermediate_tensors,
inputs_embeds,
t_cond=t_cond,
**extra_layer_kwargs,
)
class MistralForCausalLM(LlamaForCausalLM):
# Mistral: We don't support LoRA on the embedding layers.
embedding_modules: dict[str, str] = {}
embedding_modules = {}
# Mistral/Llama models can also be loaded with --load-format mistral
# from consolidated.safetensors checkpoints