[Mypy] Fix mypy typing for model interfaces and H/I models (#54079)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
Taneem Ibrahim
2026-08-28 16:49:19 -04:00
committed by GitHub
co-authored by Wentao Ye
parent 74850f9f66
commit 21fa2c5a2a
23 changed files with 222 additions and 137 deletions
+14 -5
View File
@@ -24,7 +24,7 @@
# limitations under the License.
"""Inference-only HY V3 MTP model compatible with HuggingFace weights."""
from collections.abc import Iterable
from collections.abc import Callable, Iterable
import regex as re
import torch
@@ -288,7 +288,15 @@ class HYV3MTP(nn.Module):
num_kv_heads = getattr(
self.config, "num_key_value_heads", self.config.num_attention_heads
)
split_params_mapping = [
split_params_mapping: list[
tuple[
str,
str,
int,
list[tuple[str | int, int]],
Callable[[torch.Tensor], torch.Tensor] | None,
]
] = [
(".gate_up_proj", ".gate_and_up_proj", 2, [(1, 1), (0, 1)], None),
(
".qkv_proj",
@@ -308,7 +316,7 @@ class HYV3MTP(nn.Module):
num_experts=self.config.num_experts,
)
else:
expert_params_mapping = {}
expert_params_mapping = []
params_dict = dict(self.named_parameters())
@@ -354,9 +362,10 @@ class HYV3MTP(nn.Module):
if name == "__skip__":
continue
if "scale" in name:
name = maybe_remap_kv_scale_name(name, params_dict)
if name is None:
remapped_name = maybe_remap_kv_scale_name(name, params_dict)
if remapped_name is None:
continue
name = remapped_name
is_found = False
for param_name, weight_name, shard_id in stacked_params_mapping: