[Model] Support Hy3 preview (#40681)

Signed-off-by: stevenkuang <stevenkuang@tencent.com>
Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
stevenkuang
2026-04-23 22:08:26 +08:00
committed by GitHub
co-authored by Jee Jee Li
parent 424033f4fc
commit d0009ddb0b
16 changed files with 2696 additions and 0 deletions
@@ -1562,6 +1562,11 @@ def maybe_remap_kv_scale_name(name: str, params_dict: dict) -> str | None:
# NemotronH format: .mixer.{k,v}_proj.{k,v}_scale ->
# .mixer.attn.{k,v}_scale
(r"\.mixer\.[kv]_proj\.([kv])_scale$", r".mixer.attn.\1_scale"),
# HYV3 format: .self_attn.q.scale -> .self_attn.attn.q_scale
(r"\.self_attn\.q\.scale$", r".self_attn.attn.q_scale"),
# HYV3 format: .self_attn.{k,v}_cache.scale ->
# .self_attn.attn.{k,v}_scale
(r"\.self_attn\.([kv])_cache\.scale$", r".self_attn.attn.\1_scale"),
# Default format: .{k,v}_scale -> .attn.{k,v}_scale
(r"\.([qkv])_scale$", r".attn.\1_scale"),
(r"\.([qkv])_zero_point$", r".attn.\1_zero_point"),
@@ -1576,6 +1581,9 @@ def maybe_remap_kv_scale_name(name: str, params_dict: dict) -> str | None:
".k_zero_point",
".v_zero_point",
".q_zero_point",
".q.scale",
".k_cache.scale",
".v_cache.scale",
)
):
import regex as re