[Transformers backend] Fuse MoE routers that score after the top-k (#57410)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Harry Mellor
2026-10-13 08:41:23 +00:00
committed by GitHub
co-authored by Claude Opus 5
parent 24aa1191f4
commit 6f11c220b5
6 changed files with 212 additions and 59 deletions
+36
View File
@@ -52,6 +52,42 @@ MISTRAL_CONFIG_NAME = "params.json"
logger = init_logger(__name__)
CONFIG_FIELD_ALIASES: dict[str, tuple[str, ...]] = {
"total_num_kv_heads": (
"n_head_kv", # Falcon
"num_kv_heads",
"num_key_value_heads", # LLaMA-2
"multi_query_group_num", # ChatGLM
"num_attention_groups", # Step3p5
),
"num_experts": (
"num_experts", # Jamba
"moe_num_experts", # Dbrx
"n_routed_experts", # DeepSeek
"num_local_experts", # Mixtral
),
"num_experts_per_token": (
"num_experts_per_tok",
"num_experts_per_token",
"top_k_experts",
"moe_topk", # Hunyuan
"moe_top_k",
"top_k",
),
"moe_intermediate_size": (
"moe_intermediate_size",
"intermediate_size",
),
"num_shared_experts": (
"n_shared_experts", # DeepSeek, Docs, GLM
"moe_num_shared_experts", # Aria, Ernie
),
}
"""HF config fields that models spell differently, keyed by the name vLLM uses.
`ModelArchConfigConvertorBase` reads a scalar from these; a caller that needs the
raw value (a per-layer `list`, say) passes the aliases to `getattr_iter` itself."""
_ST_POOLING_MODULE_TYPES = {
"sentence_transformers.models.Pooling",
"sentence_transformers.sentence_transformer.modules.pooling.Pooling",