From 8796838910a0c12149084c151a221ed384dea2dd Mon Sep 17 00:00:00 2001 From: zzt Date: Mon, 1 Jun 2026 17:42:49 +0800 Subject: [PATCH] [Bugfix] fix wrong partial_rotary_factor calculation for bailing_moe model. (#43770) Signed-off-by: zzt Co-authored-by: Jiangyun Zhu --- vllm/model_executor/models/bailing_moe.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/bailing_moe.py b/vllm/model_executor/models/bailing_moe.py index 56e119207d..a45d0ca81d 100644 --- a/vllm/model_executor/models/bailing_moe.py +++ b/vllm/model_executor/models/bailing_moe.py @@ -130,7 +130,12 @@ class BailingAttention(nn.Module): prefix=f"{prefix}.dense", ) - rotary_dim = getattr(config, "rotary_dim", self.head_dim) + rotary_dim = getattr(config, "rotary_dim", None) + if rotary_dim is None: + partial_rotary_factor = getattr(config, "partial_rotary_factor", 1.0) + rotary_dim = int(self.head_dim * partial_rotary_factor) + if rotary_dim is None: + rotary_dim = self.head_dim config.rope_parameters["partial_rotary_factor"] = rotary_dim / self.head_dim self.rotary_emb = get_rope(