diff --git a/vllm/model_executor/models/hy_v3.py b/vllm/model_executor/models/hy_v3.py index cb2c96fa96..62bdd028bb 100644 --- a/vllm/model_executor/models/hy_v3.py +++ b/vllm/model_executor/models/hy_v3.py @@ -177,7 +177,9 @@ class HYV3MoEFused(nn.Module): else: self.shared_mlp = None - self.expert_bias = nn.Parameter(torch.empty(config.num_experts)) + self.expert_bias = nn.Parameter( + torch.empty(config.num_experts, dtype=torch.float32) + ) scoring_func = "sigmoid" e_score_correction_bias = self.expert_bias