From e7b3853bac9de3d0b6fd35619f5ca1dc32853e07 Mon Sep 17 00:00:00 2001 From: Thien Tran Date: Wed, 8 Jul 2026 19:19:10 +0800 Subject: [PATCH] Remove router weight upcast for DSv2-related models (#47970) Signed-off-by: Thien Tran --- vllm/model_executor/models/deepseek_v2.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index 208379403a..4290609cbd 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -307,9 +307,7 @@ class DeepseekV2MoE(nn.Module): self.gate = GateLinear( config.hidden_size, config.n_routed_experts, - params_dtype=self.router_dtype, out_dtype=self.router_dtype, - force_fp32_compute=self.router_dtype == torch.float32, prefix=f"{prefix}.gate", ) if getattr(config, "topk_method", None) == "noaux_tc":