From 516cf26698f07d2c92dd61bd5541ceb1376401bc Mon Sep 17 00:00:00 2001 From: zofia <110436990+zufangzhu@users.noreply.github.com> Date: Fri, 27 Feb 2026 13:19:51 +0800 Subject: [PATCH] [Bug] correct out dtype of rms_norm_gated native path (#35369) Signed-off-by: Zhu, Zufang Co-authored-by: Kunshang Ji --- vllm/model_executor/layers/layernorm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/layernorm.py b/vllm/model_executor/layers/layernorm.py index 17b90c9701..ff78f0886b 100644 --- a/vllm/model_executor/layers/layernorm.py +++ b/vllm/model_executor/layers/layernorm.py @@ -577,7 +577,7 @@ class RMSNormGated(CustomOp): if z is not None and self.norm_before_gate: out = out * F.silu(z) - return out + return out.to(x.dtype) def forward_cuda( self, x: torch.Tensor, z: torch.Tensor | None = None