From 78061ef584ad1bc124b10f7515edaf879464f6ff Mon Sep 17 00:00:00 2001 From: "Grzegorz K. Karch" Date: Mon, 2 Feb 2026 12:11:33 +0100 Subject: [PATCH] Fix accessing hidden_act from model config (#32686) Signed-off-by: Grzegorz Karch --- vllm/model_executor/models/nemotron_nas.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/nemotron_nas.py b/vllm/model_executor/models/nemotron_nas.py index 080af5e962..6d796a5b27 100644 --- a/vllm/model_executor/models/nemotron_nas.py +++ b/vllm/model_executor/models/nemotron_nas.py @@ -177,10 +177,15 @@ class DeciLMDecoderLayer(nn.Module): else: intermediate_size = block_config.ffn.intermediate_size + if hasattr(block_config.ffn, "hidden_act"): + hidden_act = block_config.ffn.hidden_act + else: + hidden_act = config.hidden_act + self.mlp = LlamaMLP( hidden_size=self.hidden_size, intermediate_size=intermediate_size, - hidden_act=config.hidden_act, + hidden_act=hidden_act, quant_config=quant_config, bias=getattr(config, "mlp_bias", False), prefix=f"{prefix}.mlp",