From 832a780f3aed332287203217d0d946b8b03299b4 Mon Sep 17 00:00:00 2001 From: danielafrimi <45691845+danielafrimi@users.noreply.github.com> Date: Thu, 26 Feb 2026 23:55:19 +0200 Subject: [PATCH] Nemotron: use per-layer config in NemotronHMLPDecoderLayer for heterogeneous models (#35396) Signed-off-by: dafrimi --- vllm/model_executor/models/nemotron_h.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/vllm/model_executor/models/nemotron_h.py b/vllm/model_executor/models/nemotron_h.py index f180e4acd7..446b01fe39 100644 --- a/vllm/model_executor/models/nemotron_h.py +++ b/vllm/model_executor/models/nemotron_h.py @@ -298,6 +298,11 @@ class NemotronHMLPDecoderLayer(nn.Module): hybrid_override_pattern = config.hybrid_override_pattern mlp_index = hybrid_override_pattern[: layer_idx + 1].count("-") - 1 + # Get per-layer config for heterogeneous models if exist + get_layer_config = getattr(config, "get_nemotron_h_config_for_layer", None) + layer_config = get_layer_config(layer_idx) if get_layer_config else config + config = layer_config + if isinstance(config.intermediate_size, list): if len(config.intermediate_size) == 1: intermediate_size = config.intermediate_size[0]