diff --git a/vllm/model_executor/models/nemotron_h.py b/vllm/model_executor/models/nemotron_h.py index f180e4acd7..446b01fe39 100644 --- a/vllm/model_executor/models/nemotron_h.py +++ b/vllm/model_executor/models/nemotron_h.py @@ -298,6 +298,11 @@ class NemotronHMLPDecoderLayer(nn.Module): hybrid_override_pattern = config.hybrid_override_pattern mlp_index = hybrid_override_pattern[: layer_idx + 1].count("-") - 1 + # Get per-layer config for heterogeneous models if exist + get_layer_config = getattr(config, "get_nemotron_h_config_for_layer", None) + layer_config = get_layer_config(layer_idx) if get_layer_config else config + config = layer_config + if isinstance(config.intermediate_size, list): if len(config.intermediate_size) == 1: intermediate_size = config.intermediate_size[0]