Update registry for Nemotron-v3 VL Nano/Super (#39747)

Signed-off-by: Collin McCarthy <cmccarthy@nvidia.com>
This commit is contained in:
Collin McCarthy
2026-04-15 16:09:11 -07:00
committed by GitHub
parent 7c636432c6
commit 27c0ca50a0
3 changed files with 50 additions and 0 deletions
+4
View File
@@ -300,6 +300,10 @@ class SpeculativeConfig:
{"n_predict": n_predict, "architectures": ["ErnieMTPModel"]}
)
if hf_config.architectures[0] == "NemotronH_Super_Omni_Reasoning_V3":
# Promote VLM's text_config so MTP detection below fires correctly
hf_config = hf_config.text_config
if (
hf_config.model_type in {"nemotron_h", "nemotron_h_puzzle"}
and hasattr(hf_config, "num_nextn_predict_layers")
+2
View File
@@ -473,6 +473,8 @@ _MULTIMODAL_MODELS = {
"MolmoForCausalLM": ("molmo", "MolmoForCausalLM"),
"Molmo2ForConditionalGeneration": ("molmo2", "Molmo2ForConditionalGeneration"),
"NemotronH_Nano_VL_V2": ("nano_nemotron_vl", "NemotronH_Nano_VL_V2"),
"NemotronH_Nano_Omni_Reasoning_V3": ("nano_nemotron_vl", "NemotronH_Nano_VL_V2"),
"NemotronH_Super_Omni_Reasoning_V3": ("nano_nemotron_vl", "NemotronH_Nano_VL_V2"),
"NVLM_D": ("nvlm_d", "NVLM_D_Model"),
"OpenCUAForConditionalGeneration": ("opencua", "OpenCUAForConditionalGeneration"),
"OpenPanguVLForConditionalGeneration": (