[Bugfix] Tie lm_head.weight for Nemotron Parse when checkpoint omits it (#53020)

Signed-off-by: Anish Kumar <aniskumar@nvidia.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
aniskumar-nv
2026-10-01 09:26:33 -07:00
committed by GitHub
co-authored by Cyrus Leung
parent cfd54ca881
commit 83cadd65d9
2 changed files with 19 additions and 1 deletions
@@ -104,7 +104,16 @@ def run_test(
)
@pytest.mark.parametrize("model", ["nvidia/NVIDIA-Nemotron-Parse-v1.2"])
@pytest.mark.parametrize(
"model",
[
"nvidia/NVIDIA-Nemotron-Parse-v1.2",
# v2.0's checkpoint ties lm_head to the decoder's input embeddings
# instead of shipping a separate lm_head.weight tensor; this
# exercises that path (see tie_weights() in nemotron_parse.py).
"nvidia/NVIDIA-Nemotron-Parse-2.0",
],
)
@pytest.mark.parametrize("dtype", ["bfloat16"])
@pytest.mark.parametrize("num_logprobs", [5])
def test_models(