Add MTP support for Nemotron VL models (#53121)

Signed-off-by: Daniel Serebrenik <daserebrenik@nvidia.com>
This commit is contained in:
danisereb
2026-08-24 00:59:56 +00:00
committed by GitHub
parent cd329413e2
commit a7195188a4
2 changed files with 10 additions and 2 deletions
+4
View File
@@ -1403,6 +1403,10 @@ class SpecDecodeBaseProposer:
self.model.config.image_token_index = (
target_model.config.media_placeholder_token_id
)
elif self.get_model_name(target_model) == "NemotronH_Nano_VL_V2":
self.model.config.image_token_index = (
target_model.config.img_context_token_id
)
else:
self.model.config.image_token_index = (
target_model.config.image_token_index