Add MTP support for Nemotron VL models (#53121)
Signed-off-by: Daniel Serebrenik <daserebrenik@nvidia.com>
This commit is contained in:
@@ -1403,6 +1403,10 @@ class SpecDecodeBaseProposer:
|
||||
self.model.config.image_token_index = (
|
||||
target_model.config.media_placeholder_token_id
|
||||
)
|
||||
elif self.get_model_name(target_model) == "NemotronH_Nano_VL_V2":
|
||||
self.model.config.image_token_index = (
|
||||
target_model.config.img_context_token_id
|
||||
)
|
||||
else:
|
||||
self.model.config.image_token_index = (
|
||||
target_model.config.image_token_index
|
||||
|
||||
Reference in New Issue
Block a user