[Model] Nemotron Parse 1.1 Support (#30864)

Signed-off-by: amitz-nv <203509407+amitz-nv@users.noreply.github.com>
Signed-off-by: Michael Goin <mgoin64@gmail.com>
Co-authored-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
amitz-nv
2026-01-05 13:00:14 -08:00
committed by GitHub
co-authored by Michael Goin
parent af1b07b0c5
commit ee21291825
13 changed files with 1117 additions and 31 deletions
+2 -1
View File
@@ -685,6 +685,7 @@ class HfRunner:
images: PromptImageInput | None = None,
audios: PromptAudioInput | None = None,
videos: PromptVideoInput | None = None,
use_cache: bool = True,
**kwargs: Any,
) -> list[TokensTextLogprobs]:
all_inputs = self.get_inputs(
@@ -698,7 +699,7 @@ class HfRunner:
for inputs in all_inputs:
output: "GenerateOutput" = self.model.generate(
**self.wrap_device(inputs),
use_cache=True,
use_cache=use_cache,
do_sample=False,
max_new_tokens=max_tokens,
output_hidden_states=True,