[Model] Nemotron Parse 1.1 Support (#30864)
Signed-off-by: amitz-nv <203509407+amitz-nv@users.noreply.github.com> Signed-off-by: Michael Goin <mgoin64@gmail.com> Co-authored-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
+2
-1
@@ -685,6 +685,7 @@ class HfRunner:
|
||||
images: PromptImageInput | None = None,
|
||||
audios: PromptAudioInput | None = None,
|
||||
videos: PromptVideoInput | None = None,
|
||||
use_cache: bool = True,
|
||||
**kwargs: Any,
|
||||
) -> list[TokensTextLogprobs]:
|
||||
all_inputs = self.get_inputs(
|
||||
@@ -698,7 +699,7 @@ class HfRunner:
|
||||
for inputs in all_inputs:
|
||||
output: "GenerateOutput" = self.model.generate(
|
||||
**self.wrap_device(inputs),
|
||||
use_cache=True,
|
||||
use_cache=use_cache,
|
||||
do_sample=False,
|
||||
max_new_tokens=max_tokens,
|
||||
output_hidden_states=True,
|
||||
|
||||
Reference in New Issue
Block a user