[Model Runner V2] Support custom logits processors (#56497)

Signed-off-by: David Cheung <d7cheung@gmail.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
David Cheung
2026-09-19 17:46:49 +00:00
committed by GitHub
co-authored by Claude Nick Hill
parent 751f6807d9
commit 5302d1fe40
32 changed files with 1215 additions and 510 deletions
+8
View File
@@ -51,6 +51,14 @@ def test_non_diffusion_models_unaffected():
params.verify(MockModelConfig(), None, None, None)
def test_verify_leaves_logits_processors_to_admission():
"""verify() is runner-agnostic; LP validation lives in the admission
layer, so an unimportable FQCN must not fail verify()."""
SamplingParams().verify(
MockModelConfig(logits_processors=["no.such:Cls"]), None, None, None
)
@pytest.mark.parametrize("value", [-(2**63) - 1, 2**64])
def test_extra_args_rejects_nested_integer_overflow(value):
"""Reject extension values before they reach the engine transport."""