[Structured Output] Keep invalid structured-output requests from stopping the engine (#51450)

Co-authored-by: Lucas Bourtoule <35483370+dhalf@users.noreply.github.com>
Co-authored-by: Vadim Gimpelson <156319763+vadiklyutiy@users.noreply.github.com>
This commit is contained in:
Clinton Thomas
2026-09-09 15:32:01 +00:00
committed by GitHub
co-authored by Lucas Bourtoule Vadim Gimpelson
parent 7e95735eb9
commit c55e15a44e
6 changed files with 193 additions and 0 deletions
@@ -0,0 +1,20 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.v1.structured_output.utils import strip_speculative_padding
def test_strips_trailing_padding():
assert strip_speculative_padding([3, 4, -1, -1]) == [3, 4]
def test_empty_when_leading_padding():
assert strip_speculative_padding([-1, -1]) == []
def test_passthrough_without_padding():
assert strip_speculative_padding([3, 4]) == [3, 4]
def test_truncates_at_first_sentinel():
assert strip_speculative_padding([3, -1, 4]) == [3]