[Frontend] Let an unset --tool-strict-level fall back to the tool parser's default (#61328)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Bugen Zhao
2026-10-15 15:48:38 +08:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 91ed2859c7
commit 8fa5ae844a
26 changed files with 181 additions and 90 deletions
@@ -24,6 +24,7 @@ from vllm.entrypoints.openai.responses.protocol import ResponsesRequest
from vllm.entrypoints.openai.responses.utils import construct_tool_dicts
from vllm.exceptions import VLLMValidationError
from vllm.parser.abstract_parser import DelegatingParser
from vllm.parser.parser_manager import ParserManager
from vllm.parser.plamo3 import (
BEGIN_TOOL_ARGUMENTS,
BEGIN_TOOL_NAME,
@@ -1991,6 +1992,34 @@ def test_glm47_operator_level_overrides_parser_default(
assert content["json_schema"] == sample_tools[0].function.parameters
@pytest.mark.parametrize(
("tool_strict_level", "constrained"), [(None, True), ("auto", False)]
)
def test_glm47_default_level_applies_only_when_the_level_is_unset(
monkeypatch: pytest.MonkeyPatch,
sample_tools: list[ChatCompletionToolsParam],
tool_strict_level: str | None,
constrained: bool,
):
monkeypatch.setattr(envs, "VLLM_ENFORCE_STRICT_TOOL_CALLING", True)
parser_cls = ParserManager.get_parser(
tool_parser_name="glm47",
enable_auto_tools=True,
tool_strict_level=tool_strict_level,
)
assert parser_cls is not None
request = ChatCompletionRequest(
messages=[],
model="m",
tools=[tool.model_dump(exclude_none=True) for tool in sample_tools],
tool_choice="auto",
)
out = parser_cls(MagicMock(), tools=sample_tools).adjust_request(request)
assert (out.structured_outputs is not None) is constrained
def test_glm47_required_with_non_strict_tools_attaches_shallow_tag(
monkeypatch: pytest.MonkeyPatch,
sample_tools: list[ChatCompletionToolsParam],