[Frontend] Expose /v1/systemone without an opt-in flag (#60677)

Signed-off-by: Francisco Javier Arceo <4163062+franciscojavierarceo@users.noreply.github.com>
Co-authored-by: Codex <noreply@openai.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Francisco Javier Arceo
2026-10-08 20:21:05 +00:00
committed by GitHub
co-authored by Codex Cyrus Leung
parent 72d59adc2c
commit ae9adec905
8 changed files with 56 additions and 33 deletions
@@ -5,6 +5,7 @@ from typing import Any
import pytest
from fastapi import FastAPI
from fastapi.testclient import TestClient
from vllm.entrypoints.generate.structured_decisions.api_router import (
register_structured_decisions_api_router,
@@ -16,6 +17,9 @@ from vllm.entrypoints.generate.structured_decisions.strategies import (
reply_label_ids,
select_read_strategy,
)
from vllm.entrypoints.serve.exception_handling.register import (
init_exception_handler,
)
def model(architecture: str, logprobs_mode: str = "raw_logprobs") -> Any:
@@ -32,13 +36,30 @@ def test_strategy_selection():
select_read_strategy(model(qwen, "raw_logits"))
def test_route_needs_the_flag():
for enabled in (False, True):
app = FastAPI()
app.state.args = SimpleNamespace(enable_structured_decisions=enabled)
register_structured_decisions_api_router(app)
paths = {getattr(route, "path", None) for route in app.routes}
assert ("/v1/systemone" in paths) == enabled
def test_route_is_registered_by_default():
app = FastAPI()
register_structured_decisions_api_router(app)
paths = {getattr(route, "path", None) for route in app.routes}
assert "/v1/systemone" in paths
def test_unsupported_model_returns_501():
app = FastAPI()
app.state.args = SimpleNamespace(log_error_stack=False)
app.state.serving_structured_decisions = None
init_exception_handler(app)
register_structured_decisions_api_router(app)
with TestClient(app) as client:
response = client.post(
"/v1/systemone",
json={
"model": "unsupported",
"state": "x",
"questions": {"answer": {"type": "choice", "criteria": {"yes": None}}},
},
)
assert response.status_code == 501
def test_structured_state_keeps_unicode_in_prompt():
@@ -19,7 +19,6 @@ def server():
"--max-num-seqs",
"32",
"--enable-prefix-caching",
"--enable-structured-decisions",
]
with RemoteOpenAIServer(MODEL_NAME, args) as remote_server:
yield remote_server
@@ -7,6 +7,7 @@ import pytest
import schemathesis
from hypothesis import HealthCheck, settings
from schemathesis import GenerationMode
from schemathesis.checks import not_a_server_error
from schemathesis.config import (
ChecksConfig,
CoveragePhaseConfig,
@@ -161,8 +162,13 @@ def test_openapi_stateless(case: schemathesis.Case):
}.get(key, DEFAULT_TIMEOUT_SECONDS)
# No need to verify SSL certificate for localhost
case.call_and_validate(
systemone = case.operation.path == "/v1/systemone"
response = case.call_and_validate(
verify=False,
timeout=timeout,
headers={"Content-Type": "application/json"},
excluded_checks=[not_a_server_error] if systemone else None,
)
if systemone:
# SmolVLM does not support structured decisions.
assert response.status_code < 500 or response.status_code == 501