[Frontend] Support min_p in the Responses API (#48084)

Signed-off-by: sungbin1015 <sbin@solbox.com>
Co-authored-by: Flora Feng <4florafeng@gmail.com>
This commit is contained in:
sungbin1015
2026-10-08 20:38:17 +00:00
committed by GitHub
co-authored by Flora Feng
parent c5c1161382
commit 2ddde19e8e
5 changed files with 27 additions and 8 deletions
@@ -183,6 +183,7 @@ def test_request_payload_is_accepted_by_the_server_schema():
"temperature": 0.7,
"top_p": 0.9,
"top_k": 20,
"min_p": 0.05,
"frequency_penalty": 0.2,
"presence_penalty": 0.1,
"repetition_penalty": 1.05,
@@ -217,9 +218,6 @@ def test_request_payload_is_accepted_by_the_server_schema():
assert set(seen["payload"]) <= set(ResponsesRequest.model_fields)
ResponsesRequest.model_validate(seen["payload"])
# `vllm bench serve` rejects --min-p for this backend for the same reason.
assert "min_p" not in ResponsesRequest.model_fields
def test_latency_accounting_matches_the_other_endpoints():
"""`latency - ttft` must equal `sum(itl)`.