[Frontend] Add stateless /v1/responses/render endpoint (#50195)
Signed-off-by: Francisco Javier Arceo <farceo@redhat.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
5e6f6a8ed4
commit
6a2a2bb02b
@@ -2,9 +2,11 @@
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
import json
|
||||
from types import SimpleNamespace
|
||||
|
||||
import pytest
|
||||
|
||||
import vllm.entrypoints.launchers.cli_args as cli_args_module
|
||||
from tests.utils import VLLM_PATH
|
||||
from vllm.entrypoints.launchers.cli_args import (
|
||||
make_arg_parser,
|
||||
@@ -332,6 +334,26 @@ def test_default_chat_template_kwargs_default_none(serve_parser):
|
||||
assert args.default_chat_template_kwargs is None
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"default_kwargs,cohere_format,expected",
|
||||
[
|
||||
(None, "cmd3", {"cohere_format": "cmd3"}),
|
||||
(
|
||||
{"cohere_format": "cmd4", "custom": True},
|
||||
"cmd3",
|
||||
{"cohere_format": "cmd4", "custom": True},
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_resolve_default_chat_template_kwargs(default_kwargs, cohere_format, expected):
|
||||
args = SimpleNamespace(
|
||||
default_chat_template_kwargs=default_kwargs,
|
||||
cohere_format=cohere_format,
|
||||
)
|
||||
|
||||
assert cli_args_module.resolve_default_chat_template_kwargs(args) == expected
|
||||
|
||||
|
||||
def test_default_chat_template_kwargs_invalid_json(serve_parser):
|
||||
"""Ensure invalid JSON raises an error"""
|
||||
with pytest.raises(SystemExit):
|
||||
|
||||
Reference in New Issue
Block a user