[Frontend] Support CustomToolCall in the non-Harmony Responses API (#57322)
Signed-off-by: Shijin Zhang <75300765+Dovis01@users.noreply.github.com> Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
@@ -78,12 +78,15 @@ def _build_chat_request(*, tool_choice: str | dict[str, Any]) -> ChatCompletionR
|
||||
|
||||
|
||||
def _build_responses_request(
|
||||
*, tool_choice: str | dict[str, Any], include: list[str] | None = None
|
||||
*,
|
||||
tool_choice: str | dict[str, Any],
|
||||
include: list[str] | None = None,
|
||||
tools: list[dict[str, Any]] | None = None,
|
||||
) -> ResponsesRequest:
|
||||
return ResponsesRequest(
|
||||
model="poolside-test",
|
||||
input=[{"role": "user", "content": "write the file"}],
|
||||
tools=[_responses_write_file_tool()],
|
||||
tools=tools if tools is not None else [_responses_write_file_tool()],
|
||||
tool_choice=tool_choice,
|
||||
stream=True,
|
||||
max_output_tokens=200,
|
||||
@@ -145,6 +148,19 @@ def test_named_skips_structured_outputs_responses() -> None:
|
||||
assert request.skip_special_tokens is False
|
||||
|
||||
|
||||
def test_named_custom_tool_choice_skips_structured_outputs_responses() -> None:
|
||||
# A named custom choice parses to ToolChoiceCustom; custom tools ride the
|
||||
# function shim, so it must route like ToolChoiceFunction.
|
||||
request = _build_responses_request(
|
||||
tools=[{"type": "custom", "name": "emit_command"}],
|
||||
tool_choice={"type": "custom", "name": "emit_command"},
|
||||
)
|
||||
PoolsideV1ToolParser(_StubTokenizer()).adjust_request(request)
|
||||
|
||||
assert request.text is None
|
||||
assert request.skip_special_tokens is False
|
||||
|
||||
|
||||
def test_auto_still_keeps_special_tokens() -> None:
|
||||
request = _build_chat_request(tool_choice="auto")
|
||||
_make_parser(request).adjust_request(request)
|
||||
|
||||
Reference in New Issue
Block a user