[Frontend] Support CustomToolCall in the non-Harmony Responses API (#57322)

Signed-off-by: Shijin Zhang <75300765+Dovis01@users.noreply.github.com>
Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
Shijin Zhang
2026-10-12 17:22:55 +08:00
committed by GitHub
co-authored by Chauncey
parent a33d46b471
commit 83773ecdf3
22 changed files with 698 additions and 72 deletions
+7 -2
View File
@@ -16,7 +16,7 @@ from typing import Any
import partial_json_parser.core.complete
import regex as re
from openai.types.responses import ToolChoiceFunction
from openai.types.responses import ToolChoiceCustom, ToolChoiceFunction
from partial_json_parser.core.options import Allow
from vllm.entrypoints.generate.base.protocol import (
@@ -171,7 +171,12 @@ class PoolsideV1ToolParser(ToolParser):
if request.tools:
tc = request.tool_choice
if tc == "required" or isinstance(
tc, (ChatCompletionNamedToolChoiceParam, ToolChoiceFunction)
tc,
(
ChatCompletionNamedToolChoiceParam,
ToolChoiceFunction,
ToolChoiceCustom,
),
):
request.skip_special_tokens = False
return request