[Frontend] Support CustomToolCall in the non-Harmony Responses API (#57322)

Signed-off-by: Shijin Zhang <75300765+Dovis01@users.noreply.github.com>
Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
Shijin Zhang
2026-10-12 17:22:55 +08:00
committed by GitHub
co-authored by Chauncey
parent a33d46b471
commit 83773ecdf3
22 changed files with 698 additions and 72 deletions
+6 -2
View File
@@ -35,7 +35,7 @@ import json
from collections.abc import Sequence
import regex as re
from openai.types.responses import ToolChoiceFunction
from openai.types.responses import ToolChoiceCustom, ToolChoiceFunction
from vllm.entrypoints.generate.base.protocol import (
DeltaFunctionCall,
@@ -149,7 +149,11 @@ class KimiK3ToolParser(ToolParser):
) -> ChatCompletionRequest | ResponsesRequest:
named = isinstance(
request.tool_choice,
(ChatCompletionNamedToolChoiceParam, ToolChoiceFunction),
(
ChatCompletionNamedToolChoiceParam,
ToolChoiceFunction,
ToolChoiceCustom,
),
)
structured_outputs = getattr(request, "structured_outputs", None)
has_structural_tag = (