[Render] Add round trip parity test and docs for derender (#48617)

Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
Martin Hickey
2026-07-17 05:02:46 +00:00
committed by GitHub
parent 67fe73b2b4
commit 4d4e04f452
7 changed files with 397 additions and 2 deletions
+8
View File
@@ -7,6 +7,7 @@ from vllm.entrypoints.chat_utils import ChatTemplateContentFormatOption
from vllm.entrypoints.generate.base.serving import resolve_token_id_placeholder
from vllm.entrypoints.openai.chat_completion.protocol import (
ChatCompletionLogProbs,
ChatCompletionNamedToolChoiceParam,
ChatCompletionRequest,
ChatCompletionResponseChoice,
ChatMessage,
@@ -136,6 +137,13 @@ class OnlineDerenderer:
else []
)
is_named_tool_choice = (
type(chat_request.tool_choice) is ChatCompletionNamedToolChoiceParam
)
is_required_tool_choice = chat_request.tool_choice == "required"
if is_named_tool_choice or is_required_tool_choice:
content = content or ""
message = ChatMessage(
role="assistant",
reasoning=reasoning,