[Bugfix] Attach request-level tools to existing system message in DeepSeek V4 Python renderer (#51856)

Signed-off-by: Jason Yao <wsyjh8@gmail.com>
Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
Jason
2026-09-18 11:07:25 +08:00
committed by GitHub
co-authored by Chauncey
parent 70df48dc3d
commit 2909ad8fa4
3 changed files with 157 additions and 4 deletions
+12 -2
View File
@@ -35,8 +35,18 @@ def get_deepseek_v4_tokenizer(tokenizer: HfTokenizer) -> HfTokenizer:
conversation = kwargs.get("conversation", messages)
messages = conversation.copy()
if tools is not None and len(tools) > 0:
messages.insert(0, {"role": "system"})
messages[0]["tools"] = tools # type: ignore[typeddict-unknown-key]
# Match the Rust renderer: request tools attach to the first
# system message; synthesize one only when none exists.
system_idx = next(
(i for i, m in enumerate(messages) if m.get("role") == "system"),
None,
)
if system_idx is None:
messages.insert(0, {"role": "system"})
system_idx = 0
else:
messages[system_idx] = copy.copy(messages[system_idx])
messages[system_idx]["tools"] = tools # type: ignore[typeddict-unknown-key]
reasoning_effort = kwargs.get("reasoning_effort")
if not isinstance(reasoning_effort, str):