[Bugfix][Frontend] Build tool-call grammars from the tools the prompt renders (#59879)

Signed-off-by: Rongjie Jiang <j1870831863@outlook.com>
Signed-off-by: sfeng33 <4florafeng@gmail.com>
Co-authored-by: Flora Feng <4florafeng@gmail.com>
This commit is contained in:
RomeJay
2026-10-05 22:01:03 +00:00
committed by GitHub
co-authored by Flora Feng
parent 3fb1cd796b
commit 2e06395fd3
6 changed files with 247 additions and 43 deletions
+1 -1
View File
@@ -472,7 +472,7 @@ def _assemble_tag(
return StructuralTag(format=SequenceFormat(elements=tags))
@register_vllm_structural_tag("harmony")
@register_vllm_structural_tag("harmony", builtin_tools=True)
def get_harmony_structural_tag(
tools: list[FunctionToolParam],
builtin_tools: list[BuiltinToolParam],