[Bugfix][Tool Parser] Fix dropped streaming arguments in Jamba and InternLM2 parsers (#48852)

Signed-off-by: mosya415 <263250241+mosya415@users.noreply.github.com>
Co-authored-by: mosya415 <263250241+mosya415@users.noreply.github.com>
This commit is contained in:
mosya415
2026-07-25 09:34:43 -04:00
committed by GitHub
co-authored by mosya415
parent 9a50464698
commit 1423569ff5
4 changed files with 99 additions and 8 deletions
@@ -306,3 +306,34 @@ def test_extract_tool_calls_streaming(
)
]
assert_tool_calls(actual_tool_calls, expected_tool_calls)
def test_extract_tool_calls_streaming_arguments_in_single_delta(jamba_tool_parser):
"""Arguments delivered whole in one coarse delta must not be dropped."""
deltas = [
'<tool_calls>[{"name": "get_current_weather"',
",",
' "arguments": {"city": "Dallas", "state": "TX"}}]',
"</tool_calls>",
]
streamed_arguments = ""
current_text = ""
for delta_text in deltas:
previous_text = current_text
current_text += delta_text
delta_message = jamba_tool_parser.extract_tool_calls_streaming(
previous_text=previous_text,
current_text=current_text,
delta_text=delta_text,
previous_token_ids=[],
current_token_ids=[],
delta_token_ids=[],
request=None,
)
if delta_message and delta_message.tool_calls:
arguments = delta_message.tool_calls[0].function.arguments
if arguments:
streamed_arguments += arguments
assert json.loads(streamed_arguments) == {"city": "Dallas", "state": "TX"}