From 4a9c07a0a2b8308a045476b48be29e37c349274b Mon Sep 17 00:00:00 2001 From: Daniele <36171005+dtrifiro@users.noreply.github.com> Date: Thu, 26 Feb 2026 06:39:48 +0100 Subject: [PATCH] [BugFix] anthropic/serving_messages: fix tool call arguments streaming (#34887) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Daniele Trifirò Co-authored-by: Nicolò Lucchesi --- vllm/entrypoints/anthropic/serving.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/vllm/entrypoints/anthropic/serving.py b/vllm/entrypoints/anthropic/serving.py index 8fb347aabe..dc037313de 100644 --- a/vllm/entrypoints/anthropic/serving.py +++ b/vllm/entrypoints/anthropic/serving.py @@ -432,6 +432,19 @@ class AnthropicServingMessages(OpenAIServingChat): data = chunk.model_dump_json(exclude_unset=True) yield wrap_data_with_event(data, "content_block_start") content_block_started = True + if tool_call.function and tool_call.function.arguments: + chunk = AnthropicStreamEvent( + index=content_block_index, + type="content_block_delta", + delta=AnthropicDelta( + type="input_json_delta", + partial_json=tool_call.function.arguments, + ), + ) + data = chunk.model_dump_json(exclude_unset=True) + yield wrap_data_with_event( + data, "content_block_delta" + ) else: chunk = AnthropicStreamEvent(