[Bugfix] Fix Anthropic tool_use content handling dropping args (#45287)

Signed-off-by: Ben Browning <bbrownin@redhat.com>
This commit is contained in:
Ben Browning
2026-06-11 20:01:29 +00:00
committed by GitHub
parent 3b03a2cf47
commit 235b63c004
2 changed files with 252 additions and 5 deletions
+30 -4
View File
@@ -564,6 +564,7 @@ class AnthropicServingMessages(OpenAIServingChat):
self.block_signature: str | None = None
self.signature_emitted: bool = False
self.tool_use_id: str | None = None
self.pending_content: list[str] = []
def reset(self) -> None:
self.block_type = None
@@ -571,6 +572,7 @@ class AnthropicServingMessages(OpenAIServingChat):
self.block_signature = None
self.signature_emitted = False
self.tool_use_id = None
self.pending_content.clear()
def start(self, block: AnthropicContentBlock) -> None:
self.block_type = block.type
@@ -635,10 +637,30 @@ class AnthropicServingMessages(OpenAIServingChat):
state.start(block)
return event
def stop_and_flush() -> list[str]:
buffered = list(state.pending_content)
state.pending_content.clear()
events = stop_active_block()
if not buffered:
return events
text = "".join(buffered)
events.append(start_block(AnthropicContentBlock(type="text", text="")))
pc_chunk = AnthropicStreamEvent(
index=state.block_index,
type="content_block_delta",
delta=AnthropicDelta(type="text_delta", text=text),
)
pc_data = pc_chunk.model_dump_json(exclude_unset=True)
events.append(wrap_data_with_event(pc_data, "content_block_delta"))
events.extend(stop_active_block())
return events
async for item in generator:
if item.startswith("data:"):
data_str = item[5:].strip().rstrip("\n")
if data_str == "[DONE]":
for event in stop_and_flush():
yield event
stop_message = AnthropicStreamEvent(
type="message_stop",
)
@@ -675,7 +697,7 @@ class AnthropicServingMessages(OpenAIServingChat):
# last chunk including usage info
if len(origin_chunk.choices) == 0:
for event in stop_active_block():
for event in stop_and_flush():
yield event
stop_reason = self.stop_reason_map.get(
finish_reason or "stop"
@@ -707,7 +729,7 @@ class AnthropicServingMessages(OpenAIServingChat):
pass
else:
if state.block_type != "thinking":
for event in stop_active_block():
for event in stop_and_flush():
yield event
start_event = start_block(
AnthropicContentBlock(
@@ -733,9 +755,13 @@ class AnthropicServingMessages(OpenAIServingChat):
if origin_chunk.choices[0].delta.content is not None:
if origin_chunk.choices[0].delta.content == "":
pass
elif state.block_type == "tool_use":
state.pending_content.append(
origin_chunk.choices[0].delta.content
)
else:
if state.block_type != "text":
for event in stop_active_block():
for event in stop_and_flush():
yield event
start_event = start_block(
AnthropicContentBlock(type="text", text="")
@@ -773,7 +799,7 @@ class AnthropicServingMessages(OpenAIServingChat):
state.tool_use_id != tool_call.id
and tool_name is not None
):
for event in stop_active_block():
for event in stop_and_flush():
yield event
start_event = start_block(
AnthropicContentBlock(