[Bugfix] Set type/role explicitly in streaming message_start event (#45376)
Signed-off-by: Wayne Chiu <waynehacking8@gmail.com>
This commit is contained in:
@@ -996,3 +996,39 @@ class TestMessageStreamConverterToolUseContentBuffering:
|
|||||||
assert "text" in block_starts
|
assert "text" in block_starts
|
||||||
|
|
||||||
assert events[-1][0] == "message_stop"
|
assert events[-1][0] == "message_stop"
|
||||||
|
|
||||||
|
|
||||||
|
class TestMessageStartIncludesTypeAndRole:
|
||||||
|
"""Regression test for issue #45367: the streaming message_start event is
|
||||||
|
serialized with exclude_unset=True, which silently dropped the
|
||||||
|
default-valued ``type``/``role`` fields of the nested message object.
|
||||||
|
Strict Anthropic SDK clients (e.g. Claude Code) validate
|
||||||
|
``message_start.message.type``/``role`` and reject the whole stream when
|
||||||
|
they are missing.
|
||||||
|
"""
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_message_start_contains_message_type_and_role(self):
|
||||||
|
async def sse_input():
|
||||||
|
yield _make_stream_chunk(
|
||||||
|
delta=DeltaMessage(content="Hello"),
|
||||||
|
usage=UsageInfo(
|
||||||
|
prompt_tokens=20,
|
||||||
|
total_tokens=20,
|
||||||
|
completion_tokens=0,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
yield _make_stream_chunk(finish_reason="stop")
|
||||||
|
yield "data: [DONE]"
|
||||||
|
|
||||||
|
converter = _make_stream_converter()
|
||||||
|
output = []
|
||||||
|
async for event in converter.message_stream_converter(sse_input()):
|
||||||
|
output.append(event)
|
||||||
|
|
||||||
|
events = _parse_sse_events(output)
|
||||||
|
|
||||||
|
assert events[0][0] == "message_start"
|
||||||
|
message = events[0][1]["message"]
|
||||||
|
assert message["type"] == "message"
|
||||||
|
assert message["role"] == "assistant"
|
||||||
|
|||||||
@@ -678,6 +678,13 @@ class AnthropicServingMessages(OpenAIServingChat):
|
|||||||
type="message_start",
|
type="message_start",
|
||||||
message=AnthropicMessagesResponse(
|
message=AnthropicMessagesResponse(
|
||||||
id=origin_chunk.id,
|
id=origin_chunk.id,
|
||||||
|
# Set explicitly: this event is serialized
|
||||||
|
# with exclude_unset=True, which drops
|
||||||
|
# default-valued fields, while strict
|
||||||
|
# Anthropic SDK clients require
|
||||||
|
# message.type/role (issue #45367).
|
||||||
|
type="message",
|
||||||
|
role="assistant",
|
||||||
content=[],
|
content=[],
|
||||||
model=origin_chunk.model,
|
model=origin_chunk.model,
|
||||||
stop_reason=None,
|
stop_reason=None,
|
||||||
|
|||||||
Reference in New Issue
Block a user