[gpt-oss][1b] streaming add item id, content id (#24788)

Signed-off-by: Andrew Xia <axia@meta.com>
This commit is contained in:
Andrew Xia
2025-09-16 18:41:12 +00:00
committed by GitHub
parent cd1f885bcf
commit f4d6eb95cf
2 changed files with 31 additions and 2 deletions
+8 -2
View File
@@ -1260,9 +1260,9 @@ class OpenAIServingResponses(OpenAIServing):
_increment_sequence_number_and_return: Callable[[BaseModel],
BaseModel],
) -> AsyncGenerator[BaseModel, None]:
current_content_index = 0 # FIXME: this number is never changed
current_content_index = -1
current_output_index = 0
current_item_id = "" # FIXME: this number is never changed
current_item_id: str = ""
sent_output_item_added = False
async for ctx in result_generator:
@@ -1353,6 +1353,7 @@ class OpenAIServingResponses(OpenAIServing):
and ctx.parser.current_recipient is None):
if not sent_output_item_added:
sent_output_item_added = True
current_item_id = f"msg_{random_uuid()}"
yield _increment_sequence_number_and_return(
openai_responses_types.
ResponseOutputItemAddedEvent(
@@ -1368,6 +1369,7 @@ class OpenAIServingResponses(OpenAIServing):
status="in_progress",
),
))
current_content_index += 1
yield _increment_sequence_number_and_return(
openai_responses_types.
ResponseContentPartAddedEvent(
@@ -1398,6 +1400,7 @@ class OpenAIServingResponses(OpenAIServing):
and ctx.parser.current_recipient is None):
if not sent_output_item_added:
sent_output_item_added = True
current_item_id = f"msg_{random_uuid()}"
yield _increment_sequence_number_and_return(
openai_responses_types.
ResponseOutputItemAddedEvent(
@@ -1412,6 +1415,7 @@ class OpenAIServingResponses(OpenAIServing):
status="in_progress",
),
))
current_content_index += 1
yield _increment_sequence_number_and_return(
openai_responses_types.
ResponseContentPartAddedEvent(
@@ -1444,6 +1448,7 @@ class OpenAIServingResponses(OpenAIServing):
) and ctx.parser.current_recipient == "python":
if not sent_output_item_added:
sent_output_item_added = True
current_item_id = f"tool_{random_uuid()}"
yield _increment_sequence_number_and_return(
openai_responses_types.
ResponseOutputItemAddedEvent(
@@ -1516,6 +1521,7 @@ class OpenAIServingResponses(OpenAIServing):
raise ValueError(
f"Unknown function name: {function_name}")
current_item_id = f"tool_{random_uuid()}"
yield _increment_sequence_number_and_return(
openai_responses_types.ResponseOutputItemAddedEvent(
type="response.output_item.added",