[gpt-oss][1b] streaming add item id, content id (#24788)
Signed-off-by: Andrew Xia <axia@meta.com>
This commit is contained in:
@@ -1260,9 +1260,9 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
_increment_sequence_number_and_return: Callable[[BaseModel],
|
||||
BaseModel],
|
||||
) -> AsyncGenerator[BaseModel, None]:
|
||||
current_content_index = 0 # FIXME: this number is never changed
|
||||
current_content_index = -1
|
||||
current_output_index = 0
|
||||
current_item_id = "" # FIXME: this number is never changed
|
||||
current_item_id: str = ""
|
||||
sent_output_item_added = False
|
||||
|
||||
async for ctx in result_generator:
|
||||
@@ -1353,6 +1353,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
and ctx.parser.current_recipient is None):
|
||||
if not sent_output_item_added:
|
||||
sent_output_item_added = True
|
||||
current_item_id = f"msg_{random_uuid()}"
|
||||
yield _increment_sequence_number_and_return(
|
||||
openai_responses_types.
|
||||
ResponseOutputItemAddedEvent(
|
||||
@@ -1368,6 +1369,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
status="in_progress",
|
||||
),
|
||||
))
|
||||
current_content_index += 1
|
||||
yield _increment_sequence_number_and_return(
|
||||
openai_responses_types.
|
||||
ResponseContentPartAddedEvent(
|
||||
@@ -1398,6 +1400,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
and ctx.parser.current_recipient is None):
|
||||
if not sent_output_item_added:
|
||||
sent_output_item_added = True
|
||||
current_item_id = f"msg_{random_uuid()}"
|
||||
yield _increment_sequence_number_and_return(
|
||||
openai_responses_types.
|
||||
ResponseOutputItemAddedEvent(
|
||||
@@ -1412,6 +1415,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
status="in_progress",
|
||||
),
|
||||
))
|
||||
current_content_index += 1
|
||||
yield _increment_sequence_number_and_return(
|
||||
openai_responses_types.
|
||||
ResponseContentPartAddedEvent(
|
||||
@@ -1444,6 +1448,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
) and ctx.parser.current_recipient == "python":
|
||||
if not sent_output_item_added:
|
||||
sent_output_item_added = True
|
||||
current_item_id = f"tool_{random_uuid()}"
|
||||
yield _increment_sequence_number_and_return(
|
||||
openai_responses_types.
|
||||
ResponseOutputItemAddedEvent(
|
||||
@@ -1516,6 +1521,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
raise ValueError(
|
||||
f"Unknown function name: {function_name}")
|
||||
|
||||
current_item_id = f"tool_{random_uuid()}"
|
||||
yield _increment_sequence_number_and_return(
|
||||
openai_responses_types.ResponseOutputItemAddedEvent(
|
||||
type="response.output_item.added",
|
||||
|
||||
Reference in New Issue
Block a user