[Bugfix] Fix unstreamed tool call args dropped in Responses API streaming (#44348)

Signed-off-by: sfeng33 <4florafeng@gmail.com>
This commit is contained in:
Flora Feng
2026-06-03 03:19:08 -07:00
committed by GitHub
parent ace95c9cf8
commit 209709a8c1
3 changed files with 15 additions and 4 deletions
+10 -2
View File
@@ -58,7 +58,11 @@ def stream_text(parser, tokenizer, text, request, prompt_token_ids=None):
for tid in token_ids:
delta_text = tokenizer.decode([tid])
result = parser.parse_delta(
delta_text, [tid], request, prompt_token_ids=prompt_token_ids
delta_text,
[tid],
request,
prompt_token_ids=prompt_token_ids,
finished=False,
)
prompt_token_ids = None
results.append(result)
@@ -146,7 +150,11 @@ def stream_chunks(parser, tokenizer, chunks, request_obj):
for chunk in chunks:
delta_text = tokenizer.decode(chunk)
result = parser.parse_delta(
delta_text, chunk, request_obj, prompt_token_ids=prompt_token_ids
delta_text,
chunk,
request_obj,
prompt_token_ids=prompt_token_ids,
finished=False,
)
prompt_token_ids = None
results.append(result)