[Frontend] Fix usage incorrectly returned with empty stream_options` (#36379)
Signed-off-by: Csrayz <33659823+Csrayz@users.noreply.github.com>
This commit is contained in:
@@ -457,6 +457,18 @@ async def test_completion_stream_options(client: openai.AsyncOpenAI, model_name:
|
|||||||
)
|
)
|
||||||
assert final_chunk.choices == []
|
assert final_chunk.choices == []
|
||||||
|
|
||||||
|
# Test stream=True, stream_options={}
|
||||||
|
stream = await client.completions.create(
|
||||||
|
model=model_name,
|
||||||
|
prompt=prompt,
|
||||||
|
max_tokens=5,
|
||||||
|
temperature=0.0,
|
||||||
|
stream=True,
|
||||||
|
stream_options={},
|
||||||
|
)
|
||||||
|
async for chunk in stream:
|
||||||
|
assert chunk.usage is None
|
||||||
|
|
||||||
# Test stream=False, stream_options=
|
# Test stream=False, stream_options=
|
||||||
# {"include_usage": None}
|
# {"include_usage": None}
|
||||||
with pytest.raises(BadRequestError):
|
with pytest.raises(BadRequestError):
|
||||||
|
|||||||
@@ -159,7 +159,7 @@ AnyResponseFormat: TypeAlias = (
|
|||||||
|
|
||||||
|
|
||||||
class StreamOptions(OpenAIBaseModel):
|
class StreamOptions(OpenAIBaseModel):
|
||||||
include_usage: bool | None = True
|
include_usage: bool | None = False
|
||||||
continuous_usage_stats: bool | None = False
|
continuous_usage_stats: bool | None = False
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user