[Frontend][Gpt-oss] Use process_eos() to flush Harmony Parser outputs. (#46437)
Signed-off-by: Yifan Zong <yzong@redhat.com>
This commit is contained in:
@@ -131,6 +131,31 @@ def tool_call_entries(delta_message) -> list[tuple[int, str | None, str | None]]
|
||||
]
|
||||
|
||||
|
||||
class TestFlush:
|
||||
def test_flush(self, harmony_parser):
|
||||
harmony_parser.process_chunk(
|
||||
encode_output("<|channel|>analysis<|message|>Think")
|
||||
)
|
||||
|
||||
flushed = harmony_parser.flush()
|
||||
|
||||
assert flushed is not None
|
||||
assert flushed.channel == "analysis"
|
||||
assert flushed.recipient is None
|
||||
assert flushed.delta == ""
|
||||
assert flushed.completed_message is not None
|
||||
assert get_text(flushed.completed_message) == "Think"
|
||||
assert harmony_parser._parser is None
|
||||
|
||||
def test_flush_resets_after_eos_error(self, harmony_parser):
|
||||
harmony_parser.process_chunk(encode_output("<|channel|>analysis"))
|
||||
|
||||
flushed = harmony_parser.flush()
|
||||
|
||||
assert flushed is None
|
||||
assert harmony_parser._parser is None
|
||||
|
||||
|
||||
class TestParse:
|
||||
# Rendered conversation outputs.
|
||||
|
||||
@@ -339,6 +364,7 @@ class TestParse:
|
||||
assert reasoning is None
|
||||
assert content == "I'm in the middle of answering"
|
||||
assert tool_calls is None
|
||||
assert harmony_parser._parser is None
|
||||
|
||||
def test_interrupted_reasoning_first_message(self, harmony_parser, chat_request):
|
||||
reasoning, content, tool_calls = harmony_parser.parse(
|
||||
@@ -352,6 +378,7 @@ class TestParse:
|
||||
assert reasoning == "I'm in the middle of thinking"
|
||||
assert content is None
|
||||
assert tool_calls is None
|
||||
assert harmony_parser._parser is None
|
||||
|
||||
def test_truncated_output(self, harmony_parser, chat_request):
|
||||
reasoning, content, tool_calls = harmony_parser.parse(
|
||||
@@ -367,6 +394,7 @@ class TestParse:
|
||||
assert reasoning == "I'm thinking."
|
||||
assert content == "I'm in the middle of answering"
|
||||
assert tool_calls is None
|
||||
assert harmony_parser._parser is None
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("harmony_str", "expected_content"),
|
||||
@@ -435,7 +463,7 @@ class TestParseDelta:
|
||||
"<|end|><|start|>assistant<|channel|>final<|message|>Answer"
|
||||
),
|
||||
request=chat_request,
|
||||
finished=False,
|
||||
finished=True,
|
||||
)
|
||||
|
||||
assert first_delta is not None
|
||||
@@ -444,6 +472,7 @@ class TestParseDelta:
|
||||
assert second_delta is not None
|
||||
assert second_delta.content == "Answer"
|
||||
assert second_delta.reasoning is None
|
||||
assert parser._parser is None
|
||||
|
||||
def test_multi_token(self, gpt_oss_tokenizer, chat_request):
|
||||
parser = HarmonyParser(gpt_oss_tokenizer)
|
||||
|
||||
Reference in New Issue
Block a user