[BugFix]fix gpt-oss v1/completions response bug (#30608)
Signed-off-by: princepride <wangzhipeng628@gmail.com> Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com> Co-authored-by: Chauncey <chaunceyjiang@gmail.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk> Co-authored-by: bbrowning <bbrownin@redhat.com>
This commit is contained in:
co-authored by
Chauncey
Cyrus Leung
bbrowning
parent
7c73ceb581
commit
3e92b2b7ac
@@ -1828,10 +1828,11 @@ class OpenAIServingChat(OpenAIServing):
|
||||
messages.append(sys_msg)
|
||||
|
||||
# Add developer message.
|
||||
dev_msg = get_developer_message(
|
||||
tools=request.tools if should_include_tools else None
|
||||
)
|
||||
messages.append(dev_msg)
|
||||
if request.tools:
|
||||
dev_msg = get_developer_message(
|
||||
tools=request.tools if should_include_tools else None
|
||||
)
|
||||
messages.append(dev_msg)
|
||||
|
||||
# Add user message.
|
||||
messages.extend(parse_chat_inputs_to_harmony_messages(request.messages))
|
||||
|
||||
@@ -79,6 +79,15 @@ class OpenAIToolParser(ToolParser):
|
||||
elif msg.channel == "commentary" and not msg.recipient:
|
||||
commentary_content = msg_text
|
||||
|
||||
# Extract partial content from the parser state if the generation was truncated
|
||||
if parser.current_content:
|
||||
if parser.current_channel == "final":
|
||||
final_content = parser.current_content
|
||||
elif (
|
||||
parser.current_channel == "commentary" and not parser.current_recipient
|
||||
):
|
||||
commentary_content = parser.current_content
|
||||
|
||||
return ExtractedToolCallInformation(
|
||||
tools_called=len(tool_calls) > 0,
|
||||
tool_calls=tool_calls,
|
||||
|
||||
Reference in New Issue
Block a user