[Bench] Add BFCL dataset for vllm bench serve tool-calling workloads (#42457)
Signed-off-by: Li Zhang <lzhanga@amazon.com> Co-authored-by: Li Zhang <lzhanga@amazon.com> Co-authored-by: Claude <noreply@anthropic.com> Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
co-authored by
Li Zhang
Claude
Chauncey
parent
7fdfa6441d
commit
89c6a41001
@@ -79,6 +79,10 @@ class RequestFuncInput:
|
||||
ignore_eos: bool = False
|
||||
language: str | None = None
|
||||
request_id: str | None = None
|
||||
# Pre-built chat messages. When set, `async_request_openai_chat_completions`
|
||||
# uses this list directly and skips building messages from `prompt` and
|
||||
# `multi_modal_content`.
|
||||
chat_messages: list[dict[str, Any]] | None = None
|
||||
|
||||
|
||||
@dataclass
|
||||
@@ -343,7 +347,10 @@ async def async_request_openai_chat_completions(
|
||||
api_url = request_func_input.api_url
|
||||
_validate_api_url(api_url, "OpenAI Chat Completions API", "chat/completions")
|
||||
|
||||
messages = _get_chat_messages(request_func_input, mm_position=mm_position)
|
||||
if request_func_input.chat_messages is not None:
|
||||
messages = request_func_input.chat_messages
|
||||
else:
|
||||
messages = _get_chat_messages(request_func_input, mm_position=mm_position)
|
||||
|
||||
payload = {
|
||||
"model": request_func_input.model_name
|
||||
|
||||
Reference in New Issue
Block a user