[Bench] Add BFCL dataset for vllm bench serve tool-calling workloads (#42457)

Signed-off-by: Li Zhang <lzhanga@amazon.com>
Co-authored-by: Li Zhang <lzhanga@amazon.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
Li
2026-06-09 23:59:18 -07:00
committed by GitHub
co-authored by Li Zhang Claude Chauncey
parent 7fdfa6441d
commit 89c6a41001
7 changed files with 666 additions and 4 deletions
+8 -1
View File
@@ -79,6 +79,10 @@ class RequestFuncInput:
ignore_eos: bool = False
language: str | None = None
request_id: str | None = None
# Pre-built chat messages. When set, `async_request_openai_chat_completions`
# uses this list directly and skips building messages from `prompt` and
# `multi_modal_content`.
chat_messages: list[dict[str, Any]] | None = None
@dataclass
@@ -343,7 +347,10 @@ async def async_request_openai_chat_completions(
api_url = request_func_input.api_url
_validate_api_url(api_url, "OpenAI Chat Completions API", "chat/completions")
messages = _get_chat_messages(request_func_input, mm_position=mm_position)
if request_func_input.chat_messages is not None:
messages = request_func_input.chat_messages
else:
messages = _get_chat_messages(request_func_input, mm_position=mm_position)
payload = {
"model": request_func_input.model_name