[Feature] Add vllm bench CLI (#13993)

Signed-off-by: Randy Chen <acad.randyjhc@gmail.com>
Signed-off-by: Cody Yu <hao.yu.cody@gmail.com>
Co-authored-by: Cody Yu <hao.yu.cody@gmail.com>
This commit is contained in:
Randy Chen
2025-03-12 00:31:48 +00:00
committed by GitHub
co-authored by Cody Yu
parent 9f583e360c
commit 36e0c8f7da
8 changed files with 1274 additions and 0 deletions
+2
View File
@@ -5,6 +5,7 @@ import os
import signal
import sys
import vllm.entrypoints.cli.benchmark.main
import vllm.entrypoints.cli.openai
import vllm.entrypoints.cli.serve
import vllm.version
@@ -16,6 +17,7 @@ logger = init_logger(__name__)
CMD_MODULES = [
vllm.entrypoints.cli.openai,
vllm.entrypoints.cli.serve,
vllm.entrypoints.cli.benchmark.main,
]