[Rust Frontend] Introduce mock engine for benchmark baseline (#43469)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-05-28 01:40:35 +00:00
committed by GitHub
parent 1223732dda
commit c87f62ccf8
19 changed files with 1462 additions and 204 deletions
+1
View File
@@ -17,6 +17,7 @@ anyhow.workspace = true
clap.workspace = true
educe.workspace = true
itertools.workspace = true
mimalloc.workspace = true
native-tls-vendored = { workspace = true, optional = true }
serde.workspace = true
serde_json.workspace = true
+3
View File
@@ -11,6 +11,9 @@ use vllm_managed_engine::ManagedEngineHandle;
use crate::cli::{Cli, Command};
#[global_allocator]
static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc;
const TOKIO_WORKER_THREADS_ENV: &str = "TOKIO_WORKER_THREADS";
const DEFAULT_MAX_TOKIO_WORKER_THREADS: usize = 32;