[UX][Frontend] Introduce vllm preload cli for fast restart (#56680)

Signed-off-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
Isotr0py
2026-09-25 06:56:39 +00:00
committed by GitHub
parent 5ff3bbfb08
commit 24928a4d62
8 changed files with 496 additions and 193 deletions
@@ -36,7 +36,8 @@ class WeightCacheDaemon:
self._cmd = [
sys.executable,
"-m",
"vllm.model_executor.model_loader.weight_cache.daemon",
"vllm.entrypoints.cli.main",
"preload",
"--model",
model,
"--tensor-parallel-size",