[UX][Frontend] Introduce vllm preload cli for fast restart (#56680)

Signed-off-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
Isotr0py
2026-09-25 06:56:39 +00:00
committed by GitHub
parent 5ff3bbfb08
commit 24928a4d62
8 changed files with 496 additions and 193 deletions
+2
View File
@@ -44,6 +44,7 @@ def main():
import vllm.entrypoints.cli.collect_env
import vllm.entrypoints.cli.launch
import vllm.entrypoints.cli.openai
import vllm.entrypoints.cli.preload
import vllm.entrypoints.cli.run_batch
import vllm.entrypoints.cli.serve
import vllm.entrypoints.cli.snapshot
@@ -59,6 +60,7 @@ def main():
vllm.entrypoints.cli.launch,
vllm.entrypoints.cli.benchmark.main,
vllm.entrypoints.cli.collect_env,
vllm.entrypoints.cli.preload,
vllm.entrypoints.cli.run_batch,
vllm.entrypoints.cli.snapshot,
]