[UX][Frontend] Introduce vllm preload cli for fast restart (#56680)
Signed-off-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
@@ -36,7 +36,8 @@ class WeightCacheDaemon:
|
||||
self._cmd = [
|
||||
sys.executable,
|
||||
"-m",
|
||||
"vllm.model_executor.model_loader.weight_cache.daemon",
|
||||
"vllm.entrypoints.cli.main",
|
||||
"preload",
|
||||
"--model",
|
||||
model,
|
||||
"--tensor-parallel-size",
|
||||
|
||||
Reference in New Issue
Block a user