[Frontend][Core] Add shutdown timeout - allowing in-flight requests to finish (#34730)

Signed-off-by: Mark McLoughlin <markmc@redhat.com>
Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com>
This commit is contained in:
Mark McLoughlin
2026-03-05 22:04:31 -08:00
committed by GitHub
co-authored by Claude Sonnet 4.5
parent 57c84ff129
commit 27066d1b2b
15 changed files with 762 additions and 90 deletions
+11
View File
@@ -608,6 +608,8 @@ class EngineArgs:
kv_offloading_backend: KVOffloadingBackend = CacheConfig.kv_offloading_backend
tokens_only: bool = False
shutdown_timeout: int = 0
weight_transfer_config: WeightTransferConfig | None = get_field(
VllmConfig,
"weight_transfer_config",
@@ -1311,6 +1313,14 @@ class EngineArgs:
default=False,
action=argparse.BooleanOptionalAction,
)
parser.add_argument(
"--shutdown-timeout",
type=int,
default=0,
help="Shutdown timeout in seconds. 0 = abort, >0 = wait.",
)
return parser
@classmethod
@@ -1920,6 +1930,7 @@ class EngineArgs:
optimization_level=self.optimization_level,
performance_mode=self.performance_mode,
weight_transfer_config=self.weight_transfer_config,
shutdown_timeout=self.shutdown_timeout,
)
return config