[Frontend][Core] Add shutdown timeout - allowing in-flight requests to finish (#34730)
Signed-off-by: Mark McLoughlin <markmc@redhat.com> Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Sonnet 4.5
parent
57c84ff129
commit
27066d1b2b
@@ -608,6 +608,8 @@ class EngineArgs:
|
||||
kv_offloading_backend: KVOffloadingBackend = CacheConfig.kv_offloading_backend
|
||||
tokens_only: bool = False
|
||||
|
||||
shutdown_timeout: int = 0
|
||||
|
||||
weight_transfer_config: WeightTransferConfig | None = get_field(
|
||||
VllmConfig,
|
||||
"weight_transfer_config",
|
||||
@@ -1311,6 +1313,14 @@ class EngineArgs:
|
||||
default=False,
|
||||
action=argparse.BooleanOptionalAction,
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--shutdown-timeout",
|
||||
type=int,
|
||||
default=0,
|
||||
help="Shutdown timeout in seconds. 0 = abort, >0 = wait.",
|
||||
)
|
||||
|
||||
return parser
|
||||
|
||||
@classmethod
|
||||
@@ -1920,6 +1930,7 @@ class EngineArgs:
|
||||
optimization_level=self.optimization_level,
|
||||
performance_mode=self.performance_mode,
|
||||
weight_transfer_config=self.weight_transfer_config,
|
||||
shutdown_timeout=self.shutdown_timeout,
|
||||
)
|
||||
|
||||
return config
|
||||
|
||||
Reference in New Issue
Block a user