[Frontend][Core] Re-add shutdown timeout - allowing in-flight requests to finish (#36666)
Signed-off-by: Mark McLoughlin <markmc@redhat.com> Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Claude Sonnet 4.5 <noreply@anthropic.com> Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
co-authored by
Claude Sonnet 4.5
Nick Hill
parent
5a3f1eb62f
commit
7afe0faab1
@@ -606,6 +606,8 @@ class EngineArgs:
|
||||
kv_offloading_backend: KVOffloadingBackend = CacheConfig.kv_offloading_backend
|
||||
tokens_only: bool = False
|
||||
|
||||
shutdown_timeout: int = 0
|
||||
|
||||
weight_transfer_config: WeightTransferConfig | None = get_field(
|
||||
VllmConfig,
|
||||
"weight_transfer_config",
|
||||
@@ -1308,6 +1310,14 @@ class EngineArgs:
|
||||
default=False,
|
||||
action=argparse.BooleanOptionalAction,
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--shutdown-timeout",
|
||||
type=int,
|
||||
default=0,
|
||||
help="Shutdown timeout in seconds. 0 = abort, >0 = wait.",
|
||||
)
|
||||
|
||||
return parser
|
||||
|
||||
@classmethod
|
||||
@@ -1916,6 +1926,7 @@ class EngineArgs:
|
||||
optimization_level=self.optimization_level,
|
||||
performance_mode=self.performance_mode,
|
||||
weight_transfer_config=self.weight_transfer_config,
|
||||
shutdown_timeout=self.shutdown_timeout,
|
||||
)
|
||||
|
||||
return config
|
||||
|
||||
Reference in New Issue
Block a user