[ROCm] Give EngineCore cleanup grace after request abort (#52281)
Signed-off-by: Andreas Karatzas <akaratza@amd.com> Signed-off-by: Andreas Karatzas <Andreas.Karatzas@amd.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
OpenAI Codex
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
e9e1630e93
commit
3a386cfaf5
@@ -30,6 +30,7 @@ from vllm.utils.system_utils import (
|
||||
kill_process_tree,
|
||||
set_process_title,
|
||||
)
|
||||
from vllm.v1.engine.utils import get_engine_process_shutdown_timeout
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -513,7 +514,11 @@ class DPSupervisor:
|
||||
|
||||
async def _shutdown_children(self) -> None:
|
||||
"""Terminate the vLLM DP servers."""
|
||||
timeout = self.args.shutdown_timeout + CHILD_EXIT_GRACE_S
|
||||
process_timeout = get_engine_process_shutdown_timeout(
|
||||
self.args.shutdown_timeout, self.args.shutdown_timeout
|
||||
)
|
||||
assert process_timeout is not None
|
||||
timeout = process_timeout + CHILD_EXIT_GRACE_S
|
||||
|
||||
try:
|
||||
logger.info(
|
||||
|
||||
Reference in New Issue
Block a user