[Feat][RL] Pause and Resume with keep requests for single engine (#32351)
Signed-off-by: ahao-anyscale <ahao@anyscale.com> Signed-off-by: Aaron Hao <ahao@anyscale.com> Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
This commit is contained in:
@@ -105,7 +105,7 @@ class EngineCoreClient(ABC):
|
||||
client_addresses: dict[str, str] | None = None,
|
||||
client_count: int = 1,
|
||||
client_index: int = 0,
|
||||
) -> "MPClient":
|
||||
) -> "AsyncMPClient":
|
||||
parallel_config = vllm_config.parallel_config
|
||||
client_args = (
|
||||
vllm_config,
|
||||
@@ -976,6 +976,16 @@ class AsyncMPClient(MPClient):
|
||||
if request_ids and not self.resources.engine_dead:
|
||||
await self._send_input(EngineCoreRequestType.ABORT, request_ids)
|
||||
|
||||
async def pause_scheduler_async(self) -> None:
|
||||
"""Pause the scheduler, keeping requests frozen in queue.
|
||||
Blocks until the EngineCore acknowledges the pause.
|
||||
"""
|
||||
await self.call_utility_async("pause_scheduler")
|
||||
|
||||
async def resume_scheduler_async(self) -> None:
|
||||
"""Resume the scheduler after a pause."""
|
||||
await self.call_utility_async("resume_scheduler")
|
||||
|
||||
async def profile_async(self, is_start: bool = True) -> None:
|
||||
await self.call_utility_async("profile", is_start)
|
||||
|
||||
@@ -1188,6 +1198,18 @@ class DPAsyncMPClient(AsyncMPClient):
|
||||
def get_core_engine_for_request(self, request: EngineCoreRequest):
|
||||
return self.core_engine
|
||||
|
||||
async def pause_scheduler_async(self) -> None:
|
||||
"""Pause the scheduler, keeping requests frozen in queue."""
|
||||
raise NotImplementedError(
|
||||
"pause_scheduler_async is not yet supported for data parallel"
|
||||
)
|
||||
|
||||
async def resume_scheduler_async(self) -> None:
|
||||
"""Resume the scheduler after a pause."""
|
||||
raise NotImplementedError(
|
||||
"resume_scheduler_async is not yet supported for data parallel"
|
||||
)
|
||||
|
||||
|
||||
class DPLBAsyncMPClient(DPAsyncMPClient):
|
||||
"""Asyncio-compatible client for multi-proc, multi-engine (data parallel)
|
||||
|
||||
Reference in New Issue
Block a user