[Core] Cleanup engine pause/sleep logic (#34528)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-02-24 19:33:34 -08:00
committed by GitHub
parent 3bbb2046ff
commit dbf0da817a
10 changed files with 321 additions and 217 deletions
+3 -3
View File
@@ -28,7 +28,7 @@ from vllm.tasks import SupportedTask
from vllm.tokenizers import TokenizerLike
from vllm.tracing import init_tracer
from vllm.usage.usage_lib import UsageContext
from vllm.v1.engine import EngineCoreRequest
from vllm.v1.engine import EngineCoreRequest, PauseMode
from vllm.v1.engine.core_client import EngineCoreClient
from vllm.v1.engine.input_processor import InputProcessor
from vllm.v1.engine.output_processor import OutputProcessor
@@ -355,8 +355,8 @@ class LLMEngine:
"""
self.engine_core.reset_encoder_cache()
def sleep(self, level: int = 1):
self.engine_core.sleep(level)
def sleep(self, level: int = 1, mode: PauseMode = "abort"):
self.engine_core.sleep(level, mode)
if self.logger_manager is not None:
self.logger_manager.record_sleep_state(1, level)