[Deprecation] Remove scheduled deprecated items (#60923)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-10-10 15:45:33 -04:00
committed by GitHub
parent 187a0eb98a
commit 276fbcff27
7 changed files with 3 additions and 81 deletions
-12
View File
@@ -4,7 +4,6 @@ import asyncio
import os
import socket
import time
import warnings
from collections.abc import AsyncGenerator, Iterable, Mapping
from copy import copy
from typing import Any
@@ -944,7 +943,6 @@ class AsyncLLM(EngineClient):
self,
*,
mode: PauseMode = "abort",
wait_for_inflight_requests: bool | None = None,
clear_cache: bool = True,
) -> None:
"""Pause generation to allow model weight updates.
@@ -960,20 +958,10 @@ class AsyncLLM(EngineClient):
- ``"wait"``: Wait for in-flight requests to complete.
- ``"keep"``: Freeze requests in queue; they resume on
:meth:`resume_generation`.
wait_for_inflight_requests: DEPRECATED: use mode argument.
clear_cache: Whether to clear KV cache and prefix cache after
draining. Set to ``False`` to preserve cache for faster resume.
"""
if wait_for_inflight_requests:
warnings.warn(
"The `wait_for_inflight_requests` parameter in "
"`AsyncLLM.pause_generation()` is deprecated. "
"Please use `mode` argument instead.",
DeprecationWarning,
stacklevel=2,
)
mode = "wait"
if clear_cache:
await self.renderer.clear_mm_cache_async()
await self.engine_core.pause_scheduler_async(mode=mode, clear_cache=clear_cache)