[Deprecation] Remove scheduled deprecated items (#60923)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -4,7 +4,6 @@ import asyncio
|
||||
import os
|
||||
import socket
|
||||
import time
|
||||
import warnings
|
||||
from collections.abc import AsyncGenerator, Iterable, Mapping
|
||||
from copy import copy
|
||||
from typing import Any
|
||||
@@ -944,7 +943,6 @@ class AsyncLLM(EngineClient):
|
||||
self,
|
||||
*,
|
||||
mode: PauseMode = "abort",
|
||||
wait_for_inflight_requests: bool | None = None,
|
||||
clear_cache: bool = True,
|
||||
) -> None:
|
||||
"""Pause generation to allow model weight updates.
|
||||
@@ -960,20 +958,10 @@ class AsyncLLM(EngineClient):
|
||||
- ``"wait"``: Wait for in-flight requests to complete.
|
||||
- ``"keep"``: Freeze requests in queue; they resume on
|
||||
:meth:`resume_generation`.
|
||||
wait_for_inflight_requests: DEPRECATED: use mode argument.
|
||||
clear_cache: Whether to clear KV cache and prefix cache after
|
||||
draining. Set to ``False`` to preserve cache for faster resume.
|
||||
|
||||
"""
|
||||
if wait_for_inflight_requests:
|
||||
warnings.warn(
|
||||
"The `wait_for_inflight_requests` parameter in "
|
||||
"`AsyncLLM.pause_generation()` is deprecated. "
|
||||
"Please use `mode` argument instead.",
|
||||
DeprecationWarning,
|
||||
stacklevel=2,
|
||||
)
|
||||
mode = "wait"
|
||||
if clear_cache:
|
||||
await self.renderer.clear_mm_cache_async()
|
||||
await self.engine_core.pause_scheduler_async(mode=mode, clear_cache=clear_cache)
|
||||
|
||||
Reference in New Issue
Block a user