[Deprecation] Deprecate items scheduled for 0.29 (#55353)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
+2
-13
@@ -8,7 +8,7 @@ from typing import Any, ClassVar, Literal
|
||||
|
||||
from pydantic import Field, field_validator, model_validator
|
||||
|
||||
from vllm.config.utils import config, get_from_deprecated_env_if_set
|
||||
from vllm.config.utils import config
|
||||
from vllm.logger import init_logger
|
||||
from vllm.utils.torch_utils import (
|
||||
is_quantized_kv_cache,
|
||||
@@ -58,15 +58,6 @@ CacheDType = Literal[
|
||||
]
|
||||
|
||||
|
||||
def _get_prefix_cache_retention_interval() -> int | None:
|
||||
env_value = get_from_deprecated_env_if_set(
|
||||
"VLLM_PREFIX_CACHE_RETENTION_INTERVAL",
|
||||
"v0.29",
|
||||
"prefix_cache_retention_interval",
|
||||
)
|
||||
return 0 if env_value is None else int(env_value)
|
||||
|
||||
|
||||
MambaDType = Literal["auto", "float32", "float16", "bfloat16"]
|
||||
MambaCacheMode = Literal["all", "align", "none"]
|
||||
PrefixCachingHashAlgo = Literal["sha256", "sha256_cbor", "xxhash", "xxhash_cbor"]
|
||||
@@ -154,9 +145,7 @@ class CacheConfig:
|
||||
security risk tolerance against the performance benefits before turning this on.
|
||||
- "xxhash_cbor" combines canonical CBOR serialization with xxHash for
|
||||
reproducible hashing. Requires the optional ``xxhash`` package."""
|
||||
prefix_cache_retention_interval: int | None = Field(
|
||||
default_factory=_get_prefix_cache_retention_interval, ge=0
|
||||
)
|
||||
prefix_cache_retention_interval: int | None = Field(default=0, ge=0)
|
||||
"""Token interval between retained sliding-window and Mamba prefix-cache
|
||||
checkpoints. ``0`` retains only semantic checkpoints, including the latest
|
||||
replay boundary and shared-prefix junctions. Positive values additionally
|
||||
|
||||
Reference in New Issue
Block a user