[Refactor] Remove utils dead code (#53941)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
+1
-20
@@ -85,7 +85,7 @@ from vllm.v1.fault_tolerance.engine_core_sentinel import (
|
||||
EngineCoreSentinel,
|
||||
fault_tolerant_wrapper,
|
||||
)
|
||||
from vllm.v1.kv_cache_interface import KVCacheConfig, get_kv_cache_spec_kind
|
||||
from vllm.v1.kv_cache_interface import KVCacheConfig
|
||||
from vllm.v1.metrics.stats import SchedulerIterationDetails, SchedulerStats
|
||||
from vllm.v1.outputs import ModelRunnerOutput
|
||||
from vllm.v1.request import Request, RequestStatus
|
||||
@@ -441,25 +441,6 @@ class EngineCore:
|
||||
supported_pooling_tasks,
|
||||
)
|
||||
|
||||
def get_kv_cache_group_metadata(self) -> list[dict[str, int | str | None]]:
|
||||
"""Return msgspec-serializable metadata for scheduler KV cache groups."""
|
||||
kv_cache_config = getattr(self.scheduler, "kv_cache_config", None)
|
||||
if kv_cache_config is None:
|
||||
return []
|
||||
|
||||
metadata: list[dict[str, int | str | None]] = []
|
||||
for group_idx, group in enumerate(kv_cache_config.kv_cache_groups):
|
||||
spec = group.kv_cache_spec
|
||||
metadata.append(
|
||||
{
|
||||
"group_idx": group_idx,
|
||||
"kind": get_kv_cache_spec_kind(spec).value,
|
||||
"block_size": spec.block_size,
|
||||
"sliding_window": getattr(spec, "sliding_window", None),
|
||||
}
|
||||
)
|
||||
return metadata
|
||||
|
||||
def add_request(self, request: Request, request_wave: int = 0):
|
||||
"""Add request to the scheduler.
|
||||
|
||||
|
||||
Reference in New Issue
Block a user