[Refactor][kv_offload]: rename block→chunk (#52615)

Signed-off-by: Ronen Schaffer <ronen.schaffer@ibm.com>
This commit is contained in:
Ronen Schaffer
2026-09-09 17:45:49 +03:00
committed by GitHub
parent 9ffb8cea96
commit 138d137b5b
34 changed files with 933 additions and 916 deletions
+11 -2
View File
@@ -1,5 +1,7 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import numpy as np
from vllm.v1.kv_offload.base import BlockIDsLoadStoreSpec
@@ -12,6 +14,13 @@ class CPUOffloadingMetrics:
class CPULoadStoreSpec(BlockIDsLoadStoreSpec):
"""Spec for loading/storing KV chunks to/from CPU memory.
The inherited block_ids field holds chunk indices into the
CPU cache (not GPU block IDs). The chunk_ids alias exposes
the same array under the name used by the tiering layer.
"""
Spec for loading/storing a KV block to CPU memory.
"""
@property
def chunk_ids(self) -> np.ndarray:
return self.block_ids