Martin HickeyandOr Ozeri
c42981d034
Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com> Co-authored-by: Or Ozeri <oro@il.ibm.com>
14 lines
350 B
Python
14 lines
350 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from vllm.v1.kv_offload.base import BlockIDsLoadStoreSpec
|
|
|
|
|
|
class CPULoadStoreSpec(BlockIDsLoadStoreSpec):
|
|
"""
|
|
Spec for loading/storing a KV block to CPU memory.
|
|
"""
|
|
|
|
@staticmethod
|
|
def medium() -> str:
|
|
return "CPU"
|