[KV-Offloading] : Expose CPU cache usage metric (#45737)

Signed-off-by: Varun Sundar Rabindranath <varun-sundar-rabindranath@h100-01.nemg-001.lab.rdu2.dc.redhat.com>
Signed-off-by: <>
Co-authored-by: Varun Sundar Rabindranath <varun-sundar-rabindranath@h100-01.nemg-001.lab.rdu2.dc.redhat.com>
This commit is contained in:
Varun Sundar Rabindranath
2026-06-20 21:21:55 +00:00
committed by GitHub
co-authored by Varun Sundar Rabindranath
parent cc22621b51
commit 3b4a76b63f
4 changed files with 86 additions and 22 deletions
+4 -1
View File
@@ -4,7 +4,10 @@ from typing_extensions import override
from vllm.v1.kv_offload.base import BlockIDsLoadStoreSpec
METRIC_STORES_SKIPPED = "vllm:kv_offload_stores_skipped"
class CPUOffloadingMetrics:
STORES_SKIPPED = "vllm:kv_offload_stores_skipped"
CPU_CACHE_USAGE_PERC = "vllm:kv_offload_cpu_cache_usage_perc"
class CPULoadStoreSpec(BlockIDsLoadStoreSpec):