From 3f0a91bb96f8d72e0498b95c166e817deae14d62 Mon Sep 17 00:00:00 2001 From: Rotem Shavitt Date: Wed, 3 Jun 2026 07:53:21 +0300 Subject: [PATCH] Nit Changes in Tiered KV Offload (#44293) Signed-off-by: Rotem Shavitt --- tests/v1/kv_offload/{ => tiering}/test_fs_tier.py | 0 .../kv_offload/{ => tiering}/test_tiering_offloading.py | 0 vllm/v1/kv_offload/tiering/fs/manager.py | 8 ++++++++ 3 files changed, 8 insertions(+) rename tests/v1/kv_offload/{ => tiering}/test_fs_tier.py (100%) rename tests/v1/kv_offload/{ => tiering}/test_tiering_offloading.py (100%) diff --git a/tests/v1/kv_offload/test_fs_tier.py b/tests/v1/kv_offload/tiering/test_fs_tier.py similarity index 100% rename from tests/v1/kv_offload/test_fs_tier.py rename to tests/v1/kv_offload/tiering/test_fs_tier.py diff --git a/tests/v1/kv_offload/test_tiering_offloading.py b/tests/v1/kv_offload/tiering/test_tiering_offloading.py similarity index 100% rename from tests/v1/kv_offload/test_tiering_offloading.py rename to tests/v1/kv_offload/tiering/test_tiering_offloading.py diff --git a/vllm/v1/kv_offload/tiering/fs/manager.py b/vllm/v1/kv_offload/tiering/fs/manager.py index c2bc720275..a33de02f43 100644 --- a/vllm/v1/kv_offload/tiering/fs/manager.py +++ b/vllm/v1/kv_offload/tiering/fs/manager.py @@ -52,6 +52,14 @@ class FileSystemTierManager(SecondaryTierManager): submit_store / submit_load are non-blocking: they enqueue tasks and return. get_finished_jobs() polls job completion and returns completed JobResults. + Cross-process sharing: + In order to enable KV cache sharing between multiple vLLM instances + using the same ``root_dir`` (e.g., via a shared PVC) the environment + variable ``PYTHONHASHSEED`` must be set to the same fixed value + (e.g., "0") on all instances. Without this, each process initializes + ``NONE_HASH`` (the chain-hash seed for block content hashes) with + random bytes, producing different block filenames for identical token + content. """ def __init__(