[Bugfix][KV Offload] Ensure tracker progress for oversized offers (#54759)

Signed-off-by: Cheng Rui <286040359@qq.com>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
Cheng Rui
2026-09-02 14:09:29 +03:00
committed by GitHub
co-authored by Codex
parent f81eb41934
commit 2a4e3cc3db
2 changed files with 39 additions and 8 deletions
+22
View File
@@ -965,6 +965,28 @@ def test_filter_reused_manager():
assert manager.counts.get(to_keys([1])[0]) == 1
def test_filter_reused_manager_oversized_offer_makes_progress():
"""An offer larger than the tracker capacity must not churn forever."""
manager = make_cpu_manager(
num_blocks=4,
cache_policy="lru",
store_threshold=2,
max_tracker_size=3,
)
keys = to_keys([1, 2, 3, 4])
stored_keys: set[OffloadKey] = set()
for _ in range(4):
remaining_keys = [key for key in keys if key not in stored_keys]
output = manager.prepare_store(remaining_keys, _EMPTY_REQ_CTX)
assert output is not None
if output.keys_to_store:
manager.complete_store(output.keys_to_store, _EMPTY_REQ_CTX)
stored_keys.update(output.keys_to_store)
assert stored_keys == set(keys)
def test_evictable_cache_block_count():
"""
Verifies _num_evictable_cache_blocks is maintained correctly through the