[Tests] Cover get_unhashed_block_ids_all_groups (#55928)
Signed-off-by: Aditya Ganesh Kumar <adty910@gmail.com>
This commit is contained in:
@@ -5937,3 +5937,29 @@ def test_device_eviction_keeps_host_prefix():
|
|||||||
assert host_block.block_hash is not None, (
|
assert host_block.block_hash is not None, (
|
||||||
"Device eviction invalidated unrelated host KV"
|
"Device eviction invalidated unrelated host KV"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def test_get_unhashed_block_ids_all_groups():
|
||||||
|
"""Unhashed, non-null block ids are reported per KV cache group.
|
||||||
|
A group with no unhashed blocks reports an empty list, not a missing entry.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def hashed(block_id: int, group_id: int) -> KVCacheBlock:
|
||||||
|
block = KVCacheBlock(block_id=block_id)
|
||||||
|
block.set_block_hash(make_block_hash_with_group_id(BlockHash(b"h"), group_id))
|
||||||
|
return block
|
||||||
|
|
||||||
|
blocks = KVCacheBlocks(
|
||||||
|
(
|
||||||
|
[
|
||||||
|
KVCacheBlock(block_id=1), # unhashed
|
||||||
|
hashed(2, group_id=0), # cached
|
||||||
|
KVCacheBlock(block_id=3, is_null=True), # null padding
|
||||||
|
KVCacheBlock(block_id=4), # unhashed
|
||||||
|
],
|
||||||
|
# No unhashed blocks in this group.
|
||||||
|
[hashed(5, group_id=1), KVCacheBlock(block_id=6, is_null=True)],
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
assert blocks.get_unhashed_block_ids_all_groups() == [[1, 4], []]
|
||||||
|
|||||||
Reference in New Issue
Block a user