From 62588e0592ad5af8d3d4a536ace01afb44ebaed5 Mon Sep 17 00:00:00 2001 From: stefankoncarevic Date: Wed, 2 Sep 2026 10:12:40 +0200 Subject: [PATCH] [CI] Batch the swap_blocks verification instead of copying block by block (#54558) Signed-off-by: Stefan Koncarevic --- tests/kernels/attention/test_cache.py | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/tests/kernels/attention/test_cache.py b/tests/kernels/attention/test_cache.py index 61772dbaa0..69744cd7b4 100644 --- a/tests/kernels/attention/test_cache.py +++ b/tests/kernels/attention/test_cache.py @@ -646,13 +646,17 @@ def test_swap_blocks( block_mapping_tensor, ) - for src, dst in block_mapping: - torch.testing.assert_close( - src_key_caches_clone[src].cpu(), dist_key_caches[0][dst].cpu() - ) - torch.testing.assert_close( - src_value_caches_clone[src].cpu(), dist_value_caches[0][dst].cpu() - ) + src_indices = block_mapping_tensor[:, 0].to(src_key_caches_clone.device) + dst_indices = block_mapping_tensor[:, 1].to(dist_key_caches[0].device) + + torch.testing.assert_close( + src_key_caches_clone.index_select(0, src_indices).cpu(), + dist_key_caches[0].index_select(0, dst_indices).cpu(), + ) + torch.testing.assert_close( + src_value_caches_clone.index_select(0, src_indices).cpu(), + dist_value_caches[0].index_select(0, dst_indices).cpu(), + ) @pytest.mark.parametrize("num_heads", NUM_HEADS)