From 10d9872d3aee629a47374347c523964eed8cad00 Mon Sep 17 00:00:00 2001 From: zhanqiuhu <49648934+ZhanqiuHu@users.noreply.github.com> Date: Mon, 13 Apr 2026 11:16:56 -0400 Subject: [PATCH] [CI][Metrics] Fix local_cache_hit assertion after prompt tokens metrics updates (#39709) Signed-off-by: ZhanqiuHu --- .../nixl_integration/test_multi_connector_edge_cases.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/v1/kv_connector/nixl_integration/test_multi_connector_edge_cases.py b/tests/v1/kv_connector/nixl_integration/test_multi_connector_edge_cases.py index 1886860035..602a7d1791 100644 --- a/tests/v1/kv_connector/nixl_integration/test_multi_connector_edge_cases.py +++ b/tests/v1/kv_connector/nixl_integration/test_multi_connector_edge_cases.py @@ -341,8 +341,8 @@ def test_full_decode_gpu_cache_hit_metrics(): print(f"FULL CACHE HIT: {P} tokens, cached={cached}, nixl={expected_nixl}") print(f" metrics delta: {d}, nixl_bytes_delta={n1 - n0}") assert len(proxy_text) > 0, "proxy returned empty response" - assert d["local_cache_hit"] == cached, ( - f"expected local_cache_hit={cached}, got {d['local_cache_hit']}" + assert d["local_cache_hit"] == cached - 1, ( + f"expected local_cache_hit={cached - 1}, got {d['local_cache_hit']}" ) assert d["external_kv_transfer"] == expected_nixl, ( f"expected external_kv_transfer={expected_nixl}, " @@ -383,8 +383,8 @@ def test_partial_decode_gpu_cache_hit_metrics(): f"expected external_kv_transfer={expected_nixl}, " f"got {d['external_kv_transfer']}" ) - assert d["local_cache_hit"] == cached, ( - f"expected local_cache_hit={cached}, got {d['local_cache_hit']}" + assert d["local_cache_hit"] == cached - 1, ( + f"expected local_cache_hit={cached - 1}, got {d['local_cache_hit']}" ) assert d["local_compute"] == 1, ( f"expected local_compute=1 (recomputed last token), got {d['local_compute']}"