From 6b0b850a8b1764a66d7ffbb023c0b0e0bbdb900b Mon Sep 17 00:00:00 2001 From: Taneem Ibrahim Date: Sun, 16 Aug 2026 15:16:51 -0500 Subject: [PATCH] [CI] Fit small KV-offload evals within shared memory (#52496) Signed-off-by: Taneem Ibrahim --- tests/evals/gsm8k/test_gsm8k_offloading.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/evals/gsm8k/test_gsm8k_offloading.py b/tests/evals/gsm8k/test_gsm8k_offloading.py index 7ed97f7efc..c140a41e26 100644 --- a/tests/evals/gsm8k/test_gsm8k_offloading.py +++ b/tests/evals/gsm8k/test_gsm8k_offloading.py @@ -133,6 +133,7 @@ MODELS = [ connector="OffloadingConnector", # Baseline ~0.49 on 200 questions (measured on GB200). accuracy_threshold=0.39, + cpu_offload_gib=1, ), OffloadingModelConfig( id="offloading-gemma-4-e4b-it", @@ -140,6 +141,7 @@ MODELS = [ connector="OffloadingConnector", # Baseline ~0.64 on 200 questions (measured on GB200). accuracy_threshold=0.55, + cpu_offload_gib=1, ), OffloadingModelConfig( id="offloading-qwen3.5-35b",