diff --git a/tests/evals/gsm8k/test_gsm8k_offloading.py b/tests/evals/gsm8k/test_gsm8k_offloading.py index 7ed97f7efc..c140a41e26 100644 --- a/tests/evals/gsm8k/test_gsm8k_offloading.py +++ b/tests/evals/gsm8k/test_gsm8k_offloading.py @@ -133,6 +133,7 @@ MODELS = [ connector="OffloadingConnector", # Baseline ~0.49 on 200 questions (measured on GB200). accuracy_threshold=0.39, + cpu_offload_gib=1, ), OffloadingModelConfig( id="offloading-gemma-4-e4b-it", @@ -140,6 +141,7 @@ MODELS = [ connector="OffloadingConnector", # Baseline ~0.64 on 200 questions (measured on GB200). accuracy_threshold=0.55, + cpu_offload_gib=1, ), OffloadingModelConfig( id="offloading-qwen3.5-35b",