diff --git a/tests/evals/gsm8k/configs/GLM-5.2-NVFP4-TP1-PCP4-EP.yaml b/tests/evals/gsm8k/configs/GLM-5.2-NVFP4-TP1-PCP4-EP.yaml index 14b4f2c0d1..d4ddfcc99f 100644 --- a/tests/evals/gsm8k/configs/GLM-5.2-NVFP4-TP1-PCP4-EP.yaml +++ b/tests/evals/gsm8k/configs/GLM-5.2-NVFP4-TP1-PCP4-EP.yaml @@ -13,5 +13,6 @@ server_args: >- --enable-expert-parallel --kv-cache-dtype fp8 env: + PYTORCH_CUDA_ALLOC_CONF: "expandable_segments:True" VLLM_LOGGING_LEVEL: "DEBUG" VLLM_USE_V2_MODEL_RUNNER: "1"