diff --git a/tests/quantization/test_experts_int8.py b/tests/quantization/test_experts_int8.py index 6119c1c846..d35cf9912a 100644 --- a/tests/quantization/test_experts_int8.py +++ b/tests/quantization/test_experts_int8.py @@ -38,5 +38,6 @@ def test_model_experts_int8_startup( dtype=dtype, enforce_eager=True, quantization="experts_int8", + enable_chunked_prefill=True, ) as vllm_model: vllm_model.generate_greedy(example_prompts, max_tokens)