From 254f6b986720c92ddf97fbb1a6a6465da8e87e29 Mon Sep 17 00:00:00 2001 From: Richard Zou Date: Wed, 24 Dec 2025 19:05:04 -0500 Subject: [PATCH] [Bugfix] Fix eagle dp tests on A100 (#31241) Signed-off-by: Richard Zou --- tests/v1/distributed/test_eagle_dp.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/tests/v1/distributed/test_eagle_dp.py b/tests/v1/distributed/test_eagle_dp.py index 9f6a6614fc..f529fce0ab 100644 --- a/tests/v1/distributed/test_eagle_dp.py +++ b/tests/v1/distributed/test_eagle_dp.py @@ -16,7 +16,12 @@ DP_SIZE = int(os.getenv("DP_SIZE", 2)) @pytest.mark.asyncio -async def test_run_eagle_dp(): +async def test_run_eagle_dp(monkeypatch: pytest.MonkeyPatch): + # This test checks that running a model with and without eagle + # leads to identical tokens. This is only true in batch invariant mode + # (because the target model verifies all draft tokens in one big forward pass) + monkeypatch.setenv("VLLM_BATCH_INVARIANT", "1") + target_model = "meta-llama/Llama-3.1-8B-Instruct" draft_model = "yuhuili/EAGLE-LLaMA3.1-Instruct-8B" @@ -29,6 +34,7 @@ async def test_run_eagle_dp(): data_parallel_backend="mp", # ray takes more time trust_remote_code=True, max_model_len=16384, + attention_config={"backend": "FLASH_ATTN"}, ) eagle_engine_args = replace(