From 33c4f3551ce9b4dc75864f16c40496d8d64f8e9d Mon Sep 17 00:00:00 2001 From: Aarushi Jain <142941703+aarushjain29@users.noreply.github.com> Date: Fri, 24 Jul 2026 17:19:46 -0500 Subject: [PATCH] =?UTF-8?q?[ROCm][CI]=20Wait=20for=20ROCm=20VRAM=20to=20se?= =?UTF-8?q?ttle=20between=20compiled=20and=20eager=20LL=E2=80=A6=20(#49739?= =?UTF-8?q?)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: aarushjain29 --- tests/compile/test_dynamic_shapes_compilation.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/compile/test_dynamic_shapes_compilation.py b/tests/compile/test_dynamic_shapes_compilation.py index 96c3f49aba..7f725c14f2 100644 --- a/tests/compile/test_dynamic_shapes_compilation.py +++ b/tests/compile/test_dynamic_shapes_compilation.py @@ -9,6 +9,7 @@ import pytest import torch from tests.models.utils import check_logprobs_close +from tests.utils import wait_for_rocm_memory_to_settle from vllm import LLM, SamplingParams from vllm.compilation.decorators import support_torch_compile from vllm.config import CompilationConfig, VllmConfig, set_current_vllm_config @@ -104,6 +105,7 @@ def test_dynamic_shapes_compilation( gc.collect() torch.accelerator.empty_cache() torch.accelerator.synchronize() + wait_for_rocm_memory_to_settle() eager_model = LLM(model=model_name, enforce_eager=True, max_model_len=1024) eager_outputs = []