[MRV2] Keep warmup out of the EPLB load stats (#56716)

Signed-off-by: almogtavor <almogtavor@gmail.com>
Co-authored-by: Itay Alroy <75032521+itayalroy@users.noreply.github.com>
This commit is contained in:
Almog Tavor
2026-10-14 00:00:48 +00:00
committed by GitHub
co-authored by Itay Alroy
parent f43d7e1a0f
commit 87e7dce3a7
5 changed files with 40 additions and 7 deletions
@@ -23,6 +23,7 @@ from vllm.compilation.counter import compilation_counter
from vllm.config.compilation import CUDAGraphMode
from vllm.v1.worker.gpu import cudagraph_utils as cgu
from vllm.v1.worker.gpu import model_runner as mrv2
from vllm.v1.worker.gpu.eplb_utils import EPLBController
GLOBAL_POOL = "global-pool"
THROWAWAY_POOL = "throwaway-pool"
@@ -224,6 +225,9 @@ def test_profile_cudagraph_memory_restores_compilation_counters(monkeypatch):
def test_model_runner_delegates_to_cudagraph_utils(monkeypatch):
runner = mrv2.GPUModelRunner.__new__(mrv2.GPUModelRunner)
runner.eplb = EPLBController(
SimpleNamespace(enable_eplb=False), torch.device("cpu")
)
monkeypatch.setattr(mrv2, "_profile_cudagraph_memory", lambda r: 42)
assert runner.profile_cudagraph_memory() == 42