From 03a2d033673d8804b001bae41f30059273e1a669 Mon Sep 17 00:00:00 2001 From: Chauncey Date: Tue, 28 Jul 2026 14:38:20 +0800 Subject: [PATCH] [Bugfix] Respect cgroup memory limits on all platforms (#49966) Signed-off-by: chaunceyjiang Co-authored-by: Andreas Karatzas --- vllm/model_executor/model_loader/weight_utils.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/vllm/model_executor/model_loader/weight_utils.py b/vllm/model_executor/model_loader/weight_utils.py index db161a5898..e1897a77f1 100644 --- a/vllm/model_executor/model_loader/weight_utils.py +++ b/vllm/model_executor/model_loader/weight_utils.py @@ -694,12 +694,10 @@ def _get_checkpoints_size_bytes(files: list[str]) -> int: def _get_available_ram_bytes() -> int: - """Return available RAM, honoring cgroup limits on ROCm.""" + """Return available RAM, honoring cgroup limits.""" import psutil host_available = psutil.virtual_memory().available - if not current_platform.is_rocm(): - return host_available from vllm.utils.cpu_resource_utils import get_cgroup_memory_limit