[Bugfix][Core] Fall back when numactl --membind is blocked in constrained containers (#45438)

Signed-off-by: Ting Sun <suntcrick@gmail.com>
Co-authored-by: Shengqi Chen <harry-chen@outlook.com>
This commit is contained in:
Ting SUN
2026-06-16 09:49:56 -07:00
committed by GitHub
co-authored by Shengqi Chen
parent 89e8645a9e
commit c45f681932
2 changed files with 82 additions and 0 deletions
+36
View File
@@ -473,6 +473,37 @@ def log_current_affinity_state(label: str) -> None:
_log_numactl_show(label)
def _probe_numactl_args(numactl_args: str) -> bool:
"""Whether ``numactl <args> true`` succeeds in this (parent) environment."""
try:
result = subprocess.run(
["numactl", *numactl_args.split(), "true"],
capture_output=True,
timeout=10,
)
except (OSError, subprocess.SubprocessError):
return False
return result.returncode == 0
def _resolve_numactl_args(numactl_args: str) -> str:
"""Drop ``--membind`` if the container rejects it, keeping CPU binding."""
cpu_only = " ".join(
t for t in numactl_args.split() if not t.startswith("--membind=")
)
for candidate in (numactl_args, cpu_only, ""):
if _probe_numactl_args(candidate):
if candidate != numactl_args:
logger.warning(
"numactl args %r rejected; falling back to %r. Add "
"--cap-add SYS_NICE for full NUMA binding.",
numactl_args,
candidate or "no binding",
)
return candidate
return ""
@contextmanager
def configure_subprocess(
vllm_config: "VllmConfig",
@@ -500,6 +531,11 @@ def configure_subprocess(
)
executable, debug_str = _get_numactl_executable()
numactl_args = _resolve_numactl_args(numactl_args)
if not numactl_args:
# No NUMA binding possible here; launch without the wrapper.
yield
return
python_executable = os.fsdecode(multiprocessing.spawn.get_executable())
with (
_set_numa_wrapper_env(numactl_args, python_executable),