nixl_connector: export UCX_MEM_MMAP_HOOK_MODE=none to avoid a UCX memory leak (#32181)

Signed-off-by: Mathis Felardos <mathis@mistral.ai>
This commit is contained in:
Mathis Felardos
2026-01-13 16:21:10 +00:00
committed by GitHub
parent 510265472c
commit 4f3676e726
@@ -4,7 +4,9 @@ import contextlib
import copy import copy
import logging import logging
import math import math
import os
import queue import queue
import sys
import threading import threading
import time import time
import uuid import uuid
@@ -87,6 +89,21 @@ logger = init_logger(__name__)
# Lazy import nixl_wrapper to avoid loading nixl_bindings if nixl is not used # Lazy import nixl_wrapper to avoid loading nixl_bindings if nixl is not used
try: try:
if "UCX_MEM_MMAP_HOOK_MODE" not in os.environ:
# avoid a memory leak in UCX when using NIXL on some models
# see: https://github.com/vllm-project/vllm/issues/24264
if "nixl" in sys.modules or "rixl" in sys.modules:
logger.warning(
"NIXL was already imported, we can't disable UCX mmap hooks. "
"Please set UCX_MEM_MMAP_HOOK_MODE to 'none' manually."
)
else:
logger.info(
"Setting UCX_MEM_MMAP_HOOK_MODE to 'none' to avoid a rare "
"memory leak in UCX when using NIXL."
)
os.environ["UCX_MEM_MMAP_HOOK_MODE"] = "none"
if not current_platform.is_rocm(): if not current_platform.is_rocm():
from nixl._api import nixl_agent as NixlWrapper from nixl._api import nixl_agent as NixlWrapper
from nixl._bindings import nixlXferTelemetry from nixl._bindings import nixlXferTelemetry