[CI][amd] Revert NIXL connector change to avoid crash (#32570)
Signed-off-by: Qiang Li <qiang.li2@amd.com> Signed-off-by: Matthew Wong <Matthew.Wong2@amd.com>
This commit is contained in:
@@ -89,20 +89,20 @@ logger = init_logger(__name__)
|
||||
|
||||
# Lazy import nixl_wrapper to avoid loading nixl_bindings if nixl is not used
|
||||
try:
|
||||
if "UCX_MEM_MMAP_HOOK_MODE" not in os.environ:
|
||||
if "UCX_RCACHE_MAX_UNRELEASED" not in os.environ:
|
||||
# avoid a memory leak in UCX when using NIXL on some models
|
||||
# see: https://github.com/vllm-project/vllm/issues/24264
|
||||
if "nixl" in sys.modules or "rixl" in sys.modules:
|
||||
logger.warning(
|
||||
"NIXL was already imported, we can't disable UCX mmap hooks. "
|
||||
"Please set UCX_MEM_MMAP_HOOK_MODE to 'none' manually."
|
||||
"NIXL was already imported, we can't reset UCX_RCACHE_MAX_UNRELEASED. "
|
||||
"Please set it to '1024' manually."
|
||||
)
|
||||
else:
|
||||
logger.info(
|
||||
"Setting UCX_MEM_MMAP_HOOK_MODE to 'none' to avoid a rare "
|
||||
"Setting UCX_RCACHE_MAX_UNRELEASED to '1024' to avoid a rare "
|
||||
"memory leak in UCX when using NIXL."
|
||||
)
|
||||
os.environ["UCX_MEM_MMAP_HOOK_MODE"] = "none"
|
||||
os.environ["UCX_RCACHE_MAX_UNRELEASED"] = "1024"
|
||||
|
||||
if not current_platform.is_rocm():
|
||||
from nixl._api import nixl_agent as NixlWrapper
|
||||
|
||||
Reference in New Issue
Block a user