[NIXL] Prepare KV transfer descriptors as NIXL 1.5 strided lists (#61032)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Ilia Yastrebov <iyastrebov@nvidia.com>
This commit is contained in:
Nick Hill
2026-10-14 18:07:24 +02:00
committed by GitHub
co-authored by Ilia Yastrebov
parent 9e2b579aab
commit eaf25f675a
11 changed files with 343 additions and 227 deletions
+20
View File
@@ -1,6 +1,7 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import functools
import importlib
import os
import sys
@@ -91,6 +92,24 @@ def is_nixl_available() -> bool:
return pkg in sys.modules or importlib.util.find_spec(pkg) is not None
@functools.cache
def check_nixl_version(min_version: str) -> None:
"""Raise if the installed NIXL package is older than ``min_version``."""
from importlib.metadata import packages_distributions, version
from packaging.version import Version
pkg = _get_nixl_package_name()
for dist in packages_distributions().get(pkg, ()):
installed = version(dist)
if Version(installed) < Version(min_version):
raise RuntimeError(
f"NIXL >= {min_version} is required, but {dist}=={installed} "
"is installed"
)
return
def alias_nixl_for_ray() -> None:
"""Let Ray's ``nixl._api`` import resolve to the ROCm implementation."""
if not current_platform.is_rocm() or "nixl._api" in sys.modules:
@@ -112,5 +131,6 @@ __all__ = [
"nixl_agent_config",
"nixlXferTelemetry",
"is_nixl_available",
"check_nixl_version",
"alias_nixl_for_ray",
]