[NIXL] Prepare KV transfer descriptors as NIXL 1.5 strided lists (#61032)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Ilia Yastrebov <iyastrebov@nvidia.com>
This commit is contained in:
co-authored by
Ilia Yastrebov
parent
9e2b579aab
commit
eaf25f675a
@@ -1,6 +1,7 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
import functools
|
||||
import importlib
|
||||
import os
|
||||
import sys
|
||||
@@ -91,6 +92,24 @@ def is_nixl_available() -> bool:
|
||||
return pkg in sys.modules or importlib.util.find_spec(pkg) is not None
|
||||
|
||||
|
||||
@functools.cache
|
||||
def check_nixl_version(min_version: str) -> None:
|
||||
"""Raise if the installed NIXL package is older than ``min_version``."""
|
||||
from importlib.metadata import packages_distributions, version
|
||||
|
||||
from packaging.version import Version
|
||||
|
||||
pkg = _get_nixl_package_name()
|
||||
for dist in packages_distributions().get(pkg, ()):
|
||||
installed = version(dist)
|
||||
if Version(installed) < Version(min_version):
|
||||
raise RuntimeError(
|
||||
f"NIXL >= {min_version} is required, but {dist}=={installed} "
|
||||
"is installed"
|
||||
)
|
||||
return
|
||||
|
||||
|
||||
def alias_nixl_for_ray() -> None:
|
||||
"""Let Ray's ``nixl._api`` import resolve to the ROCm implementation."""
|
||||
if not current_platform.is_rocm() or "nixl._api" in sys.modules:
|
||||
@@ -112,5 +131,6 @@ __all__ = [
|
||||
"nixl_agent_config",
|
||||
"nixlXferTelemetry",
|
||||
"is_nixl_available",
|
||||
"check_nixl_version",
|
||||
"alias_nixl_for_ray",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user