[KV Offload] Add KVCR secondary-tier adapter (#53624)
Signed-off-by: Moein Khazraee <moein@nvidia.com> Signed-off-by: Moein <moein@nvidia.com> Co-authored-by: Olga Andreeva <124622579+oandreeva-nv@users.noreply.github.com> Co-authored-by: Olga Andreeva <oandreeva@nvidia.com>
This commit is contained in:
co-authored by
Olga Andreeva
Olga Andreeva
parent
51918e252a
commit
000c7df9ff
@@ -0,0 +1,18 @@
|
||||
#!/bin/bash
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
if [ -z "${CUDA_VERSION:-}" ]; then
|
||||
exit 0
|
||||
fi
|
||||
|
||||
# TODO: Use the PyPI wheel once it is published.
|
||||
uv pip install --system \
|
||||
"kvcr @ git+https://github.com/ai-dynamo/kvcr.git@v0.1.0"
|
||||
|
||||
# Keep only the NIXL wheel matching the CI image's CUDA runtime.
|
||||
NIXL_VERSION=$(uv pip show --system nixl | sed -n 's/^Version: //p')
|
||||
uv pip uninstall --system nixl-cu12 nixl-cu13
|
||||
uv pip install --system --no-deps "nixl-cu${CUDA_VERSION%%.*}==${NIXL_VERSION}"
|
||||
Reference in New Issue
Block a user