main
sh 18 lines 588 Bytes
Raw
1 #!/bin/bash
2 # SPDX-License-Identifier: Apache-2.0
3 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
4
5 set -euo pipefail
6
7 if [ -z "${CUDA_VERSION:-}" ]; then
8 exit 0
9 fi
10
11 # TODO: Use the PyPI wheel once it is published.
12 uv pip install --system \
13 "kvcr @ git+https://github.com/ai-dynamo/kvcr.git@v0.1.0"
14
15 # Keep only the NIXL wheel matching the CI image's CUDA runtime.
16 NIXL_VERSION=$(uv pip show --system nixl | sed -n 's/^Version: //p')
17 uv pip uninstall --system nixl-cu12 nixl-cu13
18 uv pip install --system --no-deps "nixl-cu${CUDA_VERSION%%.*}==${NIXL_VERSION}"