A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 14, 05:30 UTC
[Misc] Make EP kernels install script support uv (#25785)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
Lucas Wilkinson committed
Sep 30, 2025 at 19:38 UTC
96ebcaa3ad7b09dfb911bee9a8e904612868b12c
1 file changed
+7
-5
tools/ep_kernels/install_python_libraries.sh
+7
-5
@@ -10,8 +10,12 @@ if [ ! -d "$WORKSPACE" ]; then
10
mkdir -p $WORKSPACE
11
fi
12
13
+# configurable pip command (default: pip3)
14
+PIP_CMD=${PIP_CMD:-pip3}
15
+CUDA_HOME=${CUDA_HOME:-/usr/local/cuda}
16
+
17
# install dependencies if not installed
14
-pip3 install cmake torch ninja
18
+$PIP_CMD install cmake torch ninja
19
20
# build nvshmem
21
pushd $WORKSPACE
@@ -110,9 +114,7 @@ clone_repo() {
114
pushd $WORKSPACE
115
clone_repo "https://github.com/ppl-ai/pplx-kernels" "pplx-kernels" "setup.py" "c336faf"
116
cd pplx-kernels
113
-# see https://github.com/pypa/pip/issues/9955#issuecomment-838065925
114
-# PIP_NO_BUILD_ISOLATION=0 disables build isolation
115
-PIP_NO_BUILD_ISOLATION=0 pip install -vvv -e .
117
+$PIP_CMD install --no-build-isolation -vvv -e .
118
popd
119
120
# build and install deepep, require pytorch installed
@@ -120,5 +122,5 @@ pushd $WORKSPACE
122
clone_repo "https://github.com/deepseek-ai/DeepEP" "DeepEP" "setup.py" "e3908bf"
123
cd DeepEP
124
export NVSHMEM_DIR=$WORKSPACE/nvshmem_install
123
-PIP_NO_BUILD_ISOLATION=0 pip install -vvv -e .
125
+$PIP_CMD install --no-build-isolation -vvv -e .
126
popd