A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 20:45 UTC
[Build/CI][ROCm] Minor simplification to Dockerfile.rocm (#6811)
Woosuk Kwon committed
Jul 26, 2024 at 12:28 UTC
71734f1bf263ed4877e928d7d9c4522d12e9c61f
1 file changed
+2
-9
Dockerfile.rocm
+2
-9
@@ -53,9 +53,9 @@ RUN apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(whic
53
# Install torch == 2.5.0 on ROCm
54
RUN case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in \
55
*"rocm-6.1"*) \
56
- python3 -m pip uninstall -y torch torchaudio torchvision \
56
+ python3 -m pip uninstall -y torch torchvision \
57
&& python3 -m pip install --no-cache-dir --pre \
58
- torch==2.5.0.dev20240710 torchaudio==2.4.0.dev20240710 \
58
+ torch==2.5.0.dev20240710 \
59
torchvision==0.20.0.dev20240710 \
60
--index-url https://download.pytorch.org/whl/nightly/rocm6.1;; \
61
*) ;; esac
@@ -127,13 +127,6 @@ FROM base AS final
127
# Import the vLLM development directory from the build context
128
COPY . .
129
130
-# Error related to odd state for numpy 1.20.3 where there is no METADATA etc, but an extra LICENSES_bundled.txt.
131
-# Manually remove it so that later steps of numpy upgrade can continue
132
-RUN case "$(which python3)" in \
133
- *"/opt/conda/envs/py_3.9"*) \
134
- rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; \
135
- *) ;; esac
136
-
130
# Package upgrades for useful functionality or to avoid dependency issues
131
RUN --mount=type=cache,target=/root/.cache/pip \
132
python3 -m pip install --upgrade numba scipy huggingface-hub[cli]