@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 71734f1bf2
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 20:45 UTC

[Build/CI][ROCm] Minor simplification to Dockerfile.rocm (#6811)

Woosuk Kwon committed Jul 26, 2024 at 12:28 UTC 71734f1bf263ed4877e928d7d9c4522d12e9c61f
1 file changed +2 -9
Dockerfile.rocm
+2 -9
@@ -53,9 +53,9 @@ RUN apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(whic
53 # Install torch == 2.5.0 on ROCm
54 RUN case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in \
55 *"rocm-6.1"*) \
56 - python3 -m pip uninstall -y torch torchaudio torchvision \
56 + python3 -m pip uninstall -y torch torchvision \
57 && python3 -m pip install --no-cache-dir --pre \
58 - torch==2.5.0.dev20240710 torchaudio==2.4.0.dev20240710 \
58 + torch==2.5.0.dev20240710 \
59 torchvision==0.20.0.dev20240710 \
60 --index-url https://download.pytorch.org/whl/nightly/rocm6.1;; \
61 *) ;; esac
@@ -127,13 +127,6 @@ FROM base AS final
127 # Import the vLLM development directory from the build context
128 COPY . .
129
130 -# Error related to odd state for numpy 1.20.3 where there is no METADATA etc, but an extra LICENSES_bundled.txt.
131 -# Manually remove it so that later steps of numpy upgrade can continue
132 -RUN case "$(which python3)" in \
133 - *"/opt/conda/envs/py_3.9"*) \
134 - rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; \
135 - *) ;; esac
136 -
130 # Package upgrades for useful functionality or to avoid dependency issues
131 RUN --mount=type=cache,target=/root/.cache/pip \
132 python3 -m pip install --upgrade numba scipy huggingface-hub[cli]