A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 11, 00:00 UTC
[docker] Fix downloading sccache on aarch64 platform (#30070)
Signed-off-by: Nick Cao <nickcao@nichi.co>
Nick Cao committed
Dec 23, 2025 at 21:36 UTC
d7e05ac7430587815e458df34f1a838c3d8ef8c0
1 file changed
+9
-3
docker/Dockerfile
+9
-3
@@ -183,7 +183,7 @@ ARG nvcc_threads=8
183
ENV NVCC_THREADS=$nvcc_threads
184
185
ARG USE_SCCACHE
186
-ARG SCCACHE_DOWNLOAD_URL=https://github.com/mozilla/sccache/releases/download/v0.8.1/sccache-v0.8.1-x86_64-unknown-linux-musl.tar.gz
186
+ARG SCCACHE_DOWNLOAD_URL
187
ARG SCCACHE_ENDPOINT
188
ARG SCCACHE_BUCKET_NAME=vllm-build-sccache
189
ARG SCCACHE_REGION_NAME=us-west-2
@@ -201,10 +201,16 @@ ENV SETUPTOOLS_SCM_PRETEND_VERSION="0.0.0+csrc.build"
201
RUN --mount=type=cache,target=/root/.cache/uv \
202
if [ "$USE_SCCACHE" = "1" ]; then \
203
echo "Installing sccache..." \
204
+ && case "${TARGETPLATFORM}" in \
205
+ linux/arm64) SCCACHE_ARCH="aarch64" ;; \
206
+ linux/amd64) SCCACHE_ARCH="x86_64" ;; \
207
+ *) echo "Unsupported TARGETPLATFORM for sccache: ${TARGETPLATFORM}" >&2; exit 1 ;; \
208
+ esac \
209
+ && export SCCACHE_DOWNLOAD_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/v0.8.1/sccache-v0.8.1-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" \
210
&& curl -L -o sccache.tar.gz ${SCCACHE_DOWNLOAD_URL} \
211
&& tar -xzf sccache.tar.gz \
206
- && sudo mv sccache-v0.8.1-x86_64-unknown-linux-musl/sccache /usr/bin/sccache \
207
- && rm -rf sccache.tar.gz sccache-v0.8.1-x86_64-unknown-linux-musl \
212
+ && sudo mv sccache-v0.8.1-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache \
213
+ && rm -rf sccache.tar.gz sccache-v0.8.1-${SCCACHE_ARCH}-unknown-linux-musl \
214
&& if [ ! -z ${SCCACHE_ENDPOINT} ] ; then export SCCACHE_ENDPOINT=${SCCACHE_ENDPOINT} ; fi \
215
&& export SCCACHE_BUCKET=${SCCACHE_BUCKET_NAME} \
216
&& export SCCACHE_REGION=${SCCACHE_REGION_NAME} \