A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 20:45 UTC
[ci] Use different sccache bucket for CUDA 11.8 wheel build (#6656)
Signed-off-by: kevin <kevin@anyscale.com>
Kevin H. Luu committed
Jul 22, 2024 at 14:20 UTC
69d5ae38dc0dbc0b9074a344b4eb878c74c8c755
2 files changed
+8
-2
.buildkite/release-pipeline.yaml
+3
-1
@@ -3,13 +3,15 @@ steps:
3
agents:
4
queue: cpu_queue
5
commands:
6
- - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ."
6
+ - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ."
7
- "mkdir artifacts"
8
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9
# rename the files to change linux -> manylinux1
10
- "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
11
- "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
12
- "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
13
+ env:
14
+ DOCKER_BUILDKIT: "1"
15
matrix:
16
setup:
17
cuda_version:
Dockerfile
+5
-1
@@ -103,7 +103,11 @@ RUN --mount=type=cache,target=/root/.cache/pip \
103
&& tar -xzf sccache.tar.gz \
104
&& sudo mv sccache-v0.8.1-x86_64-unknown-linux-musl/sccache /usr/bin/sccache \
105
&& rm -rf sccache.tar.gz sccache-v0.8.1-x86_64-unknown-linux-musl \
106
- && export SCCACHE_BUCKET=vllm-build-sccache \
106
+ && if [ "$CUDA_VERSION" = "11.8.0" ]; then \
107
+ export SCCACHE_BUCKET=vllm-build-sccache-2; \
108
+ else \
109
+ export SCCACHE_BUCKET=vllm-build-sccache; \
110
+ fi \
111
&& export SCCACHE_REGION=us-west-2 \
112
&& export CMAKE_BUILD_TYPE=Release \
113
&& sccache --show-stats \