@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 69d5ae38dc
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 20:45 UTC

[ci] Use different sccache bucket for CUDA 11.8 wheel build (#6656)

Signed-off-by: kevin <kevin@anyscale.com>

Kevin H. Luu committed Jul 22, 2024 at 14:20 UTC 69d5ae38dc0dbc0b9074a344b4eb878c74c8c755
2 files changed +8 -2
.buildkite/release-pipeline.yaml
+3 -1
@@ -3,13 +3,15 @@ steps:
3 agents:
4 queue: cpu_queue
5 commands:
6 - - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ."
6 + - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ."
7 - "mkdir artifacts"
8 - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9 # rename the files to change linux -> manylinux1
10 - "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
11 - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
12 - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
13 + env:
14 + DOCKER_BUILDKIT: "1"
15 matrix:
16 setup:
17 cuda_version:
Dockerfile
+5 -1
@@ -103,7 +103,11 @@ RUN --mount=type=cache,target=/root/.cache/pip \
103 && tar -xzf sccache.tar.gz \
104 && sudo mv sccache-v0.8.1-x86_64-unknown-linux-musl/sccache /usr/bin/sccache \
105 && rm -rf sccache.tar.gz sccache-v0.8.1-x86_64-unknown-linux-musl \
106 - && export SCCACHE_BUCKET=vllm-build-sccache \
106 + && if [ "$CUDA_VERSION" = "11.8.0" ]; then \
107 + export SCCACHE_BUCKET=vllm-build-sccache-2; \
108 + else \
109 + export SCCACHE_BUCKET=vllm-build-sccache; \
110 + fi \
111 && export SCCACHE_REGION=us-west-2 \
112 && export CMAKE_BUILD_TYPE=Release \
113 && sccache --show-stats \