@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 469b3bc538
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 19:30 UTC

[ci] Make building wheels per commit optional (#7278)

Signed-off-by: kevin <kevin@anyscale.com>

Kevin H. Luu committed Aug 7, 2024 at 11:34 UTC 469b3bc538bcbdc1d9b7d30c415bdb0361853871
1 file changed +20 -7
.buildkite/release-pipeline.yaml
+20 -7
@@ -1,9 +1,27 @@
1 steps:
2 - - label: "Build wheel - CUDA {{matrix.cuda_version}}"
2 + - label: "Build wheel - CUDA 12.1"
3 agents:
4 queue: cpu_queue
5 commands:
6 - - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ."
6 + - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION=12.1.0 --tag vllm-ci:build-image --target build --progress plain ."
7 + - "mkdir artifacts"
8 + - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9 + # rename the files to change linux -> manylinux1
10 + - "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
11 + - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
12 + - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
13 + env:
14 + DOCKER_BUILDKIT: "1"
15 +
16 + - block: "Build CUDA 11.8 wheel"
17 + key: block-build-cu118-wheel
18 +
19 + - label: "Build wheel - CUDA 11.8"
20 + depends_on: block-build-cu118-wheel
21 + agents:
22 + queue: cpu_queue
23 + commands:
24 + - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION=11.8.0 --tag vllm-ci:build-image --target build --progress plain ."
25 - "mkdir artifacts"
26 - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
27 # rename the files to change linux -> manylinux1
@@ -12,8 +30,3 @@ steps:
30 - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
31 env:
32 DOCKER_BUILDKIT: "1"
15 - matrix:
16 - setup:
17 - cuda_version:
18 - - "11.8.0"
19 - - "12.1.0"