A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 19:30 UTC
[ci] Make building wheels per commit optional (#7278)
Signed-off-by: kevin <kevin@anyscale.com>
Kevin H. Luu committed
Aug 7, 2024 at 11:34 UTC
469b3bc538bcbdc1d9b7d30c415bdb0361853871
1 file changed
+20
-7
.buildkite/release-pipeline.yaml
+20
-7
@@ -1,9 +1,27 @@
1
steps:
2
- - label: "Build wheel - CUDA {{matrix.cuda_version}}"
2
+ - label: "Build wheel - CUDA 12.1"
3
agents:
4
queue: cpu_queue
5
commands:
6
- - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --tag vllm-ci:build-image --target build --progress plain ."
6
+ - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION=12.1.0 --tag vllm-ci:build-image --target build --progress plain ."
7
+ - "mkdir artifacts"
8
+ - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9
+ # rename the files to change linux -> manylinux1
10
+ - "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
11
+ - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
12
+ - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
13
+ env:
14
+ DOCKER_BUILDKIT: "1"
15
+
16
+ - block: "Build CUDA 11.8 wheel"
17
+ key: block-build-cu118-wheel
18
+
19
+ - label: "Build wheel - CUDA 11.8"
20
+ depends_on: block-build-cu118-wheel
21
+ agents:
22
+ queue: cpu_queue
23
+ commands:
24
+ - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg buildkite_commit=$BUILDKITE_COMMIT --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION=11.8.0 --tag vllm-ci:build-image --target build --progress plain ."
25
- "mkdir artifacts"
26
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
27
# rename the files to change linux -> manylinux1
@@ -12,8 +30,3 @@ steps:
30
- "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
31
env:
32
DOCKER_BUILDKIT: "1"
15
- matrix:
16
- setup:
17
- cuda_version:
18
- - "11.8.0"
19
- - "12.1.0"