A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 07:00 UTC
[Build] skip renaming files for release wheels pipeline (#9671)
Signed-off-by: simon-mo <simon.mo@hey.com>
Simon Mo committed
Nov 14, 2024 at 23:31 UTC
02dbf30e9a4389b41d95dd595bfe1224592dd404
2 files changed
+46
-13
.buildkite/release-pipeline.yaml
+8
-13
@@ -6,28 +6,23 @@ steps:
6
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=12.1.0 --tag vllm-ci:build-image --target build --progress plain ."
7
- "mkdir artifacts"
8
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9
- # rename the files to change linux -> manylinux1
10
- - "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
11
- - "mv artifacts/dist/$(ls artifacts/dist) artifacts/dist/vllm-1.0.0.dev-cp38-abi3-manylinux1_x86_64.whl"
12
- - "aws s3 cp artifacts/dist/vllm-1.0.0.dev-cp38-abi3-manylinux1_x86_64.whl s3://vllm-wheels/$BUILDKITE_COMMIT/vllm-1.0.0.dev-cp38-abi3-manylinux1_x86_64.whl"
13
- - "aws s3 cp artifacts/dist/vllm-1.0.0.dev-cp38-abi3-manylinux1_x86_64.whl s3://vllm-wheels/nightly/vllm-1.0.0.dev-cp38-abi3-manylinux1_x86_64.whl"
9
+ - "bash .buildkite/upload-wheels.sh"
10
env:
11
DOCKER_BUILDKIT: "1"
12
17
- - block: "Build CUDA 11.8 wheel"
18
- key: block-build-cu118-wheel
19
-
13
+ # Note(simon): We can always build CUDA 11.8 wheel to ensure the build is working.
14
+ # However, this block can be uncommented to save some compute hours.
15
+ # - block: "Build CUDA 11.8 wheel"
16
+ # key: block-build-cu118-wheel
17
+
18
- label: "Build wheel - CUDA 11.8"
21
- depends_on: block-build-cu118-wheel
19
+ # depends_on: block-build-cu118-wheel
20
agents:
21
queue: cpu_queue
22
commands:
23
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=11.8.0 --tag vllm-ci:build-image --target build --progress plain ."
24
- "mkdir artifacts"
25
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
28
- # rename the files to change linux -> manylinux1
29
- - "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
30
- - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
31
- - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
26
+ - "bash .buildkite/upload-wheels.sh"
27
env:
28
DOCKER_BUILDKIT: "1"
.buildkite/upload-wheels.sh
new
+38
@@ -0,0 +1,38 @@
1
+#!/usr/bin/env bash
2
+
3
+set -ex
4
+
5
+# Assume wheels are in artifacts/dist/*.whl
6
+wheel_files=(artifacts/dist/*.whl)
7
+
8
+# Check that exactly one wheel is found
9
+if [[ ${#wheel_files[@]} -ne 1 ]]; then
10
+ echo "Error: Expected exactly one wheel file in artifacts/dist/, but found ${#wheel_files[@]}"
11
+ exit 1
12
+fi
13
+
14
+# Get the single wheel file
15
+wheel="${wheel_files[0]}"
16
+
17
+# Rename 'linux' to 'manylinux1' in the wheel filename
18
+new_wheel="${wheel/linux/manylinux1}"
19
+mv -- "$wheel" "$new_wheel"
20
+wheel="$new_wheel"
21
+
22
+# Extract the version from the wheel
23
+version=$(unzip -p "$wheel" '**/METADATA' | grep '^Version: ' | cut -d' ' -f2)
24
+echo "Version: $version"
25
+
26
+# If the version contains "dev", rename it to v1.0.0.dev for consistency
27
+if [[ $version == *dev* ]]; then
28
+ new_version="1.0.0.dev"
29
+ new_wheel="${wheel/$version/$new_version}"
30
+ mv -- "$wheel" "$new_wheel"
31
+ wheel="$new_wheel"
32
+ version="$new_version"
33
+fi
34
+
35
+# Upload the wheel to S3
36
+aws s3 cp "$wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
37
+aws s3 cp "$wheel" "s3://vllm-wheels/nightly/"
38
+aws s3 cp "$wheel" "s3://vllm-wheels/$version/"
\ No newline at end of file