@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 4a9139780a
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 04:30 UTC

[cd][release] add pypi index for every commit and nightly build (#11404)

Signed-off-by: youkaichao <youkaichao@gmail.com> Co-authored-by: Roger Wang <136131678+ywang96@users.noreply.github.com>

youkaichao committed Dec 21, 2024 at 23:53 UTC 4a9139780ad78a648415f07dd7a5a216fb3f96ab
2 files changed +39 -1
.buildkite/generate_index.py new
+24
@@ -0,0 +1,24 @@
1 +import argparse
2 +import os
3 +
4 +template = """<!DOCTYPE html>
5 +<html>
6 + <body>
7 + <h1>Links for vLLM</h1/>
8 + <a href="../{wheel_html_escaped}">{wheel}</a><br/>
9 + </body>
10 +</html>
11 +"""
12 +
13 +parser = argparse.ArgumentParser()
14 +parser.add_argument("--wheel", help="The wheel path.", required=True)
15 +args = parser.parse_args()
16 +
17 +filename = os.path.basename(args.wheel)
18 +
19 +with open("index.html", "w") as f:
20 + print(f"Generated index.html for {args.wheel}")
21 + # cloudfront requires escaping the '+' character
22 + f.write(
23 + template.format(wheel=filename,
24 + wheel_html_escaped=filename.replace("+", "%2B")))
.buildkite/upload-wheels.sh
+15 -1
@@ -23,6 +23,8 @@ wheel="$new_wheel"
23 version=$(unzip -p "$wheel" '**/METADATA' | grep '^Version: ' | cut -d' ' -f2)
24 echo "Version: $version"
25
26 +normal_wheel="$wheel" # Save the original wheel filename
27 +
28 # If the version contains "dev", rename it to v1.0.0.dev for consistency
29 if [[ $version == *dev* ]]; then
30 suffix="${version##*.}"
@@ -32,12 +34,24 @@ if [[ $version == *dev* ]]; then
34 new_version="1.0.0.dev"
35 fi
36 new_wheel="${wheel/$version/$new_version}"
35 - mv -- "$wheel" "$new_wheel"
37 + # use cp to keep both files in the artifacts directory
38 + cp -- "$wheel" "$new_wheel"
39 wheel="$new_wheel"
40 version="$new_version"
41 fi
42
43 # Upload the wheel to S3
44 +python3 .buildkite/generate_index.py --wheel "$normal_wheel"
45 +
46 +# generate index for this commit
47 aws s3 cp "$wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
48 +aws s3 cp "$normal_wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
49 +aws s3 cp index.html "s3://vllm-wheels/$BUILDKITE_COMMIT/vllm/index.html"
50 +aws s3 cp "s3://vllm-wheels/nightly/index.html" "s3://vllm-wheels/$BUILDKITE_COMMIT/index.html"
51 +
52 +# generate index for nightly
53 aws s3 cp "$wheel" "s3://vllm-wheels/nightly/"
54 +aws s3 cp "$normal_wheel" "s3://vllm-wheels/nightly/"
55 +aws s3 cp index.html "s3://vllm-wheels/nightly/vllm/index.html"
56 +
57 aws s3 cp "$wheel" "s3://vllm-wheels/$version/"
\ No newline at end of file