A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 04:30 UTC
[cd][release] add pypi index for every commit and nightly build (#11404)
Signed-off-by: youkaichao <youkaichao@gmail.com> Co-authored-by: Roger Wang <136131678+ywang96@users.noreply.github.com>
youkaichao committed
Dec 21, 2024 at 23:53 UTC
4a9139780ad78a648415f07dd7a5a216fb3f96ab
2 files changed
+39
-1
.buildkite/generate_index.py
new
+24
@@ -0,0 +1,24 @@
1
+import argparse
2
+import os
3
+
4
+template = """<!DOCTYPE html>
5
+<html>
6
+ <body>
7
+ <h1>Links for vLLM</h1/>
8
+ <a href="../{wheel_html_escaped}">{wheel}</a><br/>
9
+ </body>
10
+</html>
11
+"""
12
+
13
+parser = argparse.ArgumentParser()
14
+parser.add_argument("--wheel", help="The wheel path.", required=True)
15
+args = parser.parse_args()
16
+
17
+filename = os.path.basename(args.wheel)
18
+
19
+with open("index.html", "w") as f:
20
+ print(f"Generated index.html for {args.wheel}")
21
+ # cloudfront requires escaping the '+' character
22
+ f.write(
23
+ template.format(wheel=filename,
24
+ wheel_html_escaped=filename.replace("+", "%2B")))
.buildkite/upload-wheels.sh
+15
-1
@@ -23,6 +23,8 @@ wheel="$new_wheel"
23
version=$(unzip -p "$wheel" '**/METADATA' | grep '^Version: ' | cut -d' ' -f2)
24
echo "Version: $version"
25
26
+normal_wheel="$wheel" # Save the original wheel filename
27
+
28
# If the version contains "dev", rename it to v1.0.0.dev for consistency
29
if [[ $version == *dev* ]]; then
30
suffix="${version##*.}"
@@ -32,12 +34,24 @@ if [[ $version == *dev* ]]; then
34
new_version="1.0.0.dev"
35
fi
36
new_wheel="${wheel/$version/$new_version}"
35
- mv -- "$wheel" "$new_wheel"
37
+ # use cp to keep both files in the artifacts directory
38
+ cp -- "$wheel" "$new_wheel"
39
wheel="$new_wheel"
40
version="$new_version"
41
fi
42
43
# Upload the wheel to S3
44
+python3 .buildkite/generate_index.py --wheel "$normal_wheel"
45
+
46
+# generate index for this commit
47
aws s3 cp "$wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
48
+aws s3 cp "$normal_wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
49
+aws s3 cp index.html "s3://vllm-wheels/$BUILDKITE_COMMIT/vllm/index.html"
50
+aws s3 cp "s3://vllm-wheels/nightly/index.html" "s3://vllm-wheels/$BUILDKITE_COMMIT/index.html"
51
+
52
+# generate index for nightly
53
aws s3 cp "$wheel" "s3://vllm-wheels/nightly/"
54
+aws s3 cp "$normal_wheel" "s3://vllm-wheels/nightly/"
55
+aws s3 cp index.html "s3://vllm-wheels/nightly/vllm/index.html"
56
+
57
aws s3 cp "$wheel" "s3://vllm-wheels/$version/"
\ No newline at end of file