A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 04:30 UTC
[cd][release] fix race conditions (#11407)
Signed-off-by: youkaichao <youkaichao@gmail.com>
youkaichao committed
Dec 22, 2024 at 00:39 UTC
72d9c316d3f6ede485146fe5aabd4e61dbc59069
1 file changed
+17
-3
.buildkite/upload-wheels.sh
+17
-3
@@ -46,12 +46,26 @@ python3 .buildkite/generate_index.py --wheel "$normal_wheel"
46
# generate index for this commit
47
aws s3 cp "$wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
48
aws s3 cp "$normal_wheel" "s3://vllm-wheels/$BUILDKITE_COMMIT/"
49
-aws s3 cp index.html "s3://vllm-wheels/$BUILDKITE_COMMIT/vllm/index.html"
50
-aws s3 cp "s3://vllm-wheels/nightly/index.html" "s3://vllm-wheels/$BUILDKITE_COMMIT/index.html"
49
+
50
+if [[ $normal_wheel == *"cu118"* ]]; then
51
+ # if $normal_wheel matches cu118, do not upload the index.html
52
+ echo "Skipping index files for cu118 wheels"
53
+else
54
+ # only upload index.html for cu12 wheels (default wheels)
55
+ aws s3 cp index.html "s3://vllm-wheels/$BUILDKITE_COMMIT/vllm/index.html"
56
+ aws s3 cp "s3://vllm-wheels/nightly/index.html" "s3://vllm-wheels/$BUILDKITE_COMMIT/index.html"
57
+fi
58
59
# generate index for nightly
60
aws s3 cp "$wheel" "s3://vllm-wheels/nightly/"
61
aws s3 cp "$normal_wheel" "s3://vllm-wheels/nightly/"
55
-aws s3 cp index.html "s3://vllm-wheels/nightly/vllm/index.html"
62
+
63
+if [[ $normal_wheel == *"cu118"* ]]; then
64
+ # if $normal_wheel matches cu118, do not upload the index.html
65
+ echo "Skipping index files for cu118 wheels"
66
+else
67
+ # only upload index.html for cu12 wheels (default wheels)
68
+ aws s3 cp index.html "s3://vllm-wheels/nightly/vllm/index.html"
69
+fi
70
71
aws s3 cp "$wheel" "s3://vllm-wheels/$version/"
\ No newline at end of file