A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 22:15 UTC
[perf-benchmark] Allow premerge ECR (#13509)
Signed-off-by: <> Co-authored-by: EC2 Default User <ec2-user@ip-172-31-20-117.us-west-2.compute.internal>
Kevin H. Luu committed
Feb 18, 2025 at 21:13 UTC
9aa95b0e6acf2d6a5d9cd7ee1da1e5f033525db7
2 files changed
+8
-4
.buildkite/nightly-benchmarks/benchmark-pipeline.yaml
+3
-3
@@ -21,7 +21,7 @@ steps:
21
podSpec:
22
priorityClassName: perf-benchmark
23
containers:
24
- - image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
24
+ - image: public.ecr.aws/q9t5s3a7/${BUILDKITE_BRANCH:-main} == "main" && "vllm-ci-postmerge-repo" || "vllm-ci-test-repo"}:$BUILDKITE_COMMIT
25
command:
26
- bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
27
resources:
@@ -52,7 +52,7 @@ steps:
52
depends_on: wait-for-container-image
53
plugins:
54
- docker#v5.12.0:
55
- image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
55
+ image: public.ecr.aws/q9t5s3a7/${BUILDKITE_BRANCH:-main} == "main" && "vllm-ci-postmerge-repo" || "vllm-ci-test-repo"}:$BUILDKITE_COMMIT
56
command:
57
- bash
58
- .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
@@ -83,7 +83,7 @@ steps:
83
depends_on: wait-for-container-image
84
plugins:
85
- docker#v5.12.0:
86
- image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
86
+ image: public.ecr.aws/q9t5s3a7/${BUILDKITE_BRANCH:-main} == "main" && "vllm-ci-postmerge-repo" || "vllm-ci-test-repo"}:$BUILDKITE_COMMIT
87
command:
88
- bash
89
- .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
.buildkite/nightly-benchmarks/scripts/wait-for-image.sh
+5
-1
@@ -1,6 +1,10 @@
1
#!/bin/sh
2
TOKEN=$(curl -s -L "https://public.ecr.aws/token?service=public.ecr.aws&scope=repository:q9t5s3a7/vllm-ci-postmerge-repo:pull" | jq -r .token)
3
-URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-postmerge-repo/manifests/$BUILDKITE_COMMIT"
3
+if [[ "$BUILDKITE_BRANCH" == "main" ]]; then
4
+ URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-postmerge-repo/manifests/$BUILDKITE_COMMIT"
5
+else
6
+ URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-test-repo/manifests/$BUILDKITE_COMMIT"
7
+fi
8
9
TIMEOUT_SECONDS=10
10