A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 05:45 UTC
[ci/build] Update vLLM postmerge ECR repo (#10887)
Kevin H. Luu committed
Dec 4, 2024 at 01:01 UTC
c92acb9693c0504d7dabed2a0251b9f5d4ddaebb
3 files changed
+6
-6
.buildkite/nightly-benchmarks/benchmark-pipeline.yaml
+3
-3
@@ -21,7 +21,7 @@ steps:
21
podSpec:
22
priorityClassName: perf-benchmark
23
containers:
24
- - image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
24
+ - image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
25
command:
26
- bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
27
resources:
@@ -51,7 +51,7 @@ steps:
51
queue: H200
52
plugins:
53
- docker#v5.12.0:
54
- image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
54
+ image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
55
command:
56
- bash
57
- .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
@@ -71,7 +71,7 @@ steps:
71
queue: H100
72
plugins:
73
- docker#v5.12.0:
74
- image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
74
+ image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
75
command:
76
- bash
77
- .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
.buildkite/nightly-benchmarks/scripts/wait-for-image.sh
+2
-2
@@ -1,6 +1,6 @@
1
#!/bin/sh
2
-TOKEN=$(curl -s -L "https://public.ecr.aws/token?service=public.ecr.aws&scope=repository:q9t5s3a7/vllm-ci-test-repo:pull" | jq -r .token)
3
-URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-test-repo/manifests/$BUILDKITE_COMMIT"
2
+TOKEN=$(curl -s -L "https://public.ecr.aws/token?service=public.ecr.aws&scope=repository:q9t5s3a7/vllm-ci-postmerge-repo:pull" | jq -r .token)
3
+URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-postmerge-repo/manifests/$BUILDKITE_COMMIT"
4
5
TIMEOUT_SECONDS=10
6
docs/source/getting_started/installation.rst
+1
-1
@@ -73,7 +73,7 @@ Another way to access the latest code is to use the docker images:
73
.. code-block:: console
74
75
$ export VLLM_COMMIT=33f460b17a54acb3b6cc0b03f4a17876cff5eafd # use full commit hash from the main branch
76
- $ docker pull public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:${VLLM_COMMIT}
76
+ $ docker pull public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:${VLLM_COMMIT}
77
78
These docker images are used for CI and testing only, and they are not intended for production use. They will be expired after several days.
79