@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / c92acb9693
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 05:45 UTC

[ci/build] Update vLLM postmerge ECR repo (#10887)

Kevin H. Luu committed Dec 4, 2024 at 01:01 UTC c92acb9693c0504d7dabed2a0251b9f5d4ddaebb
3 files changed +6 -6
.buildkite/nightly-benchmarks/benchmark-pipeline.yaml
+3 -3
@@ -21,7 +21,7 @@ steps:
21 podSpec:
22 priorityClassName: perf-benchmark
23 containers:
24 - - image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
24 + - image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
25 command:
26 - bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
27 resources:
@@ -51,7 +51,7 @@ steps:
51 queue: H200
52 plugins:
53 - docker#v5.12.0:
54 - image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
54 + image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
55 command:
56 - bash
57 - .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
@@ -71,7 +71,7 @@ steps:
71 queue: H100
72 plugins:
73 - docker#v5.12.0:
74 - image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
74 + image: public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:$BUILDKITE_COMMIT
75 command:
76 - bash
77 - .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
.buildkite/nightly-benchmarks/scripts/wait-for-image.sh
+2 -2
@@ -1,6 +1,6 @@
1 #!/bin/sh
2 -TOKEN=$(curl -s -L "https://public.ecr.aws/token?service=public.ecr.aws&scope=repository:q9t5s3a7/vllm-ci-test-repo:pull" | jq -r .token)
3 -URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-test-repo/manifests/$BUILDKITE_COMMIT"
2 +TOKEN=$(curl -s -L "https://public.ecr.aws/token?service=public.ecr.aws&scope=repository:q9t5s3a7/vllm-ci-postmerge-repo:pull" | jq -r .token)
3 +URL="https://public.ecr.aws/v2/q9t5s3a7/vllm-ci-postmerge-repo/manifests/$BUILDKITE_COMMIT"
4
5 TIMEOUT_SECONDS=10
6
docs/source/getting_started/installation.rst
+1 -1
@@ -73,7 +73,7 @@ Another way to access the latest code is to use the docker images:
73 .. code-block:: console
74
75 $ export VLLM_COMMIT=33f460b17a54acb3b6cc0b03f4a17876cff5eafd # use full commit hash from the main branch
76 - $ docker pull public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:${VLLM_COMMIT}
76 + $ docker pull public.ecr.aws/q9t5s3a7/vllm-ci-postmerge-repo:${VLLM_COMMIT}
77
78 These docker images are used for CI and testing only, and they are not intended for production use. They will be expired after several days.
79