A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 3, 21:30 UTC
[CI] Move DockerHub and PyPI publish steps to end of release pipeline (#42355)
Signed-off-by: khluu <khluu000@gmail.com>
Kevin H. Luu committed
May 12, 2026 at 02:17 UTC
e1c8776e90ed36da087a100a35d6cdb70911dd2a
1 file changed
+57
-53
.buildkite/release-pipeline.yaml
+57
-53
@@ -438,59 +438,6 @@ steps:
438
DOCKER_BUILDKIT: "1"
439
DOCKERHUB_USERNAME: "vllmbot"
440
441
- - block: "Publish release images to DockerHub"
442
- key: block-publish-release-images
443
- depends_on:
444
- - create-multi-arch-manifest
445
- - create-multi-arch-manifest-cuda-12-9
446
- - create-multi-arch-manifest-ubuntu2404
447
- - create-multi-arch-manifest-cuda-12-9-ubuntu2404
448
- - build-rocm-release-image
449
- - input-release-version
450
- # Wait for CPU builds if their block steps were unblocked, so publish
451
- # doesn't race the in-progress CPU build. allow_failure lets publish
452
- # proceed when the operator legitimately leaves the CPU block steps
453
- # unblocked or the CPU build fails.
454
- - step: build-cpu-release-image-x86
455
- allow_failure: true
456
- - step: build-cpu-release-image-arm64
457
- allow_failure: true
458
- if: build.env("NIGHTLY") != "1"
459
-
460
- - label: "Publish release images to DockerHub"
461
- depends_on:
462
- - block-publish-release-images
463
- key: publish-release-images-dockerhub
464
- agents:
465
- queue: small_cpu_queue_release
466
- commands:
467
- - "bash .buildkite/scripts/publish-release-images.sh"
468
- plugins:
469
- - docker-login#v3.0.0:
470
- username: vllmbot
471
- password-env: DOCKERHUB_TOKEN
472
- env:
473
- DOCKER_BUILDKIT: "1"
474
- DOCKERHUB_USERNAME: "vllmbot"
475
-
476
- - group: "Publish wheels"
477
- key: "publish-wheels"
478
- steps:
479
- - block: "Confirm update release wheels to PyPI (experimental, use with caution)?"
480
- key: block-upload-release-wheels
481
- depends_on:
482
- - input-release-version
483
- - build-wheels
484
-
485
- - label: "Upload release wheels to PyPI"
486
- depends_on:
487
- - block-upload-release-wheels
488
- id: upload-release-wheels
489
- agents:
490
- queue: small_cpu_queue_release
491
- commands:
492
- - "bash .buildkite/scripts/upload-release-wheels-pypi.sh"
493
-
441
# =============================================================================
442
# ROCm Release Pipeline (x86_64 only)
443
# =============================================================================
@@ -847,3 +794,60 @@ steps:
794
env:
795
DOCKER_BUILDKIT: "1"
796
DOCKERHUB_USERNAME: "vllmbot"
797
+
798
+ # =============================================================================
799
+ # Publish to DockerHub and PyPI (at the end so all builds complete first)
800
+ # =============================================================================
801
+
802
+ - block: "Publish release images to DockerHub"
803
+ key: block-publish-release-images
804
+ depends_on:
805
+ - create-multi-arch-manifest
806
+ - create-multi-arch-manifest-cuda-12-9
807
+ - create-multi-arch-manifest-ubuntu2404
808
+ - create-multi-arch-manifest-cuda-12-9-ubuntu2404
809
+ - build-rocm-release-image
810
+ - input-release-version
811
+ # Wait for CPU builds if their block steps were unblocked, so publish
812
+ # doesn't race the in-progress CPU build. allow_failure lets publish
813
+ # proceed when the operator legitimately leaves the CPU block steps
814
+ # unblocked or the CPU build fails.
815
+ - step: build-cpu-release-image-x86
816
+ allow_failure: true
817
+ - step: build-cpu-release-image-arm64
818
+ allow_failure: true
819
+ if: build.env("NIGHTLY") != "1"
820
+
821
+ - label: "Publish release images to DockerHub"
822
+ depends_on:
823
+ - block-publish-release-images
824
+ key: publish-release-images-dockerhub
825
+ agents:
826
+ queue: small_cpu_queue_release
827
+ commands:
828
+ - "bash .buildkite/scripts/publish-release-images.sh"
829
+ plugins:
830
+ - docker-login#v3.0.0:
831
+ username: vllmbot
832
+ password-env: DOCKERHUB_TOKEN
833
+ env:
834
+ DOCKER_BUILDKIT: "1"
835
+ DOCKERHUB_USERNAME: "vllmbot"
836
+
837
+ - group: "Publish wheels"
838
+ key: "publish-wheels"
839
+ steps:
840
+ - block: "Confirm update release wheels to PyPI (experimental, use with caution)?"
841
+ key: block-upload-release-wheels
842
+ depends_on:
843
+ - input-release-version
844
+ - build-wheels
845
+
846
+ - label: "Upload release wheels to PyPI"
847
+ depends_on:
848
+ - block-upload-release-wheels
849
+ id: upload-release-wheels
850
+ agents:
851
+ queue: small_cpu_queue_release
852
+ commands:
853
+ - "bash .buildkite/scripts/upload-release-wheels-pypi.sh"