@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 4dc52e1c53
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 15, 16:00 UTC

[CI] Reorganize .buildkite directory (#16001)

Signed-off-by: kevin <kevin@anyscale.com>

Kevin H. Luu committed Apr 4, 2025 at 12:16 UTC 4dc52e1c53b4ab06ec4d6c92791a4de0718abb70
14 files changed +7 -7
.buildkite/release-pipeline.yaml
+3 -3
@@ -6,7 +6,7 @@ steps:
6 - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=12.4.0 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
7 - "mkdir artifacts"
8 - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9 - - "bash .buildkite/upload-wheels.sh"
9 + - "bash .buildkite/scripts/upload-wheels.sh"
10 env:
11 DOCKER_BUILDKIT: "1"
12
@@ -17,7 +17,7 @@ steps:
17 - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=12.1.0 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
18 - "mkdir artifacts"
19 - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
20 - - "bash .buildkite/upload-wheels.sh"
20 + - "bash .buildkite/scripts/upload-wheels.sh"
21 env:
22 DOCKER_BUILDKIT: "1"
23
@@ -34,7 +34,7 @@ steps:
34 - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=11.8.0 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
35 - "mkdir artifacts"
36 - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
37 - - "bash .buildkite/upload-wheels.sh"
37 + - "bash .buildkite/scripts/upload-wheels.sh"
38 env:
39 DOCKER_BUILDKIT: "1"
40
.buildkite/scripts/hardware_ci/run-amd-test.sh renamed
.buildkite/scripts/hardware_ci/run-cpu-test-ppc64le.sh renamed
.buildkite/scripts/hardware_ci/run-cpu-test.sh renamed
.buildkite/scripts/hardware_ci/run-gh200-test.sh renamed
.buildkite/scripts/hardware_ci/run-hpu-test.sh renamed
.buildkite/scripts/hardware_ci/run-neuron-test.sh renamed
.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh renamed
.buildkite/scripts/hardware_ci/run-xpu-test.sh renamed
.buildkite/scripts/run-benchmarks.sh renamed
.buildkite/scripts/run-multi-node-test.sh renamed
+1 -1
@@ -3,7 +3,7 @@
3 set -euox pipefail
4
5 if [[ $# -lt 4 ]]; then
6 - echo "Usage: .buildkite/run-multi-node-test.sh WORKING_DIR NUM_NODES NUM_GPUS DOCKER_IMAGE COMMAND1 COMMAND2 ... COMMANDN"
6 + echo "Usage: .buildkite/scripts/run-multi-node-test.sh WORKING_DIR NUM_NODES NUM_GPUS DOCKER_IMAGE COMMAND1 COMMAND2 ... COMMANDN"
7 exit 1
8 fi
9
.buildkite/scripts/upload-wheels.sh renamed
.buildkite/test-pipeline.yaml
+1 -1
@@ -337,7 +337,7 @@ steps:
337 source_file_dependencies:
338 - benchmarks/
339 commands:
340 - - bash run-benchmarks.sh
340 + - bash scripts/run-benchmarks.sh
341
342 - label: Quantization Test # 33min
343 source_file_dependencies:
tools/shellcheck.sh
+2 -2
@@ -18,5 +18,5 @@ if ! [ -x "$(command -v shellcheck)" ]; then
18 export PATH="$PATH:$(pwd)/shellcheck-${scversion}"
19 fi
20
21 -# TODO - fix warnings in .buildkite/run-amd-test.sh
22 -find . -name "*.sh" ".git" -prune -not -path "./.buildkite/run-amd-test.sh" -print0 | xargs -0 -I {} sh -c 'git check-ignore -q "{}" || shellcheck -s bash "{}"'
21 +# TODO - fix warnings in .buildkite/scripts/hardware_ci/run-amd-test.sh
22 +find . -name "*.sh" ".git" -prune -not -path "./.buildkite/scripts/hardware_ci/run-amd-test.sh" -print0 | xargs -0 -I {} sh -c 'git check-ignore -q "{}" || shellcheck -s bash "{}"'