@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / e9de9dd551
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 23:15 UTC

[ci] Remove aws template (#5757)

Signed-off-by: kevin <kevin@anyscale.com>

Kevin H. Luu committed Jun 24, 2024 at 21:09 UTC e9de9dd551ac595a9f3825fcd1507deceef4f332
2 files changed +5 -147
.buildkite/test-pipeline.yaml
+5 -2
@@ -1,7 +1,10 @@
1 # In this file, you can add more tests to run either by adding a new step or
2 # adding a new command to an existing step. See different options here for examples.
3 -# This script will be feed into Jinja template in `test-template-aws.j2` to generate
4 -# the final pipeline yaml file.
3 +
4 +# This script will be feed into Jinja template in `test-template-aws.j2` at
5 +# https://github.com/vllm-project/buildkite-ci/blob/main/scripts/test-template-aws.j2
6 +# to generate the final pipeline yaml file.
7 +
8
9 steps:
10 - label: Regression Test
.buildkite/test-template-aws.j2 deleted
-145
@@ -1,145 +0,0 @@
1 -{% set docker_image = "public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT" %}
2 -{% set default_working_dir = "/vllm-workspace/tests" %}
3 -
4 -steps:
5 - - label: ":docker: build image"
6 - agents:
7 - queue: cpu_queue
8 - commands:
9 - - "aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7"
10 - - "docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --tag {{ docker_image }} --target test --progress plain ."
11 - - "docker push {{ docker_image }}"
12 - env:
13 - DOCKER_BUILDKIT: "1"
14 - retry:
15 - automatic:
16 - - exit_status: -1 # Agent was lost
17 - limit: 5
18 - - exit_status: -10 # Agent was lost
19 - limit: 5
20 - - wait
21 -
22 - - group: "AMD Tests"
23 - depends_on: ~
24 - steps:
25 - {% for step in steps %}
26 - {% if step.mirror_hardwares and "amd" in step.mirror_hardwares %}
27 - - label: "AMD: {{ step.label }}"
28 - agents:
29 - queue: amd
30 - command: bash .buildkite/run-amd-test.sh "cd {{ (step.working_dir or default_working_dir) | safe }} ; {{ step.command or (step.commands | join(" ; ")) | safe }}"
31 - env:
32 - DOCKER_BUILDKIT: "1"
33 - priority: 100
34 - soft_fail: true
35 - {% endif %}
36 - {% endfor %}
37 -
38 - - label: "Neuron Test"
39 - depends_on: ~
40 - agents:
41 - queue: neuron
42 - command: bash .buildkite/run-neuron-test.sh
43 - soft_fail: false
44 -
45 - - label: "Intel CPU Test"
46 - depends_on: ~
47 - agents:
48 - queue: intel-cpu
49 - command: bash .buildkite/run-cpu-test.sh
50 -
51 - - label: "Intel GPU Test"
52 - depends_on: ~
53 - agents:
54 - queue: intel-gpu
55 - command: bash .buildkite/run-xpu-test.sh
56 -
57 - {% for step in steps %}
58 - {% if step.gpu == "a100" %}
59 - - label: "{{ step.label }}"
60 - agents:
61 - queue: a100-queue
62 - soft_fail: {{ step.soft_fail or false }}
63 - {% if step.parallelism %}
64 - parallelism: {{ step.parallelism }}
65 - {% endif %}
66 - retry:
67 - automatic:
68 - - exit_status: -1 # Agent was lost
69 - limit: 5
70 - - exit_status: -10 # Agent was lost
71 - limit: 5
72 - plugins:
73 - - kubernetes:
74 - podSpec:
75 - priorityClassName: ci
76 - containers:
77 - - image: {{ docker_image }}
78 - command: ["bash"]
79 - args:
80 - - '-c'
81 - - "'cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}'"
82 - resources:
83 - limits:
84 - nvidia.com/gpu: {{ step.num_gpus or 1 }}
85 - volumeMounts:
86 - - name: devshm
87 - mountPath: /dev/shm
88 - env:
89 - - name: VLLM_USAGE_SOURCE
90 - value: ci-test
91 - - name: HF_TOKEN
92 - valueFrom:
93 - secretKeyRef:
94 - name: hf-token-secret
95 - key: token
96 - nodeSelector:
97 - nvidia.com/gpu.product: NVIDIA-A100-SXM4-80GB
98 - volumes:
99 - - name: devshm
100 - emptyDir:
101 - medium: Memory
102 - {% else %}
103 - - label: "{{ step.label }}"
104 - agents:
105 - {% if step.label == "Documentation Build" %}
106 - queue: small_cpu_queue
107 - {% elif step.no_gpu %}
108 - queue: cpu_queue
109 - {% elif step.num_gpus == 2 or step.num_gpus == 4 %}
110 - queue: gpu_4_queue
111 - {% else %}
112 - queue: gpu_1_queue
113 - {% endif %}
114 - soft_fail: {{ step.soft_fail or false }}
115 - {% if step.parallelism %}
116 - parallelism: {{ step.parallelism }}
117 - {% endif %}
118 - retry:
119 - automatic:
120 - - exit_status: -1 # Agent was lost
121 - limit: 5
122 - - exit_status: -10 # Agent was lost
123 - limit: 5
124 - plugins:
125 - - docker#v5.2.0:
126 - image: {{ docker_image }}
127 - always-pull: true
128 - propagate-environment: true
129 - {% if not step.no_gpu %}
130 - gpus: all
131 - {% endif %}
132 - {% if step.label == "Benchmarks" %}
133 - mount-buildkite-agent: true
134 - {% endif %}
135 - command: ["bash", "-c", "cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}"]
136 - environment:
137 - - VLLM_USAGE_SOURCE=ci-test
138 - - HF_TOKEN
139 - {% if step.label == "Speculative decoding tests" %}
140 - - VLLM_ATTENTION_BACKEND=XFORMERS
141 - {% endif %}
142 - volumes:
143 - - /dev/shm:/dev/shm
144 - {% endif %}
145 - {% endfor %}