A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 23:15 UTC
[ci] Remove aws template (#5757)
Signed-off-by: kevin <kevin@anyscale.com>
Kevin H. Luu committed
Jun 24, 2024 at 21:09 UTC
e9de9dd551ac595a9f3825fcd1507deceef4f332
2 files changed
+5
-147
.buildkite/test-pipeline.yaml
+5
-2
@@ -1,7 +1,10 @@
1
# In this file, you can add more tests to run either by adding a new step or
2
# adding a new command to an existing step. See different options here for examples.
3
-# This script will be feed into Jinja template in `test-template-aws.j2` to generate
4
-# the final pipeline yaml file.
3
+
4
+# This script will be feed into Jinja template in `test-template-aws.j2` at
5
+# https://github.com/vllm-project/buildkite-ci/blob/main/scripts/test-template-aws.j2
6
+# to generate the final pipeline yaml file.
7
+
8
9
steps:
10
- label: Regression Test
.buildkite/test-template-aws.j2
deleted
-145
@@ -1,145 +0,0 @@
1
-{% set docker_image = "public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT" %}
2
-{% set default_working_dir = "/vllm-workspace/tests" %}
3
-
4
-steps:
5
- - label: ":docker: build image"
6
- agents:
7
- queue: cpu_queue
8
- commands:
9
- - "aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7"
10
- - "docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --tag {{ docker_image }} --target test --progress plain ."
11
- - "docker push {{ docker_image }}"
12
- env:
13
- DOCKER_BUILDKIT: "1"
14
- retry:
15
- automatic:
16
- - exit_status: -1 # Agent was lost
17
- limit: 5
18
- - exit_status: -10 # Agent was lost
19
- limit: 5
20
- - wait
21
-
22
- - group: "AMD Tests"
23
- depends_on: ~
24
- steps:
25
- {% for step in steps %}
26
- {% if step.mirror_hardwares and "amd" in step.mirror_hardwares %}
27
- - label: "AMD: {{ step.label }}"
28
- agents:
29
- queue: amd
30
- command: bash .buildkite/run-amd-test.sh "cd {{ (step.working_dir or default_working_dir) | safe }} ; {{ step.command or (step.commands | join(" ; ")) | safe }}"
31
- env:
32
- DOCKER_BUILDKIT: "1"
33
- priority: 100
34
- soft_fail: true
35
- {% endif %}
36
- {% endfor %}
37
-
38
- - label: "Neuron Test"
39
- depends_on: ~
40
- agents:
41
- queue: neuron
42
- command: bash .buildkite/run-neuron-test.sh
43
- soft_fail: false
44
-
45
- - label: "Intel CPU Test"
46
- depends_on: ~
47
- agents:
48
- queue: intel-cpu
49
- command: bash .buildkite/run-cpu-test.sh
50
-
51
- - label: "Intel GPU Test"
52
- depends_on: ~
53
- agents:
54
- queue: intel-gpu
55
- command: bash .buildkite/run-xpu-test.sh
56
-
57
- {% for step in steps %}
58
- {% if step.gpu == "a100" %}
59
- - label: "{{ step.label }}"
60
- agents:
61
- queue: a100-queue
62
- soft_fail: {{ step.soft_fail or false }}
63
- {% if step.parallelism %}
64
- parallelism: {{ step.parallelism }}
65
- {% endif %}
66
- retry:
67
- automatic:
68
- - exit_status: -1 # Agent was lost
69
- limit: 5
70
- - exit_status: -10 # Agent was lost
71
- limit: 5
72
- plugins:
73
- - kubernetes:
74
- podSpec:
75
- priorityClassName: ci
76
- containers:
77
- - image: {{ docker_image }}
78
- command: ["bash"]
79
- args:
80
- - '-c'
81
- - "'cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}'"
82
- resources:
83
- limits:
84
- nvidia.com/gpu: {{ step.num_gpus or 1 }}
85
- volumeMounts:
86
- - name: devshm
87
- mountPath: /dev/shm
88
- env:
89
- - name: VLLM_USAGE_SOURCE
90
- value: ci-test
91
- - name: HF_TOKEN
92
- valueFrom:
93
- secretKeyRef:
94
- name: hf-token-secret
95
- key: token
96
- nodeSelector:
97
- nvidia.com/gpu.product: NVIDIA-A100-SXM4-80GB
98
- volumes:
99
- - name: devshm
100
- emptyDir:
101
- medium: Memory
102
- {% else %}
103
- - label: "{{ step.label }}"
104
- agents:
105
- {% if step.label == "Documentation Build" %}
106
- queue: small_cpu_queue
107
- {% elif step.no_gpu %}
108
- queue: cpu_queue
109
- {% elif step.num_gpus == 2 or step.num_gpus == 4 %}
110
- queue: gpu_4_queue
111
- {% else %}
112
- queue: gpu_1_queue
113
- {% endif %}
114
- soft_fail: {{ step.soft_fail or false }}
115
- {% if step.parallelism %}
116
- parallelism: {{ step.parallelism }}
117
- {% endif %}
118
- retry:
119
- automatic:
120
- - exit_status: -1 # Agent was lost
121
- limit: 5
122
- - exit_status: -10 # Agent was lost
123
- limit: 5
124
- plugins:
125
- - docker#v5.2.0:
126
- image: {{ docker_image }}
127
- always-pull: true
128
- propagate-environment: true
129
- {% if not step.no_gpu %}
130
- gpus: all
131
- {% endif %}
132
- {% if step.label == "Benchmarks" %}
133
- mount-buildkite-agent: true
134
- {% endif %}
135
- command: ["bash", "-c", "cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}"]
136
- environment:
137
- - VLLM_USAGE_SOURCE=ci-test
138
- - HF_TOKEN
139
- {% if step.label == "Speculative decoding tests" %}
140
- - VLLM_ATTENTION_BACKEND=XFORMERS
141
- {% endif %}
142
- volumes:
143
- - /dev/shm:/dev/shm
144
- {% endif %}
145
- {% endfor %}