[CI] Shard (H200 MIG 18GB) Spec Decode Draft Model across whole-directory replicas (#58193)
Signed-off-by: Thang Nguyen <thangnguyenvn647@gmail.com> Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
Thang Nguyen committed
Sep 22, 2026 at 17:50 UTC
4edb55169f69c76bb87ab9f154585917cb01bb17
1 file changed
+5
-3
.buildkite/test_areas/spec_decode.yaml
+5
-3
@@ -172,22 +172,24 @@ steps:
172
- tests/v1/e2e/spec_decode/
173
- vllm/platforms/rocm.py
174
175
-- label: ":nvidia: (H200 MIG 18GB) Spec Decode Draft Model"
175
+- label: ":nvidia: (H200 MIG 18GB) Spec Decode Draft Model Shard %N"
176
key: spec-decode-draft-model
177
timeout_in_minutes: 60
178
device: h200_18gb
179
+ parallelism: 4
180
source_file_dependencies:
181
- vllm/v1/spec_decode/
182
- vllm/v1/worker/gpu/spec_decode/
183
- tests/v1/e2e/spec_decode/
184
commands:
184
- - pytest -v -s v1/e2e/spec_decode/draft_model/
185
+ - pytest -v -s v1/e2e/spec_decode/draft_model/ --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT --shard-id=$$BUILDKITE_PARALLEL_JOB
186
mirror:
187
amd:
187
- label: ":amd: (MI300) Spec Decode Draft Model"
188
+ label: ":amd: (MI300) Spec Decode Draft Model Shard %N"
189
dind: false
190
device: mi300_1
191
timeout_in_minutes: 60
192
+ parallelism: 2
193
depends_on:
194
- image-build-amd
195
source_file_dependencies: