[CI] Shard entrypoints API-server tests (#52344)
Signed-off-by: Kevin Luu <51931015+khluu@users.noreply.github.com>
Kevin H. Luu committed
Sep 2, 2026 at 01:13 UTC
878ec4bfee4f9fc2f01ee0b616e57d3c81cf867a
1 file changed
+6
-5
.buildkite/test_areas/entrypoints.yaml
+6
-5
@@ -48,10 +48,11 @@ steps:
48
depends_on:
49
- image-build-amd
50
51
-- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (API Server)"
51
+- label: ":nvidia: (H200 MIG 35GB) Entrypoints Integration (API Server) %N"
52
key: entrypoints-integration-api-server
53
device: h200_35gb
54
timeout_in_minutes: 75
55
+ parallelism: 4
56
working_dir: "/vllm-workspace/tests"
57
source_file_dependencies:
58
- vllm/
@@ -60,12 +61,12 @@ steps:
61
- tests/entrypoints/scale_out
62
commands:
63
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
63
- - pytest -v -s entrypoints/serve --ignore=entrypoints/serve/dev/rpc
64
- - PYTHONPATH=/vllm-workspace pytest -v -s entrypoints/serve/dev/rpc
65
- - pytest -v -s entrypoints/scale_out
64
+ - pytest -v -s entrypoints/serve --ignore=entrypoints/serve/dev/rpc --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT --shard-id=$$BUILDKITE_PARALLEL_JOB
65
+ - if [ "$$BUILDKITE_PARALLEL_JOB" = "1" ]; then PYTHONPATH=/vllm-workspace pytest -v -s entrypoints/serve/dev/rpc; fi
66
+ - pytest -v -s entrypoints/scale_out --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT --shard-id=$$BUILDKITE_PARALLEL_JOB
67
mirror:
68
amd:
68
- label: ":amd: (MI300) Entrypoints Integration (API Server)"
69
+ label: ":amd: (MI300) Entrypoints Integration (API Server) %N"
70
dind: false
71
device: mi300_1
72
timeout_in_minutes: 65