A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 6, 10:45 UTC
[CI/Build] Split out MM pooling tests (#37542)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
Cyrus Leung committed
Mar 19, 2026 at 19:36 UTC
c7bc12c20f6c0a4b4d9286c87160db5d934c2ead
2 files changed
+85
-29
.buildkite/test-amd.yaml
+67
-21
@@ -944,48 +944,63 @@ steps:
944
- export MIOPEN_DEBUG_CONV_GEMM=0
945
- pytest -s -v test_lm_eval_correctness.py --config-list-file=configs/models-mm-small.txt
946
947
-- label: Multi-Modal Models Test (Extended) 1 # 60min
947
+- label: Multi-Modal Models Test (Extended Generation 1) # 60min
948
timeout_in_minutes: 120
949
mirror_hardwares: [amdexperimental, amdproduction, amdgfx90a]
950
agent_pool: mi250_1
951
optional: true
952
source_file_dependencies:
953
- vllm/
954
- - tests/models/multimodal
954
+ - tests/models/multimodal/generation
955
+ - tests/models/multimodal/test_mapping.py
956
commands:
957
- export MIOPEN_DEBUG_CONV_DIRECT=0
958
- export MIOPEN_DEBUG_CONV_GEMM=0
959
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
959
- - pytest -v -s models/multimodal -m 'not core_model' --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/processing
960
+ - pytest -v -s models/multimodal/generation -m 'not core_model' --ignore models/multimodal/generation/test_common.py
961
+ - pytest -v -s models/multimodal/test_mapping.py
962
961
-- label: Multi-Modal Models Test (Extended) 2 #60min
963
+- label: Multi-Modal Models Test (Extended Generation 2) # 60min
964
timeout_in_minutes: 120
965
mirror_hardwares: [amdexperimental, amdproduction, amdgfx90a]
966
agent_pool: mi250_1
967
optional: true
968
source_file_dependencies:
969
- vllm/
968
- - tests/models/multimodal
970
+ - tests/models/multimodal/generation
971
commands:
972
- export MIOPEN_DEBUG_CONV_DIRECT=0
973
- export MIOPEN_DEBUG_CONV_GEMM=0
974
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
975
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=0) and not core_model'
976
975
-- label: Multi-Modal Models Test (Extended) 3 # 75min
977
+- label: Multi-Modal Models Test (Extended Generation 3) # 75min
978
timeout_in_minutes: 150
979
mirror_hardwares: [amdexperimental, amdproduction, amdgfx90a]
980
agent_pool: mi250_1
981
optional: true
982
source_file_dependencies:
983
- vllm/
982
- - tests/models/multimodal
984
+ - tests/models/multimodal/generation
985
commands:
986
- export MIOPEN_DEBUG_CONV_DIRECT=0
987
- export MIOPEN_DEBUG_CONV_GEMM=0
988
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
989
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=1) and not core_model'
990
991
+- label: Multi-Modal Models Test (Extended Pooling) # 60min
992
+ timeout_in_minutes: 120
993
+ mirror_hardwares: [amdexperimental, amdproduction, amdgfx90a]
994
+ agent_pool: mi250_1
995
+ optional: true
996
+ source_file_dependencies:
997
+ - vllm/
998
+ - tests/models/multimodal/pooling
999
+ commands:
1000
+ - export MIOPEN_DEBUG_CONV_DIRECT=0
1001
+ - export MIOPEN_DEBUG_CONV_GEMM=0
1002
+ - pytest -v -s models/multimodal/pooling -m 'not core_model'
1003
+
1004
- label: Quantized Models Test # 45 min
1005
timeout_in_minutes: 60
1006
mirror_hardwares: [amdexperimental, amdproduction, amdgfx90a]
@@ -2450,7 +2465,7 @@ steps:
2465
- export MIOPEN_DEBUG_CONV_GEMM=0
2466
- pytest -s -v test_lm_eval_correctness.py --config-list-file=configs/models-mm-small.txt
2467
2453
-- label: Multi-Modal Models Test (Extended) 1 # 60min
2468
+- label: Multi-Modal Models Test (Extended 1) # 60min
2469
timeout_in_minutes: 120
2470
mirror_hardwares: [amdexperimental, amdproduction]
2471
agent_pool: mi325_1
@@ -2458,14 +2473,16 @@ steps:
2473
optional: true
2474
source_file_dependencies:
2475
- vllm/
2461
- - tests/models/multimodal
2476
+ - tests/models/multimodal/generation
2477
+ - tests/models/multimodal/test_mapping.py
2478
commands:
2479
- export MIOPEN_DEBUG_CONV_DIRECT=0
2480
- export MIOPEN_DEBUG_CONV_GEMM=0
2481
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
2466
- - pytest -v -s models/multimodal -m 'not core_model' --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/processing
2482
+ - pytest -v -s models/multimodal/generation -m 'not core_model' --ignore models/multimodal/generation/test_common.py
2483
+ - pytest -v -s models/multimodal/test_mapping.py
2484
2468
-- label: Multi-Modal Models Test (Extended) 2 #60min
2485
+- label: Multi-Modal Models Test (Extended 2) # 60min
2486
timeout_in_minutes: 120
2487
mirror_hardwares: [amdexperimental, amdproduction]
2488
agent_pool: mi325_1
@@ -2473,14 +2490,14 @@ steps:
2490
optional: true
2491
source_file_dependencies:
2492
- vllm/
2476
- - tests/models/multimodal
2493
+ - tests/models/multimodal/generation
2494
commands:
2495
- export MIOPEN_DEBUG_CONV_DIRECT=0
2496
- export MIOPEN_DEBUG_CONV_GEMM=0
2497
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
2498
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=0) and not core_model'
2499
2483
-- label: Multi-Modal Models Test (Extended) 3 # 75min
2500
+- label: Multi-Modal Models Test (Extended 3) # 75min
2501
timeout_in_minutes: 150
2502
mirror_hardwares: [amdexperimental, amdproduction]
2503
agent_pool: mi325_1
@@ -2488,13 +2505,27 @@ steps:
2505
optional: true
2506
source_file_dependencies:
2507
- vllm/
2491
- - tests/models/multimodal
2508
+ - tests/models/multimodal/generation
2509
commands:
2510
- export MIOPEN_DEBUG_CONV_DIRECT=0
2511
- export MIOPEN_DEBUG_CONV_GEMM=0
2512
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
2513
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=1) and not core_model'
2514
2515
+- label: Multi-Modal Models Test (Extended Pooling) # 60min
2516
+ timeout_in_minutes: 120
2517
+ mirror_hardwares: [amdexperimental, amdproduction]
2518
+ agent_pool: mi325_1
2519
+ # grade: Blocking
2520
+ optional: true
2521
+ source_file_dependencies:
2522
+ - vllm/
2523
+ - tests/models/multimodal/pooling
2524
+ commands:
2525
+ - export MIOPEN_DEBUG_CONV_DIRECT=0
2526
+ - export MIOPEN_DEBUG_CONV_GEMM=0
2527
+ - pytest -v -s models/multimodal/pooling -m 'not core_model'
2528
+
2529
- label: Quantized Models Test # 45 min
2530
timeout_in_minutes: 60
2531
mirror_hardwares: [amdexperimental, amdproduction]
@@ -4175,48 +4206,63 @@ steps:
4206
- export MIOPEN_DEBUG_CONV_GEMM=0
4207
- pytest -s -v test_lm_eval_correctness.py --config-list-file=configs/models-mm-small.txt
4208
4178
-- label: Multi-Modal Models Test (Extended) 1 # 60min
4209
+- label: Multi-Modal Models Test (Extended 1) # 60min
4210
timeout_in_minutes: 120
4211
mirror_hardwares: [amdexperimental]
4212
agent_pool: mi355_1
4213
optional: true
4214
source_file_dependencies:
4215
- vllm/
4185
- - tests/models/multimodal
4216
+ - tests/models/multimodal/generation
4217
+ - tests/models/multimodal/test_mapping.py
4218
commands:
4219
- export MIOPEN_DEBUG_CONV_DIRECT=0
4220
- export MIOPEN_DEBUG_CONV_GEMM=0
4221
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
4190
- - pytest -v -s models/multimodal -m 'not core_model' --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/processing
4222
+ - pytest -v -s models/multimodal/generation -m 'not core_model' --ignore models/multimodal/generation/test_common.py
4223
+ - pytest -v -s models/multimodal/test_mapping.py
4224
4192
-- label: Multi-Modal Models Test (Extended) 2 #60min
4225
+- label: Multi-Modal Models Test (Extended 2) # 60min
4226
timeout_in_minutes: 120
4227
mirror_hardwares: [amdexperimental]
4228
agent_pool: mi355_1
4229
optional: true
4230
source_file_dependencies:
4231
- vllm/
4199
- - tests/models/multimodal
4232
+ - tests/models/multimodal/generation
4233
commands:
4234
- export MIOPEN_DEBUG_CONV_DIRECT=0
4235
- export MIOPEN_DEBUG_CONV_GEMM=0
4236
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
4237
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=0) and not core_model'
4238
4206
-- label: Multi-Modal Models Test (Extended) 3 # 75min
4239
+- label: Multi-Modal Models Test (Extended 3) # 75min
4240
timeout_in_minutes: 150
4241
mirror_hardwares: [amdexperimental]
4242
agent_pool: mi355_1
4243
optional: true
4244
source_file_dependencies:
4245
- vllm/
4213
- - tests/models/multimodal
4246
+ - tests/models/multimodal/generation
4247
commands:
4248
- export MIOPEN_DEBUG_CONV_DIRECT=0
4249
- export MIOPEN_DEBUG_CONV_GEMM=0
4250
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
4251
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=1) and not core_model'
4252
4253
+- label: Multi-Modal Models Test (Extended Pooling) # 60min
4254
+ timeout_in_minutes: 120
4255
+ mirror_hardwares: [amdexperimental]
4256
+ agent_pool: mi355_1
4257
+ optional: true
4258
+ source_file_dependencies:
4259
+ - vllm/
4260
+ - tests/models/multimodal/pooling
4261
+ commands:
4262
+ - export MIOPEN_DEBUG_CONV_DIRECT=0
4263
+ - export MIOPEN_DEBUG_CONV_GEMM=0
4264
+ - pytest -v -s models/multimodal/pooling -m 'not core_model'
4265
+
4266
- label: Quantized Models Test # 45 min
4267
timeout_in_minutes: 60
4268
mirror_hardwares: [amdexperimental, amdproduction]
.buildkite/test_areas/models_multimodal.yaml
+18
-8
@@ -62,7 +62,7 @@ steps:
62
depends_on:
63
- image-build-amd
64
65
-- label: Multi-Modal Processor Test (CPU)
65
+- label: Multi-Modal Processor (CPU)
66
depends_on:
67
- image-build-cpu
68
timeout_in_minutes: 60
@@ -95,34 +95,44 @@ steps:
95
commands:
96
- pytest -s -v test_lm_eval_correctness.py --config-list-file=configs/models-mm-small.txt --tp-size=1
97
98
-- label: Multi-Modal Models (Extended) 1
98
+- label: Multi-Modal Models (Extended Generation 1)
99
optional: true
100
source_file_dependencies:
101
- vllm/
102
- - tests/models/multimodal
102
+ - tests/models/multimodal/generation
103
+ - tests/models/multimodal/test_mapping.py
104
commands:
105
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
105
- - pytest -v -s models/multimodal -m 'not core_model' --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/processing
106
+ - pytest -v -s models/multimodal/generation -m 'not core_model' --ignore models/multimodal/generation/test_common.py
107
+ - pytest -v -s models/multimodal/test_mapping.py
108
mirror:
109
amd:
110
device: mi325_1
111
depends_on:
112
- image-build-amd
113
112
-- label: Multi-Modal Models (Extended) 2
114
+- label: Multi-Modal Models (Extended Generation 2)
115
optional: true
116
source_file_dependencies:
117
- vllm/
116
- - tests/models/multimodal
118
+ - tests/models/multimodal/generation
119
commands:
120
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
121
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=0) and not core_model'
122
121
-- label: Multi-Modal Models (Extended) 3
123
+- label: Multi-Modal Models (Extended Generation 3)
124
optional: true
125
source_file_dependencies:
126
- vllm/
125
- - tests/models/multimodal
127
+ - tests/models/multimodal/generation
128
commands:
129
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
130
- pytest -v -s models/multimodal/generation/test_common.py -m 'split(group=1) and not core_model'
131
+
132
+- label: Multi-Modal Models (Extended Pooling)
133
+ optional: true
134
+ source_file_dependencies:
135
+ - vllm/
136
+ - tests/models/multimodal/pooling
137
+ commands:
138
+ - pytest -v -s models/multimodal/pooling -m 'not core_model'