A high-throughput and memory-efficient inference and serving engine for LLMs
Update hidden states extraction integration test triggers (#45294)
Signed-off-by: Fynn Schmitt-Ulms <fschmitt@redhat.com>
Fynn Schmitt-Ulms committed
Jun 12, 2026 at 04:05 UTC
462ef83d58e6fadeb6e216dc583554a6980a0af9
1 file changed
+15
.buildkite/test_areas/misc.yaml
+15
@@ -138,11 +138,26 @@ steps:
138
- vllm/v1/spec_decode/extract_hidden_states.py
139
- vllm/model_executor/models/extract_hidden_states.py
140
- vllm/transformers_utils/configs/extract_hidden_states.py
141
+ - vllm/distributed/kv_transfer/kv_connector/v1/example_hidden_states_connector.py
142
- tests/v1/kv_connector/extract_hidden_states_integration
143
commands:
144
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
145
- pytest -v -s v1/kv_connector/extract_hidden_states_integration
146
147
+- label: Extract Hidden States Integration (2 GPUs)
148
+ key: extract-hidden-states-integration-2-gpus
149
+ timeout_in_minutes: 20
150
+ num_devices: 2
151
+ source_file_dependencies:
152
+ - vllm/v1/spec_decode/extract_hidden_states.py
153
+ - vllm/model_executor/models/extract_hidden_states.py
154
+ - vllm/transformers_utils/configs/extract_hidden_states.py
155
+ - vllm/distributed/kv_transfer/kv_connector/v1/example_hidden_states_connector.py
156
+ - tests/v1/kv_connector/extract_hidden_states_integration
157
+ commands:
158
+ - export VLLM_WORKER_MULTIPROC_METHOD=spawn
159
+ - pytest -v -s -m 'distributed' v1/kv_connector/extract_hidden_states_integration
160
+
161
- label: Regression
162
key: regression
163
timeout_in_minutes: 20