[XPU][UT][CI] add xpu config to run gpt-oss accuracy in ut and ci (#48703)
Signed-off-by: Zhu, Zufang <zufang.zhu@intel.com> Signed-off-by: zofia <110436990+zufangzhu@users.noreply.github.com> Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
zofia committed
Jul 29, 2026 at 14:16 UTC
7de49bab7e91a2a77e98a31fae4b1c615b34dce8
4 files changed
+38
.buildkite/intel_jobs/test-intel.yaml
+24
@@ -147,6 +147,30 @@ steps:
147
'cd tests &&
148
pytest -v -s quantization/test_auto_round.py &&
149
pytest -v -s quantization/test_online.py'
150
+ - label: "XPU GPQA Eval (GPT-OSS)"
151
+ depends_on:
152
+ - image-build-xpu
153
+ timeout_in_minutes: 60
154
+ device: intel_gpu
155
+ agent_tags:
156
+ label: production
157
+ gpu: 1+
158
+ mem: 24+
159
+ no_plugin: true
160
+ env:
161
+ REGISTRY: "public.ecr.aws/q9t5s3a7"
162
+ REPO: "vllm-ci-test-repo"
163
+ VLLM_TEST_DEVICE: "xpu"
164
+ source_file_dependencies:
165
+ - vllm/
166
+ - tests/evals/gpt_oss/
167
+ - .buildkite/intel_jobs/test-intel.yaml
168
+ commands:
169
+ - >-
170
+ bash .buildkite/scripts/hardware_ci/run-intel-test.sh
171
+ 'pip install "gpt-oss[eval]==0.0.5" &&
172
+ cd tests &&
173
+ pytest -s -v evals/gpt_oss/test_gpqa_correctness.py --config-list-file=configs/models-xpu.txt'
174
- label: "XPU compressed tensors FP8 test"
175
depends_on:
176
- image-build-xpu
tests/evals/gpt_oss/configs/gpt-oss-20b-xpu-baseline.yaml
new
+5
@@ -0,0 +1,5 @@
1
+# SPDX-License-Identifier: Apache-2.0
2
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
+model_name: openai/gpt-oss-20b
4
+metric_threshold: 0.568
5
+reasoning_effort: low
tests/evals/gpt_oss/configs/gpt-oss-20b-xpu-triton-attn.yaml
new
+6
@@ -0,0 +1,6 @@
1
+# SPDX-License-Identifier: Apache-2.0
2
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
+model_name: openai/gpt-oss-20b
4
+metric_threshold: 0.568
5
+reasoning_effort: low
6
+server_args: "--attention-backend TRITON_ATTN"
tests/evals/gpt_oss/configs/models-xpu.txt
new
+3
@@ -0,0 +1,3 @@
1
+# Intel XPU model configurations for GPQA evaluation
2
+gpt-oss-20b-xpu-baseline.yaml
3
+gpt-oss-20b-xpu-triton-attn.yaml