Ci/add laguna xs gsm8k (#49241)
Signed-off-by: Joe Rowell <joerowell4@gmail.com> Signed-off-by: mgoin <mgoin64@gmail.com> Co-authored-by: Joe Rowell <joerowell4@gmail.com>
Michael Goin committed
Jul 21, 2026 at 11:30 UTC
47f1b47a7396c5ba627001b2f7a1599258a6c856
2 files changed
+10
tests/evals/gsm8k/configs/Laguna-XS.2-NVFP4.yaml
new
+9
@@ -0,0 +1,9 @@
1
+model_name: "poolside/Laguna-XS.2-NVFP4"
2
+accuracy_threshold: 0.86
3
+num_questions: 1319
4
+num_fewshot: 5
5
+startup_max_wait_seconds: 1200
6
+server_args: >-
7
+ --enforce-eager
8
+ --max-model-len 4096
9
+ --trust-remote-code
tests/evals/gsm8k/configs/models-blackwell.txt
+1
@@ -3,3 +3,4 @@ Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml
3
Qwen1.5-MoE-W4A16-CT.yaml
4
DeepSeek-V2-Lite-Instruct-FP8.yaml
5
Qwen3-30B-A3B-NVFP4.yaml
6
+Laguna-XS.2-NVFP4.yaml