Add Laguna-XS-2.1-INT4 to nightly CI (#52961)
Signed-off-by: Joe Rowell <joe@poolside.ai> Signed-off-by: Misha Goin <mgoin64@gmail.com> Co-authored-by: Misha Goin <mgoin64@gmail.com>
Joe Rowell committed
Aug 31, 2026 at 20:22 UTC
65ce85fcdcd79770eeb8cd5eeb4e4ba06120bf6d
4 files changed
+16
-2
tests/evals/gsm8k/configs/Laguna-XS-2.1-INT4.yaml
new
+11
@@ -0,0 +1,11 @@
1
+model_name: "poolside/Laguna-XS-2.1-INT4"
2
+accuracy_threshold: 0.90
3
+num_questions: 1319
4
+num_fewshot: 5
5
+max_tokens: 1024
6
+use_chat_completions: true
7
+startup_max_wait_seconds: 1200
8
+server_args: >-
9
+ --enforce-eager
10
+ --max-model-len 4096
11
+ --trust-remote-code
tests/evals/gsm8k/configs/Laguna-XS.2-NVFP4.yaml
+3
-1
@@ -1,7 +1,9 @@
1
model_name: "poolside/Laguna-XS.2-NVFP4"
2
-accuracy_threshold: 0.86
2
+accuracy_threshold: 0.90
3
num_questions: 1319
4
num_fewshot: 5
5
+max_tokens: 1024
6
+use_chat_completions: true
7
startup_max_wait_seconds: 1200
8
server_args: >-
9
--enforce-eager
tests/evals/gsm8k/configs/models-blackwell.txt
+1
@@ -4,3 +4,4 @@ Qwen1.5-MoE-W4A16-CT.yaml
4
DeepSeek-V2-Lite-Instruct-FP8.yaml
5
Qwen3-30B-A3B-NVFP4.yaml
6
Laguna-XS.2-NVFP4.yaml
7
+Laguna-XS-2.1-INT4.yaml
tests/evals/gsm8k/configs/models-small.txt
+1
-1
@@ -5,4 +5,4 @@ Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml
5
Qwen1.5-MoE-W4A16-CT.yaml
6
DeepSeek-V2-Lite-Instruct-FP8.yaml
7
Qwen3-30B-A3B-MXFP4A16.yaml
8
-gemma-4-E4B-it-qat-mobile-ct.yaml
\ No newline at end of file
8
+gemma-4-E4B-it-qat-mobile-ct.yaml