| 1 | model_name: "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16" |
| 2 | tasks: |
| 3 | - name: "gsm8k" |
| 4 | metrics: |
| 5 | - name: "exact_match,strict-match" |
| 6 | value: 0.695 |
| 7 | - name: "exact_match,flexible-extract" |
| 8 | value: 0.447 |
| 9 | limit: 1319 |
| 10 | num_fewshot: 5 |
| 11 | max_model_len: 262144 |
| 12 | enforce_eager: false |
| 13 | apply_chat_template: true |
| 14 | fewshot_as_multiturn: true |
| 15 | trust_remote_code: true |