| 1 | model_name: "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8" |
| 2 | tasks: |
| 3 | - name: "gsm8k" |
| 4 | metrics: |
| 5 | - name: "exact_match,strict-match" |
| 6 | value: 0.7142 |
| 7 | - name: "exact_match,flexible-extract" |
| 8 | value: 0.4579 |
| 9 | limit: 256 |
| 10 | num_fewshot: 5 |
| 11 | max_model_len: 262144 |
| 12 | kv_cache_dtype: fp8 |
| 13 | enforce_eager: true |
| 14 | apply_chat_template: true |
| 15 | fewshot_as_multiturn: true |
| 16 | trust_remote_code: true |