| 1 | model_name: "deepseek-ai/DeepSeek-V4-Flash-DSpark" |
| 2 | accuracy_threshold: 0.92 |
| 3 | tolerance: 0.08 |
| 4 | min_acceptance_length: 1.2 |
| 5 | num_questions: 1319 |
| 6 | num_fewshot: 5 |
| 7 | startup_max_wait_seconds: 1800 |
| 8 | env: |
| 9 | VLLM_ROCM_USE_AITER: "1" |
| 10 | server_args: >- |
| 11 | --tokenizer-mode deepseek_v4 |
| 12 | --trust-remote-code |
| 13 | --max-model-len 8192 |
| 14 | --tensor-parallel-size 4 |
| 15 | --enable-expert-parallel |
| 16 | --all2all-backend allgather_reducescatter |
| 17 | --block-size 256 |
| 18 | --gpu-memory-utilization 0.5 |
| 19 | --kv-cache-dtype fp8 |
| 20 | --attention_config.indexer_kv_dtype=fp8 |
| 21 | --max-num-batched-tokens 16384 |
| 22 | --max-num-seqs 128 |
| 23 | --enforce-eager |
| 24 | --speculative-config '{"method":"dspark", |
| 25 | "model":"deepseek-ai/DeepSeek-V4-Flash-DSpark", |
| 26 | "num_speculative_tokens":7, |
| 27 | "draft_sample_method":"probabilistic", |
| 28 | "enable_adaptive_verification":false}' |