| 1 | # Environment config |
| 2 | TEST_NAME=llama8b |
| 3 | CONTAINER_NAME=tpu-test |
| 4 | |
| 5 | # vllm config |
| 6 | MODEL=meta-llama/Llama-3.1-8B-Instruct |
| 7 | MAX_NUM_SEQS=256 |
| 8 | MAX_NUM_BATCHED_TOKENS=1024 |
| 9 | TENSOR_PARALLEL_SIZE=1 |
| 10 | MAX_MODEL_LEN=2048 |
| 11 | DOWNLOAD_DIR=/mnt/disks/persist |
| 12 | EXPECTED_THROUGHPUT=8.0 |
| 13 | INPUT_LEN=1800 |
| 14 | OUTPUT_LEN=128 |