| 1 | rm -rf local_storage/ |
| 2 | |
| 3 | if [ -f "output.txt" ]; then |
| 4 | rm output.txt |
| 5 | fi |
| 6 | |
| 7 | # The directory of current script |
| 8 | SCRIPT_DIR=$(dirname "$(readlink -f "$0")") |
| 9 | |
| 10 | VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/prefill_example.py" |
| 11 | VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/decode_example.py" |