@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / fb4f530bf5
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 19:30 UTC

[CI] [nightly benchmark] Do not re-download sharegpt dataset if exists (#6706)

Cade Daniel committed Jul 30, 2024 at 16:28 UTC fb4f530bf5004a9afef1380cb0a84bfb98a89c63
1 file changed +10 -1
.buildkite/nightly-benchmarks/run-benchmarks-suite.sh
+10 -1
@@ -34,6 +34,15 @@ check_hf_token() {
34 fi
35 }
36
37 +ensure_sharegpt_downloaded() {
38 + local FILE=ShareGPT_V3_unfiltered_cleaned_split.json
39 + if [ ! -f "$FILE" ]; then
40 + wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/$FILE
41 + else
42 + echo "$FILE already exists."
43 + fi
44 +}
45 +
46 json2args() {
47 # transforms the JSON string to command line args, and '_' is replaced to '-'
48 # example:
@@ -350,7 +359,7 @@ main() {
359
360 # prepare for benchmarking
361 cd benchmarks || exit 1
353 - wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json
362 + ensure_sharegpt_downloaded
363 declare -g RESULTS_FOLDER=results/
364 mkdir -p $RESULTS_FOLDER
365 QUICK_BENCHMARK_ROOT=../.buildkite/nightly-benchmarks/