A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 19:30 UTC
[CI] [nightly benchmark] Do not re-download sharegpt dataset if exists (#6706)
Cade Daniel committed
Jul 30, 2024 at 16:28 UTC
fb4f530bf5004a9afef1380cb0a84bfb98a89c63
1 file changed
+10
-1
.buildkite/nightly-benchmarks/run-benchmarks-suite.sh
+10
-1
@@ -34,6 +34,15 @@ check_hf_token() {
34
fi
35
}
36
37
+ensure_sharegpt_downloaded() {
38
+ local FILE=ShareGPT_V3_unfiltered_cleaned_split.json
39
+ if [ ! -f "$FILE" ]; then
40
+ wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/$FILE
41
+ else
42
+ echo "$FILE already exists."
43
+ fi
44
+}
45
+
46
json2args() {
47
# transforms the JSON string to command line args, and '_' is replaced to '-'
48
# example:
@@ -350,7 +359,7 @@ main() {
359
360
# prepare for benchmarking
361
cd benchmarks || exit 1
353
- wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json
362
+ ensure_sharegpt_downloaded
363
declare -g RESULTS_FOLDER=results/
364
mkdir -p $RESULTS_FOLDER
365
QUICK_BENCHMARK_ROOT=../.buildkite/nightly-benchmarks/