@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 675d603400
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 07:00 UTC

[CI/Build] Make shellcheck happy (#10285)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>

Cyrus Leung committed Nov 14, 2024 at 17:47 UTC 675d603400616dcb45093ffc9f57c4859c22df76
2 files changed +8 -7
.buildkite/run-cpu-test.sh
+6 -6
@@ -9,8 +9,8 @@ CORE_RANGE=${CORE_RANGE:-48-95}
9 NUMA_NODE=${NUMA_NODE:-1}
10
11 # Try building the docker image
12 -numactl -C $CORE_RANGE -N $NUMA_NODE docker build -t cpu-test -f Dockerfile.cpu .
13 -numactl -C $CORE_RANGE -N $NUMA_NODE docker build --build-arg VLLM_CPU_DISABLE_AVX512="true" -t cpu-test-avx2 -f Dockerfile.cpu .
12 +numactl -C "$CORE_RANGE" -N "$NUMA_NODE" docker build -t cpu-test -f Dockerfile.cpu .
13 +numactl -C "$CORE_RANGE" -N "$NUMA_NODE" docker build --build-arg VLLM_CPU_DISABLE_AVX512="true" -t cpu-test-avx2 -f Dockerfile.cpu .
14
15 # Setup cleanup
16 remove_docker_container() { docker rm -f cpu-test cpu-test-avx2 || true; }
@@ -18,10 +18,10 @@ trap remove_docker_container EXIT
18 remove_docker_container
19
20 # Run the image, setting --shm-size=4g for tensor parallel.
21 -docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=$CORE_RANGE \
22 - --cpuset-mems=$NUMA_NODE --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test cpu-test
23 -docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=$CORE_RANGE \
24 - --cpuset-mems=$NUMA_NODE --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test-avx2 cpu-test-avx2
21 +docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --cpuset-cpus="$CORE_RANGE" \
22 + --cpuset-mems="$NUMA_NODE" --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test cpu-test
23 +docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --cpuset-cpus="$CORE_RANGE" \
24 + --cpuset-mems="$NUMA_NODE" --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test-avx2 cpu-test-avx2
25
26 function cpu_tests() {
27 set -e
tools/shellcheck.sh
+2 -1
@@ -1,4 +1,5 @@
1 #!/bin/bash
2 +set -e
3
4 scversion="stable"
5
@@ -18,4 +19,4 @@ if ! [ -x "$(command -v shellcheck)" ]; then
19 fi
20
21 # TODO - fix warnings in .buildkite/run-amd-test.sh
21 -find . -name "*.sh" -not -path "./.buildkite/run-amd-test.sh" -exec sh -c 'git check-ignore -q $1 || shellcheck $1' _ {} \;
22 +find . -name "*.sh" -not -path "./.buildkite/run-amd-test.sh" -print0 | xargs -0 -I {} sh -c 'git check-ignore -q "{}" || shellcheck "{}"'