@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 478aed5827
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 01:45 UTC

[Build/CI] Fixing 'docker run' to re-enable AMD CI tests. (#4642)

Alexei-V-Ivanov-AMD committed May 7, 2024 at 11:23 UTC 478aed5827169ef3ee07fdab42a935532a9ff68d
3 files changed +6 -6
.buildkite/run-amd-test.sh
+1 -1
@@ -40,5 +40,5 @@ docker run \
40 -e HF_TOKEN \
41 --name ${container_name} \
42 ${container_name} \
43 - /bin/bash -c $(echo $1 | sed "s/^'//" | sed "s/'$//")
43 + /bin/bash -c "${@}"
44
.buildkite/test-pipeline.yaml
+4 -4
@@ -48,7 +48,7 @@ steps:
48 - pytest -v -s test_pynccl.py
49
50 - label: Engine Test
51 - mirror_hardwares: [amd]
51 + #mirror_hardwares: [amd]
52 command: pytest -v -s engine tokenization test_sequence.py test_config.py test_logger.py
53
54 - label: Entrypoints Test
@@ -73,13 +73,13 @@ steps:
73 parallelism: 4
74
75 - label: Models Test
76 - mirror_hardwares: [amd]
76 + #mirror_hardwares: [amd]
77 commands:
78 - bash ../.buildkite/download-images.sh
79 - pytest -v -s models --ignore=models/test_llava.py --ignore=models/test_mistral.py
80
81 - label: Llava Test
82 - mirror_hardwares: [amd]
82 + #mirror_hardwares: [amd]
83 commands:
84 - bash ../.buildkite/download-images.sh
85 - pytest -v -s models/test_llava.py
@@ -101,7 +101,7 @@ steps:
101 command: pytest -v -s worker
102
103 - label: Speculative decoding tests
104 - mirror_hardwares: [amd]
104 + #mirror_hardwares: [amd]
105 command: pytest -v -s spec_decode
106
107 - label: LoRA Test %N
.buildkite/test-template.j2
+1 -1
@@ -26,7 +26,7 @@ steps:
26 - label: "AMD: {{ step.label }}"
27 agents:
28 queue: amd
29 - command: bash .buildkite/run-amd-test.sh "'cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}'"
29 + command: bash .buildkite/run-amd-test.sh "cd {{ (step.working_dir or default_working_dir) | safe }} ; {{ step.command or (step.commands | join(" ; ")) | safe }}"
30 env:
31 DOCKER_BUILDKIT: "1"
32 {% endif %}