A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 01:45 UTC
[Build/CI] Fixing 'docker run' to re-enable AMD CI tests. (#4642)
Alexei-V-Ivanov-AMD committed
May 7, 2024 at 11:23 UTC
478aed5827169ef3ee07fdab42a935532a9ff68d
3 files changed
+6
-6
.buildkite/run-amd-test.sh
+1
-1
@@ -40,5 +40,5 @@ docker run \
40
-e HF_TOKEN \
41
--name ${container_name} \
42
${container_name} \
43
- /bin/bash -c $(echo $1 | sed "s/^'//" | sed "s/'$//")
43
+ /bin/bash -c "${@}"
44
.buildkite/test-pipeline.yaml
+4
-4
@@ -48,7 +48,7 @@ steps:
48
- pytest -v -s test_pynccl.py
49
50
- label: Engine Test
51
- mirror_hardwares: [amd]
51
+ #mirror_hardwares: [amd]
52
command: pytest -v -s engine tokenization test_sequence.py test_config.py test_logger.py
53
54
- label: Entrypoints Test
@@ -73,13 +73,13 @@ steps:
73
parallelism: 4
74
75
- label: Models Test
76
- mirror_hardwares: [amd]
76
+ #mirror_hardwares: [amd]
77
commands:
78
- bash ../.buildkite/download-images.sh
79
- pytest -v -s models --ignore=models/test_llava.py --ignore=models/test_mistral.py
80
81
- label: Llava Test
82
- mirror_hardwares: [amd]
82
+ #mirror_hardwares: [amd]
83
commands:
84
- bash ../.buildkite/download-images.sh
85
- pytest -v -s models/test_llava.py
@@ -101,7 +101,7 @@ steps:
101
command: pytest -v -s worker
102
103
- label: Speculative decoding tests
104
- mirror_hardwares: [amd]
104
+ #mirror_hardwares: [amd]
105
command: pytest -v -s spec_decode
106
107
- label: LoRA Test %N
.buildkite/test-template.j2
+1
-1
@@ -26,7 +26,7 @@ steps:
26
- label: "AMD: {{ step.label }}"
27
agents:
28
queue: amd
29
- command: bash .buildkite/run-amd-test.sh "'cd {{ (step.working_dir or default_working_dir) | safe }} && {{ step.command or (step.commands | join(' && ')) | safe }}'"
29
+ command: bash .buildkite/run-amd-test.sh "cd {{ (step.working_dir or default_working_dir) | safe }} ; {{ step.command or (step.commands | join(" ; ")) | safe }}"
30
env:
31
DOCKER_BUILDKIT: "1"
32
{% endif %}