A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 23:15 UTC
[CI/Build][Misc] Update Pytest Marker for VLMs (#5623)
Roger Wang committed
Jun 18, 2024 at 06:10 UTC
4ad7b53e59b6600d050581329dfaba0222b13ae5
6 files changed
+8
-8
.buildkite/run-cpu-test.sh
+1
-1
@@ -23,4 +23,4 @@ docker exec cpu-test-avx2 bash -c "python3 examples/offline_inference.py"
23
docker exec cpu-test bash -c "cd tests;
24
pip install pytest Pillow protobuf
25
cd ../
26
- pytest -v -s tests/models -m \"not llava\" --ignore=tests/models/test_embedding.py --ignore=tests/models/test_registry.py"
26
+ pytest -v -s tests/models -m \"not vlm\" --ignore=tests/models/test_embedding.py --ignore=tests/models/test_registry.py"
.buildkite/test-pipeline.yaml
+3
-3
@@ -100,13 +100,13 @@ steps:
100
- label: Models Test
101
#mirror_hardwares: [amd]
102
commands:
103
- - pytest -v -s models -m \"not llava\"
103
+ - pytest -v -s models -m \"not vlm\"
104
105
-- label: Llava Test
105
+- label: Vision Language Models Test
106
mirror_hardwares: [amd]
107
commands:
108
- bash ../.buildkite/download-images.sh
109
- - pytest -v -s models -m llava
109
+ - pytest -v -s models -m vlm
110
111
- label: Prefix Caching Test
112
mirror_hardwares: [amd]
pyproject.toml
+1
-1
@@ -71,5 +71,5 @@ markers = [
71
"skip_global_cleanup",
72
"llm: run tests for vLLM API only",
73
"openai: run tests for OpenAI API only",
74
- "llava: run tests for LLaVA models only",
74
+ "vlm: run tests for vision language models only",
75
]
tests/models/test_llava.py
+1
-1
@@ -7,7 +7,7 @@ from vllm.config import VisionLanguageConfig
7
8
from ..conftest import IMAGE_FILES
9
10
-pytestmark = pytest.mark.llava
10
+pytestmark = pytest.mark.vlm
11
12
# The image token is placed before "user" on purpose so that the test can pass
13
HF_IMAGE_PROMPTS = [
tests/models/test_llava_next.py
+1
-1
@@ -7,7 +7,7 @@ from vllm.config import VisionLanguageConfig
7
8
from ..conftest import IMAGE_FILES
9
10
-pytestmark = pytest.mark.llava
10
+pytestmark = pytest.mark.vlm
11
12
_PREFACE = (
13
"A chat between a curious human and an artificial intelligence assistant. "
tests/models/test_phi3v.py
+1
-1
@@ -8,7 +8,7 @@ from vllm.utils import is_cpu
8
9
from ..conftest import IMAGE_FILES
10
11
-pytestmark = pytest.mark.llava
11
+pytestmark = pytest.mark.vlm
12
13
# The image token is placed before "user" on purpose so that the test can pass
14
HF_IMAGE_PROMPTS = [