@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 4ad7b53e59
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 23:15 UTC

[CI/Build][Misc] Update Pytest Marker for VLMs (#5623)

Roger Wang committed Jun 18, 2024 at 06:10 UTC 4ad7b53e59b6600d050581329dfaba0222b13ae5
6 files changed +8 -8
.buildkite/run-cpu-test.sh
+1 -1
@@ -23,4 +23,4 @@ docker exec cpu-test-avx2 bash -c "python3 examples/offline_inference.py"
23 docker exec cpu-test bash -c "cd tests;
24 pip install pytest Pillow protobuf
25 cd ../
26 - pytest -v -s tests/models -m \"not llava\" --ignore=tests/models/test_embedding.py --ignore=tests/models/test_registry.py"
26 + pytest -v -s tests/models -m \"not vlm\" --ignore=tests/models/test_embedding.py --ignore=tests/models/test_registry.py"
.buildkite/test-pipeline.yaml
+3 -3
@@ -100,13 +100,13 @@ steps:
100 - label: Models Test
101 #mirror_hardwares: [amd]
102 commands:
103 - - pytest -v -s models -m \"not llava\"
103 + - pytest -v -s models -m \"not vlm\"
104
105 -- label: Llava Test
105 +- label: Vision Language Models Test
106 mirror_hardwares: [amd]
107 commands:
108 - bash ../.buildkite/download-images.sh
109 - - pytest -v -s models -m llava
109 + - pytest -v -s models -m vlm
110
111 - label: Prefix Caching Test
112 mirror_hardwares: [amd]
pyproject.toml
+1 -1
@@ -71,5 +71,5 @@ markers = [
71 "skip_global_cleanup",
72 "llm: run tests for vLLM API only",
73 "openai: run tests for OpenAI API only",
74 - "llava: run tests for LLaVA models only",
74 + "vlm: run tests for vision language models only",
75 ]
tests/models/test_llava.py
+1 -1
@@ -7,7 +7,7 @@ from vllm.config import VisionLanguageConfig
7
8 from ..conftest import IMAGE_FILES
9
10 -pytestmark = pytest.mark.llava
10 +pytestmark = pytest.mark.vlm
11
12 # The image token is placed before "user" on purpose so that the test can pass
13 HF_IMAGE_PROMPTS = [
tests/models/test_llava_next.py
+1 -1
@@ -7,7 +7,7 @@ from vllm.config import VisionLanguageConfig
7
8 from ..conftest import IMAGE_FILES
9
10 -pytestmark = pytest.mark.llava
10 +pytestmark = pytest.mark.vlm
11
12 _PREFACE = (
13 "A chat between a curious human and an artificial intelligence assistant. "
tests/models/test_phi3v.py
+1 -1
@@ -8,7 +8,7 @@ from vllm.utils import is_cpu
8
9 from ..conftest import IMAGE_FILES
10
11 -pytestmark = pytest.mark.llava
11 +pytestmark = pytest.mark.vlm
12
13 # The image token is placed before "user" on purpose so that the test can pass
14 HF_IMAGE_PROMPTS = [