A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 23:15 UTC
[CI/Build] Add unit testing for FlexibleArgumentParser (#5798)
Michael Goin committed
Jun 25, 2024 at 15:18 UTC
d9b34baeddc7f48a526dc610429a3c8670b3b339
1 file changed
+60
-1
tests/test_utils.py
+60
-1
@@ -7,7 +7,8 @@ from typing import (TYPE_CHECKING, Any, AsyncIterator, Awaitable, Protocol,
7
8
import pytest
9
10
-from vllm.utils import deprecate_kwargs, get_open_port, merge_async_iterators
10
+from vllm.utils import (FlexibleArgumentParser, deprecate_kwargs,
11
+ get_open_port, merge_async_iterators)
12
13
from .utils import error_on_warning
14
@@ -130,3 +131,61 @@ def test_get_open_port():
131
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s3:
132
s3.bind(("localhost", get_open_port()))
133
os.environ.pop("VLLM_PORT")
134
+
135
+
136
+# Tests for FlexibleArgumentParser
137
+@pytest.fixture
138
+def parser():
139
+ parser = FlexibleArgumentParser()
140
+ parser.add_argument('--image-input-type',
141
+ choices=['pixel_values', 'image_features'])
142
+ parser.add_argument('--model-name')
143
+ parser.add_argument('--batch-size', type=int)
144
+ parser.add_argument('--enable-feature', action='store_true')
145
+ return parser
146
+
147
+
148
+def test_underscore_to_dash(parser):
149
+ args = parser.parse_args(['--image_input_type', 'pixel_values'])
150
+ assert args.image_input_type == 'pixel_values'
151
+
152
+
153
+def test_mixed_usage(parser):
154
+ args = parser.parse_args([
155
+ '--image_input_type', 'image_features', '--model-name',
156
+ 'facebook/opt-125m'
157
+ ])
158
+ assert args.image_input_type == 'image_features'
159
+ assert args.model_name == 'facebook/opt-125m'
160
+
161
+
162
+def test_with_equals_sign(parser):
163
+ args = parser.parse_args(
164
+ ['--image_input_type=pixel_values', '--model-name=facebook/opt-125m'])
165
+ assert args.image_input_type == 'pixel_values'
166
+ assert args.model_name == 'facebook/opt-125m'
167
+
168
+
169
+def test_with_int_value(parser):
170
+ args = parser.parse_args(['--batch_size', '32'])
171
+ assert args.batch_size == 32
172
+ args = parser.parse_args(['--batch-size', '32'])
173
+ assert args.batch_size == 32
174
+
175
+
176
+def test_with_bool_flag(parser):
177
+ args = parser.parse_args(['--enable_feature'])
178
+ assert args.enable_feature is True
179
+ args = parser.parse_args(['--enable-feature'])
180
+ assert args.enable_feature is True
181
+
182
+
183
+def test_invalid_choice(parser):
184
+ with pytest.raises(SystemExit):
185
+ parser.parse_args(['--image_input_type', 'invalid_choice'])
186
+
187
+
188
+def test_missing_required_argument(parser):
189
+ parser.add_argument('--required-arg', required=True)
190
+ with pytest.raises(SystemExit):
191
+ parser.parse_args([])