A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 19:30 UTC
[ci][distributed] disable ray dag tests (#7099)
youkaichao committed
Aug 2, 2024 at 22:32 UTC
a0d164567cd2a82d827c81a49a21e3f2c75a522d
1 file changed
+18
-25
tests/distributed/test_pipeline_parallel.py
+18
-25
@@ -14,36 +14,29 @@ from ..utils import compare_two_settings, fork_new_process_for_each_test
14
VLLM_MULTI_NODE = os.getenv("VLLM_MULTI_NODE", "0") == "1"
15
16
17
-@pytest.mark.parametrize(
18
- ("TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, "
19
- "MODEL_NAME, DIST_BACKEND, USE_RAY_ADAG, USE_RAY_ADAG_NCCL"), [
20
- (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
21
- (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
22
- (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
23
- (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
24
- (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
25
- (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
26
- (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
27
- (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
28
- (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
29
- (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
30
- (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
31
- (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
32
- (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
33
- (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
34
- (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
35
- (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
36
- (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
37
- (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
38
- (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
39
- (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
40
- ])
17
+@pytest.mark.parametrize(("TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, "
18
+ "MODEL_NAME, DIST_BACKEND"),
19
+ [
20
+ (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray"),
21
+ (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
22
+ (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
23
+ (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray"),
24
+ (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
25
+ (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp"),
26
+ (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp"),
27
+ (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "mp"),
28
+ (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp"),
29
+ (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp"),
30
+ ])
31
def test_compare_tp(TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, MODEL_NAME,
42
- DIST_BACKEND, USE_RAY_ADAG, USE_RAY_ADAG_NCCL):
32
+ DIST_BACKEND):
33
if VLLM_MULTI_NODE and DIST_BACKEND == "mp":
34
pytest.skip("Skipping multi-node pipeline parallel test for "
35
"multiprocessing distributed backend")
36
37
+ USE_RAY_ADAG_NCCL = 0
38
+ USE_RAY_ADAG = 0
39
+
40
pp_args = [
41
# use half precision for speed and memory savings in CI environment
42
"--dtype",