@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / a0d164567c
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 19:30 UTC

[ci][distributed] disable ray dag tests (#7099)

youkaichao committed Aug 2, 2024 at 22:32 UTC a0d164567cd2a82d827c81a49a21e3f2c75a522d
1 file changed +18 -25
tests/distributed/test_pipeline_parallel.py
+18 -25
@@ -14,36 +14,29 @@ from ..utils import compare_two_settings, fork_new_process_for_each_test
14 VLLM_MULTI_NODE = os.getenv("VLLM_MULTI_NODE", "0") == "1"
15
16
17 -@pytest.mark.parametrize(
18 - ("TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, "
19 - "MODEL_NAME, DIST_BACKEND, USE_RAY_ADAG, USE_RAY_ADAG_NCCL"), [
20 - (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
21 - (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
22 - (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
23 - (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
24 - (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", False, False),
25 - (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
26 - (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
27 - (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
28 - (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
29 - (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, False),
30 - (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
31 - (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
32 - (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
33 - (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
34 - (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray", True, True),
35 - (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
36 - (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
37 - (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
38 - (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
39 - (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp", False, False),
40 - ])
17 +@pytest.mark.parametrize(("TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, "
18 + "MODEL_NAME, DIST_BACKEND"),
19 + [
20 + (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray"),
21 + (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
22 + (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
23 + (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "ray"),
24 + (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
25 + (2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp"),
26 + (2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp"),
27 + (1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B", "mp"),
28 + (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B", "mp"),
29 + (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B", "mp"),
30 + ])
31 def test_compare_tp(TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, MODEL_NAME,
42 - DIST_BACKEND, USE_RAY_ADAG, USE_RAY_ADAG_NCCL):
32 + DIST_BACKEND):
33 if VLLM_MULTI_NODE and DIST_BACKEND == "mp":
34 pytest.skip("Skipping multi-node pipeline parallel test for "
35 "multiprocessing distributed backend")
36
37 + USE_RAY_ADAG_NCCL = 0
38 + USE_RAY_ADAG = 0
39 +
40 pp_args = [
41 # use half precision for speed and memory savings in CI environment
42 "--dtype",