main
py 17 lines 529 Bytes
Raw
1 # SPDX-License-Identifier: Apache-2.0
2 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from typing import Literal
4
5 from vllm.config.utils import config
6
7
8 @config
9 class WeightTransferConfig:
10 """Configuration for weight transfer during RL training."""
11
12 backend: Literal["nccl", "ipc", "sparse_nccl", "sharded_rdt", "nccl_m2n"] | str = (
13 "nccl"
14 )
15 """The backend to use for weight transfer. Validated against the
16 `WeightTransferEngineFactory` registry at engine creation time.
17 """