| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | """Weight transfer engines for syncing model weights from trainers |
| 4 | to inference workers. |
| 5 | """ |
| 6 | |
| 7 | from vllm.distributed.weight_transfer.base import ( |
| 8 | ModuleSource, |
| 9 | ParamMeta, |
| 10 | TrainerWeightTransferEngine, |
| 11 | VLLMWeightSyncClient, |
| 12 | WeightSource, |
| 13 | WeightTransferEngine, |
| 14 | ) |
| 15 | from vllm.distributed.weight_transfer.clients import ( |
| 16 | HTTPVLLMWeightSyncClient, |
| 17 | RayVLLMWeightSyncClient, |
| 18 | ) |
| 19 | from vllm.distributed.weight_transfer.factory import ( |
| 20 | WeightTransferEngineFactory, |
| 21 | WeightTransferTrainerFactory, |
| 22 | ) |
| 23 | |
| 24 | __all__ = [ |
| 25 | "WeightTransferEngine", |
| 26 | "WeightTransferEngineFactory", |
| 27 | "TrainerWeightTransferEngine", |
| 28 | "WeightTransferTrainerFactory", |
| 29 | "VLLMWeightSyncClient", |
| 30 | "HTTPVLLMWeightSyncClient", |
| 31 | "RayVLLMWeightSyncClient", |
| 32 | "ParamMeta", |
| 33 | "WeightSource", |
| 34 | "ModuleSource", |
| 35 | ] |