main
py 47 lines 1.82 KB
Raw
1 # SPDX-License-Identifier: Apache-2.0
2 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3 from vllm.lora.layers.base import BaseLayerWithLoRA
4 from vllm.lora.layers.classifier import ClassificationHeadWithLoRA
5 from vllm.lora.layers.column_parallel_linear import (
6 ColumnParallelLinearWithLoRA,
7 ColumnParallelLinearWithShardedLoRA,
8 MergedColumnParallelLinearVariableSliceWithLoRA,
9 MergedColumnParallelLinearWithLoRA,
10 MergedColumnParallelLinearWithShardedLoRA,
11 MergedQKVParallelLinearWithLoRA,
12 MergedQKVParallelLinearWithShardedLoRA,
13 QKVParallelLinearWithLoRA,
14 QKVParallelLinearWithShardedLoRA,
15 )
16 from vllm.lora.layers.fused_moe import FusedMoE3DWithLoRA, FusedMoEWithLoRA
17 from vllm.lora.layers.logits_processor import LogitsProcessorWithLoRA
18 from vllm.lora.layers.replicated_linear import ReplicatedLinearWithLoRA
19 from vllm.lora.layers.row_parallel_linear import (
20 RowParallelLinearWithLoRA,
21 RowParallelLinearWithShardedLoRA,
22 )
23 from vllm.lora.layers.utils import LoRAMapping, LoRAMappingType
24 from vllm.lora.layers.vocab_parallel_embedding import VocabParallelEmbeddingWithLoRA
25
26 __all__ = [
27 "BaseLayerWithLoRA",
28 "VocabParallelEmbeddingWithLoRA",
29 "LogitsProcessorWithLoRA",
30 "ColumnParallelLinearWithLoRA",
31 "ColumnParallelLinearWithShardedLoRA",
32 "MergedColumnParallelLinearWithLoRA",
33 "MergedColumnParallelLinearWithShardedLoRA",
34 "MergedColumnParallelLinearVariableSliceWithLoRA",
35 "MergedQKVParallelLinearWithLoRA",
36 "MergedQKVParallelLinearWithShardedLoRA",
37 "QKVParallelLinearWithLoRA",
38 "QKVParallelLinearWithShardedLoRA",
39 "RowParallelLinearWithLoRA",
40 "RowParallelLinearWithShardedLoRA",
41 "ReplicatedLinearWithLoRA",
42 "LoRAMapping",
43 "LoRAMappingType",
44 "FusedMoEWithLoRA",
45 "FusedMoE3DWithLoRA",
46 "ClassificationHeadWithLoRA",
47 ]