A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 11, 21:15 UTC
Lazy loading to avoid importing all files (#29716)
Signed-off-by: Luke <yq0536@gmail.com>
Luke committed
Dec 6, 2025 at 23:13 UTC
a49d813fa88338a4409928a6e6d2ab3d0019f83b
1 file changed
+52
-38
vllm/transformers_utils/configs/__init__.py
+52
-38
@@ -10,46 +10,47 @@ Model configs may be defined in this directory for the following reasons:
10
deepseek-ai/DeepSeek-V3.2-Exp.
11
"""
12
13
-from transformers import DeepseekV3Config
13
+from __future__ import annotations
14
15
-from vllm.transformers_utils.configs.afmoe import AfmoeConfig
16
-from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
17
-from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config
18
-from vllm.transformers_utils.configs.dotsocr import DotsOCRConfig
19
-from vllm.transformers_utils.configs.eagle import EAGLEConfig
15
+import importlib
16
21
-# RWConfig is for the original tiiuae/falcon-40b(-instruct) and
22
-# tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
23
-# `FalconConfig` class from the official HuggingFace transformers library.
24
-from vllm.transformers_utils.configs.falcon import RWConfig
25
-from vllm.transformers_utils.configs.flex_olmo import FlexOlmoConfig
26
-from vllm.transformers_utils.configs.hunyuan_vl import (
27
- HunYuanVLConfig,
28
- HunYuanVLTextConfig,
29
- HunYuanVLVisionConfig,
30
-)
31
-from vllm.transformers_utils.configs.jais import JAISConfig
32
-from vllm.transformers_utils.configs.kimi_linear import KimiLinearConfig
33
-from vllm.transformers_utils.configs.kimi_vl import KimiVLConfig
34
-from vllm.transformers_utils.configs.lfm2_moe import Lfm2MoeConfig
35
-from vllm.transformers_utils.configs.medusa import MedusaConfig
36
-from vllm.transformers_utils.configs.midashenglm import MiDashengLMConfig
37
-from vllm.transformers_utils.configs.mlp_speculator import MLPSpeculatorConfig
38
-from vllm.transformers_utils.configs.moonvit import MoonViTConfig
39
-from vllm.transformers_utils.configs.nemotron import NemotronConfig
40
-from vllm.transformers_utils.configs.nemotron_h import NemotronHConfig
41
-from vllm.transformers_utils.configs.olmo3 import Olmo3Config
42
-from vllm.transformers_utils.configs.ovis import OvisConfig
43
-from vllm.transformers_utils.configs.qwen3_next import Qwen3NextConfig
44
-from vllm.transformers_utils.configs.radio import RadioConfig
45
-from vllm.transformers_utils.configs.speculators.base import SpeculatorsConfig
46
-from vllm.transformers_utils.configs.step3_vl import (
47
- Step3TextConfig,
48
- Step3VisionEncoderConfig,
49
- Step3VLConfig,
50
-)
51
-from vllm.transformers_utils.configs.tarsier2 import Tarsier2Config
52
-from vllm.transformers_utils.configs.ultravox import UltravoxConfig
17
+_CLASS_TO_MODULE: dict[str, str] = {
18
+ "AfmoeConfig": "vllm.transformers_utils.configs.afmoe",
19
+ "ChatGLMConfig": "vllm.transformers_utils.configs.chatglm",
20
+ "DeepseekVLV2Config": "vllm.transformers_utils.configs.deepseek_vl2",
21
+ "DotsOCRConfig": "vllm.transformers_utils.configs.dotsocr",
22
+ "EAGLEConfig": "vllm.transformers_utils.configs.eagle",
23
+ "FlexOlmoConfig": "vllm.transformers_utils.configs.flex_olmo",
24
+ "HunYuanVLConfig": "vllm.transformers_utils.configs.hunyuan_vl",
25
+ "HunYuanVLTextConfig": "vllm.transformers_utils.configs.hunyuan_vl",
26
+ "HunYuanVLVisionConfig": "vllm.transformers_utils.configs.hunyuan_vl",
27
+ # RWConfig is for the original tiiuae/falcon-40b(-instruct) and
28
+ # tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the
29
+ # `FalconConfig` class from the official HuggingFace transformers library.
30
+ "RWConfig": "vllm.transformers_utils.configs.falcon",
31
+ "JAISConfig": "vllm.transformers_utils.configs.jais",
32
+ "Lfm2MoeConfig": "vllm.transformers_utils.configs.lfm2_moe",
33
+ "MedusaConfig": "vllm.transformers_utils.configs.medusa",
34
+ "MiDashengLMConfig": "vllm.transformers_utils.configs.midashenglm",
35
+ "MLPSpeculatorConfig": "vllm.transformers_utils.configs.mlp_speculator",
36
+ "MoonViTConfig": "vllm.transformers_utils.configs.moonvit",
37
+ "KimiLinearConfig": "vllm.transformers_utils.configs.kimi_linear",
38
+ "KimiVLConfig": "vllm.transformers_utils.configs.kimi_vl",
39
+ "NemotronConfig": "vllm.transformers_utils.configs.nemotron",
40
+ "NemotronHConfig": "vllm.transformers_utils.configs.nemotron_h",
41
+ "Olmo3Config": "vllm.transformers_utils.configs.olmo3",
42
+ "OvisConfig": "vllm.transformers_utils.configs.ovis",
43
+ "RadioConfig": "vllm.transformers_utils.configs.radio",
44
+ "SpeculatorsConfig": "vllm.transformers_utils.configs.speculators.base",
45
+ "UltravoxConfig": "vllm.transformers_utils.configs.ultravox",
46
+ "Step3VLConfig": "vllm.transformers_utils.configs.step3_vl",
47
+ "Step3VisionEncoderConfig": "vllm.transformers_utils.configs.step3_vl",
48
+ "Step3TextConfig": "vllm.transformers_utils.configs.step3_vl",
49
+ "Qwen3NextConfig": "vllm.transformers_utils.configs.qwen3_next",
50
+ "Tarsier2Config": "vllm.transformers_utils.configs.tarsier2",
51
+ # Special case: DeepseekV3Config is from HuggingFace Transformers
52
+ "DeepseekV3Config": "transformers",
53
+}
54
55
__all__ = [
56
"AfmoeConfig",
@@ -84,3 +85,16 @@ __all__ = [
85
"Qwen3NextConfig",
86
"Tarsier2Config",
87
]
88
+
89
+
90
+def __getattr__(name: str):
91
+ if name in _CLASS_TO_MODULE:
92
+ module_name = _CLASS_TO_MODULE[name]
93
+ module = importlib.import_module(module_name)
94
+ return getattr(module, name)
95
+
96
+ raise AttributeError(f"module 'configs' has no attribute '{name}'")
97
+
98
+
99
+def __dir__():
100
+ return sorted(list(__all__))