| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | """Model configs may be defined in this directory for the following reasons: |
| 4 | |
| 5 | - There is no configuration file defined by HF Hub or Transformers library. |
| 6 | - There is a need to override the existing config to support vLLM. |
| 7 | - The HF model_type isn't recognized by the Transformers library but can |
| 8 | be mapped to an existing Transformers config, such as |
| 9 | deepseek-ai/DeepSeek-V3.2-Exp. |
| 10 | """ |
| 11 | |
| 12 | from __future__ import annotations |
| 13 | |
| 14 | import importlib |
| 15 | |
| 16 | _CLASS_TO_MODULE: dict[str, str] = { |
| 17 | "AfmoeConfig": "vllm.transformers_utils.configs.afmoe", |
| 18 | "AXK1Config": "vllm.transformers_utils.configs.AXK1", |
| 19 | "BagelConfig": "vllm.transformers_utils.configs.bagel", |
| 20 | "BailingMoeV3TextConfig": "vllm.transformers_utils.configs.bailing_moe_v3_vl", |
| 21 | "BailingMoeV3VisionConfig": "vllm.transformers_utils.configs.bailing_moe_v3_vl", |
| 22 | "BailingMoeV3VLConfig": "vllm.transformers_utils.configs.bailing_moe_v3_vl", |
| 23 | "ChatGLMConfig": "vllm.transformers_utils.configs.chatglm", |
| 24 | "ColModernVBertConfig": "vllm.transformers_utils.configs.colmodernvbert", |
| 25 | "ColPaliConfig": "vllm.transformers_utils.configs.colpali", |
| 26 | "ColQwen3Config": "vllm.transformers_utils.configs.colqwen3", |
| 27 | "OpsColQwen3Config": "vllm.transformers_utils.configs.colqwen3", |
| 28 | "Qwen3VLNemotronEmbedConfig": "vllm.transformers_utils.configs.colqwen3", |
| 29 | "Cosmos3Config": "vllm.transformers_utils.configs.cosmos3", |
| 30 | "Cosmos3EdgeConfig": "vllm.transformers_utils.configs.cosmos3_edge", |
| 31 | "Cosmos3EdgeProjectorConfig": "vllm.transformers_utils.configs.cosmos3_edge", |
| 32 | "Cosmos3EdgeTextConfig": "vllm.transformers_utils.configs.cosmos3_edge", |
| 33 | "Cosmos3EdgeVisionConfig": "vllm.transformers_utils.configs.cosmos3_edge", |
| 34 | "DiffusionGemmaConfig": "vllm.transformers_utils.configs.diffusion_gemma", |
| 35 | "DiffusionGemmaTextConfig": "vllm.transformers_utils.configs.diffusion_gemma", |
| 36 | "DeepseekVLV2Config": "vllm.transformers_utils.configs.deepseek_vl2", |
| 37 | "DeepseekV4Config": "vllm.transformers_utils.configs.deepseek_v4", |
| 38 | "DeepseekV41Config": "vllm.transformers_utils.configs.deepseek_v41", |
| 39 | "Dots3NoteConfig": "vllm.transformers_utils.configs.dots3_note", |
| 40 | "K3DSparkConfig": "vllm.transformers_utils.configs.k3_dspark", |
| 41 | "DotsOCRConfig": "vllm.transformers_utils.configs.dotsocr", |
| 42 | "EAGLEConfig": "vllm.transformers_utils.configs.eagle", |
| 43 | "FunAudioChatConfig": "vllm.transformers_utils.configs.funaudiochat", |
| 44 | "FunAudioChatAudioEncoderConfig": "vllm.transformers_utils.configs.funaudiochat", |
| 45 | "Granite4VisionConfig": "vllm.transformers_utils.configs.granite4_vision", |
| 46 | "HYV3Config": "vllm.transformers_utils.configs.hy_v3", |
| 47 | "HYV4Config": "vllm.transformers_utils.configs.hy_v4", |
| 48 | "HyperCLOVAXConfig": "vllm.transformers_utils.configs.hyperclovax", |
| 49 | "IsaacConfig": "vllm.transformers_utils.configs.isaac", |
| 50 | # RWConfig is for the original tiiuae/falcon-40b(-instruct) and |
| 51 | # tiiuae/falcon-7b(-instruct) models. Newer Falcon models will use the |
| 52 | # `FalconConfig` class from the official HuggingFace transformers library. |
| 53 | "RWConfig": "vllm.transformers_utils.configs.falcon", |
| 54 | "Lfm2MoeConfig": "vllm.transformers_utils.configs.lfm2_moe", |
| 55 | "MedusaConfig": "vllm.transformers_utils.configs.medusa", |
| 56 | "MiDashengLMConfig": "vllm.transformers_utils.configs.midashenglm", |
| 57 | "MiniMaxM3Config": "vllm.transformers_utils.configs.minimax_m3", |
| 58 | "MiniMaxM3MTPConfig": "vllm.transformers_utils.configs.minimax_m3", |
| 59 | "MiniMaxM3TextConfig": "vllm.transformers_utils.configs.minimax_m3", |
| 60 | "MLPSpeculatorConfig": "vllm.transformers_utils.configs.mlp_speculator", |
| 61 | "Moondream3Config": "vllm.transformers_utils.configs.moondream3", |
| 62 | "Moondream3TextConfig": "vllm.transformers_utils.configs.moondream3", |
| 63 | "Moondream3VisionConfig": "vllm.transformers_utils.configs.moondream3", |
| 64 | "MossTranscribeDiarizeConfig": ( |
| 65 | "vllm.transformers_utils.configs.moss_transcribe_diarize" |
| 66 | ), |
| 67 | "MoonViTConfig": "vllm.transformers_utils.configs.moonvit", |
| 68 | "KimiLinearConfig": "vllm.transformers_utils.configs.kimi_linear", |
| 69 | "KimiVLConfig": "vllm.transformers_utils.configs.kimi_vl", |
| 70 | "KimiK25Config": "vllm.transformers_utils.configs.kimi_k25", |
| 71 | "MuseGlimmerConfig": "vllm.transformers_utils.configs.muse_glimmer", |
| 72 | "MuseGlimmerTextConfig": "vllm.transformers_utils.configs.muse_glimmer", |
| 73 | "MuseGlimmerVisionConfig": "vllm.transformers_utils.configs.muse_glimmer", |
| 74 | "MuseGlimmerAssistantConfig": "vllm.transformers_utils.configs.muse_glimmer", |
| 75 | "KimiK3Config": "vllm.transformers_utils.configs.kimi_k3", |
| 76 | "KimiK3VisionConfig": "vllm.transformers_utils.configs.kimi_k3", |
| 77 | "NemotronConfig": "vllm.transformers_utils.configs.nemotron", |
| 78 | "NemotronHConfig": "vllm.transformers_utils.configs.nemotron_h", |
| 79 | "OlmoHybridConfig": "vllm.transformers_utils.configs.olmo_hybrid", |
| 80 | "OpenVLAConfig": "vllm.transformers_utils.configs.openvla", |
| 81 | "OvisConfig": "vllm.transformers_utils.configs.ovis", |
| 82 | "PixelShuffleSiglip2VisionConfig": "vllm.transformers_utils.configs.isaac", |
| 83 | "RadioConfig": "vllm.transformers_utils.configs.radio", |
| 84 | "SpeculatorsConfig": "vllm.transformers_utils.configs.speculators", |
| 85 | "UltravoxConfig": "vllm.transformers_utils.configs.ultravox", |
| 86 | "UnlimitedOCRConfig": "vllm.transformers_utils.configs.unlimited_ocr", |
| 87 | "Step3VLConfig": "vllm.transformers_utils.configs.step3_vl", |
| 88 | "Step3VisionEncoderConfig": "vllm.transformers_utils.configs.step3_vl", |
| 89 | "Step3TextConfig": "vllm.transformers_utils.configs.step3_vl", |
| 90 | "Step3p5Config": "vllm.transformers_utils.configs.step3p5", |
| 91 | "QianfanOCRConfig": "vllm.transformers_utils.configs.qianfan_ocr", |
| 92 | "QianfanOCRVisionConfig": "vllm.transformers_utils.configs.qianfan_ocr", |
| 93 | "Qwen3ASRConfig": "vllm.transformers_utils.configs.qwen3_asr", |
| 94 | "Qwen3NextConfig": "vllm.transformers_utils.configs.qwen3_next", |
| 95 | "Qwen3_5Config": "vllm.transformers_utils.configs.qwen3_5", |
| 96 | "Qwen3_5TextConfig": "vllm.transformers_utils.configs.qwen3_5", |
| 97 | "Qwen3_5MoeConfig": "vllm.transformers_utils.configs.qwen3_5_moe", |
| 98 | "Qwen3_5MoeTextConfig": "vllm.transformers_utils.configs.qwen3_5_moe", |
| 99 | "InklingModelConfig": "vllm.models.inkling.configs", |
| 100 | "InklingAudioConfig": "vllm.models.inkling.configs", |
| 101 | "InklingVisionConfig": "vllm.models.inkling.configs", |
| 102 | "InklingMMConfig": "vllm.models.inkling.configs", |
| 103 | # Special case: DeepseekV3Config is from HuggingFace Transformers |
| 104 | "DeepseekV3Config": "transformers", |
| 105 | } |
| 106 | |
| 107 | __all__ = [ |
| 108 | "AfmoeConfig", |
| 109 | "AXK1Config", |
| 110 | "BagelConfig", |
| 111 | "BailingMoeV3TextConfig", |
| 112 | "BailingMoeV3VisionConfig", |
| 113 | "BailingMoeV3VLConfig", |
| 114 | "ChatGLMConfig", |
| 115 | "ColModernVBertConfig", |
| 116 | "ColPaliConfig", |
| 117 | "ColQwen3Config", |
| 118 | "OpsColQwen3Config", |
| 119 | "Qwen3VLNemotronEmbedConfig", |
| 120 | "Cosmos3Config", |
| 121 | "Cosmos3EdgeConfig", |
| 122 | "Cosmos3EdgeProjectorConfig", |
| 123 | "Cosmos3EdgeTextConfig", |
| 124 | "Cosmos3EdgeVisionConfig", |
| 125 | "DiffusionGemmaConfig", |
| 126 | "DiffusionGemmaTextConfig", |
| 127 | "DeepseekVLV2Config", |
| 128 | "DeepseekV3Config", |
| 129 | "DeepseekV4Config", |
| 130 | "Dots3NoteConfig", |
| 131 | "K3DSparkConfig", |
| 132 | "DotsOCRConfig", |
| 133 | "EAGLEConfig", |
| 134 | "FunAudioChatConfig", |
| 135 | "FunAudioChatAudioEncoderConfig", |
| 136 | "Granite4VisionConfig", |
| 137 | "HYV3Config", |
| 138 | "HYV4Config", |
| 139 | "HyperCLOVAXConfig", |
| 140 | "IsaacConfig", |
| 141 | "RWConfig", |
| 142 | "Lfm2MoeConfig", |
| 143 | "MedusaConfig", |
| 144 | "MiDashengLMConfig", |
| 145 | "MiniMaxM3Config", |
| 146 | "MiniMaxM3MTPConfig", |
| 147 | "MiniMaxM3TextConfig", |
| 148 | "MLPSpeculatorConfig", |
| 149 | "Moondream3Config", |
| 150 | "Moondream3TextConfig", |
| 151 | "Moondream3VisionConfig", |
| 152 | "MossTranscribeDiarizeConfig", |
| 153 | "MoonViTConfig", |
| 154 | "KimiLinearConfig", |
| 155 | "KimiVLConfig", |
| 156 | "KimiK25Config", |
| 157 | "MuseGlimmerConfig", |
| 158 | "MuseGlimmerTextConfig", |
| 159 | "MuseGlimmerVisionConfig", |
| 160 | "MuseGlimmerAssistantConfig", |
| 161 | "KimiK3Config", |
| 162 | "KimiK3VisionConfig", |
| 163 | "NemotronConfig", |
| 164 | "NemotronHConfig", |
| 165 | "OlmoHybridConfig", |
| 166 | "OpenVLAConfig", |
| 167 | "OvisConfig", |
| 168 | "PixelShuffleSiglip2VisionConfig", |
| 169 | "RadioConfig", |
| 170 | "SpeculatorsConfig", |
| 171 | "UltravoxConfig", |
| 172 | "UnlimitedOCRConfig", |
| 173 | "Step3VLConfig", |
| 174 | "Step3VisionEncoderConfig", |
| 175 | "Step3TextConfig", |
| 176 | "Step3p5Config", |
| 177 | "QianfanOCRConfig", |
| 178 | "QianfanOCRVisionConfig", |
| 179 | "Qwen3ASRConfig", |
| 180 | "Qwen3NextConfig", |
| 181 | "Qwen3_5Config", |
| 182 | "Qwen3_5TextConfig", |
| 183 | "Qwen3_5MoeConfig", |
| 184 | "Qwen3_5MoeTextConfig", |
| 185 | "InklingModelConfig", |
| 186 | "InklingAudioConfig", |
| 187 | "InklingVisionConfig", |
| 188 | "InklingMMConfig", |
| 189 | ] |
| 190 | |
| 191 | |
| 192 | def __getattr__(name: str): |
| 193 | if name in _CLASS_TO_MODULE: |
| 194 | module_name = _CLASS_TO_MODULE[name] |
| 195 | module = importlib.import_module(module_name) |
| 196 | return getattr(module, name) |
| 197 | |
| 198 | raise AttributeError(f"module 'configs' has no attribute '{name}'") |
| 199 | |
| 200 | |
| 201 | def __dir__(): |
| 202 | return sorted(list(__all__)) |