[Bugfix] Support HF-config compat for Inkling (#51850)
Signed-off-by: mgoin <mgoin64@gmail.com>
Michael Goin committed
Aug 11, 2026 at 15:32 UTC
ded6c452c3657aad7149cedaf50e88aa83336f8f
1 file changed
+19
-1
vllm/models/inkling/configs.py
+19
-1
@@ -22,6 +22,7 @@ class InklingModelConfig(PretrainedConfig):
22
hidden_size: int = 1536,
23
intermediate_size: int = 768,
24
dense_intermediate_size: int | None = None,
25
+ moe_intermediate_size: int | None = None,
26
num_hidden_layers: int = 16,
27
num_attention_heads: int = 12,
28
num_key_value_heads: int = 4,
@@ -41,7 +42,8 @@ class InklingModelConfig(PretrainedConfig):
42
o_bias: bool = False,
43
use_embed_norm: bool = False,
44
use_sconv: bool = False,
44
- sconv_kernel_size: int = 4,
45
+ sconv_kernel_size: int | None = None,
46
+ conv_kernel_size: int | None = None,
47
dense_mlp_idx: int = 0,
48
n_routed_experts: int = 0,
49
n_shared_experts: int = 0,
@@ -77,8 +79,24 @@ class InklingModelConfig(PretrainedConfig):
79
swa_head_dim = head_dim
80
if swa_v_head_dim is None:
81
swa_v_head_dim = swa_head_dim
82
+ # OG format: https://huggingface.co/thinkingmachines/Inkling
83
+ # HF format: https://github.com/huggingface/transformers/blob/fe747d88a3296bd94d426db2717f232f9d4afdb7/src/transformers/models/inkling/configuration_inkling.py#L95
84
+ # Huggingface Transformers compatibility:
85
+ # HF intermediate_size == OG dense_intermediate_size
86
+ # HF moe_intermediate_size == OG intermediate_size
87
+ # HF conv_kernel_size == OG sconv_kernel_size
88
+ if (
89
+ moe_intermediate_size is not None
90
+ and intermediate_size is not None
91
+ and dense_intermediate_size is None
92
+ ):
93
+ dense_intermediate_size = intermediate_size
94
+ intermediate_size = moe_intermediate_size
95
if dense_intermediate_size is None:
96
dense_intermediate_size = intermediate_size
97
+ # HF conv_kernel_size == OG sconv_kernel_size
98
+ if sconv_kernel_size is None:
99
+ sconv_kernel_size = conv_kernel_size if conv_kernel_size is not None else 4
100
if local_layer_ids is None:
101
local_layer_ids = []
102