[weight loader] add dtype equality validation between parameter and weight (#51792)
Signed-off-by: Andy Xie <andy.xning@gmail.com>
Ning Xie committed
Oct 1, 2026 at 11:07 UTC
a37c402f32a7ef035c4b9d3ddcb629f8b8abedb5
1 file changed
+8
vllm/model_executor/models/utils.py
+8
@@ -321,6 +321,14 @@ class AutoWeightsLoader:
321
f"into a single parameter {base_prefix!r}"
322
)
323
324
+ if param.dtype != weight_data.dtype:
325
+ logger.warning(
326
+ "Attempted to load weight %s with dtype %s into "
327
+ "parameter with dtype %s",
328
+ weight_qualname,
329
+ weight_data.dtype,
330
+ param.dtype,
331
+ )
332
weight_loader = getattr(param, "weight_loader", default_weight_loader)
333
weight_loader(param, weight_data)
334