[weight loader] add dtype equality validation between parameter and weight (#51792)

Signed-off-by: Andy Xie <andy.xning@gmail.com>
2026-10-01 03:07:31 +00:00
parent bfbcde26d5
commit a37c402f32
1 changed files with 8 additions and 0 deletions
@@ -321,6 +321,14 @@ class AutoWeightsLoader:
                    f"into a single parameter {base_prefix!r}"
                )

+            if param.dtype != weight_data.dtype:
+                logger.warning(
+                    "Attempted to load weight %s with dtype %s into "
+                    "parameter with dtype %s",
+                    weight_qualname,
+                    weight_data.dtype,
+                    param.dtype,
+                )
            weight_loader = getattr(param, "weight_loader", default_weight_loader)
            weight_loader(param, weight_data)