[weight loader] add dtype equality validation between parameter and weight (#51792)
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
@@ -321,6 +321,14 @@ class AutoWeightsLoader:
|
|||||||
f"into a single parameter {base_prefix!r}"
|
f"into a single parameter {base_prefix!r}"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if param.dtype != weight_data.dtype:
|
||||||
|
logger.warning(
|
||||||
|
"Attempted to load weight %s with dtype %s into "
|
||||||
|
"parameter with dtype %s",
|
||||||
|
weight_qualname,
|
||||||
|
weight_data.dtype,
|
||||||
|
param.dtype,
|
||||||
|
)
|
||||||
weight_loader = getattr(param, "weight_loader", default_weight_loader)
|
weight_loader = getattr(param, "weight_loader", default_weight_loader)
|
||||||
weight_loader(param, weight_data)
|
weight_loader(param, weight_data)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user