[Bugfix] Fix FP8 Bias Loading (#41424)

Signed-off-by: Alex Brooks <albrooks@redhat.com>
This commit is contained in:
Alex Brooks
2026-05-03 20:30:04 +00:00
committed by GitHub
parent cb03fee32b
commit db9a84e0cd
2 changed files with 29 additions and 1 deletions
@@ -102,7 +102,7 @@ def materialize_layer(layer: torch.nn.Module, info: LayerReloadingInfo):
with info.restore_device:
for name, tensor in get_layer_tensors(layer).items():
if name not in SKIP_TENSORS:
if name not in SKIP_TENSORS and tensor.is_meta:
setattr(layer, name, materialize_meta_tensor(tensor))