[Bugfix] Preserve unloaded non-persistent buffers during layerwise reload (#44371)

Signed-off-by: Joan Velja <joan.velja22@gmail.com>
Co-authored-by: Dakai An <77474977+andakai@users.noreply.github.com>
This commit is contained in:
Joan
2026-07-14 17:46:29 -07:00
committed by GitHub
co-authored by Dakai An
parent 3ca242d1b6
commit 0bd6b85a1f
4 changed files with 143 additions and 5 deletions
@@ -117,6 +117,7 @@ def restore_layer_on_meta(layer: torch.nn.Module, info: LayerReloadingInfo):
if layer.__class__.__name__ in SKIP_MODULES:
return
non_persistent = set(layer._non_persistent_buffers_set)
for name in get_layer_tensors(layer):
if name not in SKIP_TENSORS:
delattr(layer, name)
@@ -130,7 +131,7 @@ def restore_layer_on_meta(layer: torch.nn.Module, info: LayerReloadingInfo):
for name, buffer in restore_buffers.items():
if name not in SKIP_TENSORS:
buffer = restore_layer_refs(buffer, layer)
layer.register_buffer(name, buffer)
layer.register_buffer(name, buffer, persistent=name not in non_persistent)
def materialize_layer(layer: torch.nn.Module, info: LayerReloadingInfo):