[Offloader] Offload submodules that make_layers never reaches (#53120)

Signed-off-by: ray24777 <103923677+ray24777@users.noreply.github.com>
Signed-off-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
Co-authored-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
ray24777
2026-08-26 18:37:00 +08:00
committed by GitHub
co-authored by Claude Opus 5 Isotr0py mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 7a9993878c
commit 61d4f56635
5 changed files with 113 additions and 4 deletions
+7 -1
View File
@@ -163,12 +163,16 @@ class PrefetchOffloader(BaseOffloader):
def wrap_modules(
self,
modules_generator: Generator[nn.Module, None, None],
prefix: str = "",
) -> list[nn.Module]:
"""Wrap modules with prefetch offloading logic."""
assert len(self.module_offloaders) == 0, (
"wrap_modules should only be called once"
)
if prefix:
prefix = f"{prefix}."
all_modules = []
offload_modules = []
@@ -182,7 +186,9 @@ class PrefetchOffloader(BaseOffloader):
whitelist = [
name
for name, _ in module.named_parameters()
if any(f".{p}." in f".{name}." for p in self.offload_params)
if any(
f".{p}." in f".{prefix}{name}." for p in self.offload_params
)
]
else:
whitelist = [name for name, _ in module.named_parameters()]