[Sleep] Retain draft-private weights with existing parameter selector (#61046)

Signed-off-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
aoshen02
2026-10-11 23:30:56 +08:00
committed by GitHub
co-authored by Codex
parent 3e8e1364ff
commit 239a3fa3a8
4 changed files with 97 additions and 6 deletions
+16 -3
View File
@@ -254,16 +254,28 @@ class Worker(WorkerBase):
)
return self._sleep_mode_backend
def _get_sleep_parameters(self, model: nn.Module) -> dict[str, nn.Parameter]:
parameters = dict(model.named_parameters())
draft = self.get_draft_model()
if draft is not None:
shared = {id(parameter) for parameter in parameters.values()}
parameters.update(
(f"draft.{name}", parameter)
for name, parameter in draft.named_parameters()
if id(parameter) not in shared
)
return parameters
def _save_sleep_parameters(self, model: nn.Module) -> None:
patterns = self.model_config.sleep_preserve_parameter_names
if not patterns:
self._sleep_saved_parameters = {}
return
parameters = dict(model.named_parameters())
parameters = self._get_sleep_parameters(model)
names: set[str] = set()
for pattern in patterns:
matches = fnmatch_filter(parameters, pattern)
if not matches:
if not matches and pattern != "draft.*":
raise ValueError(f"No parameter matches sleep retention: {pattern}")
names.update(matches)
self._sleep_saved_parameters = {
@@ -274,8 +286,9 @@ class Worker(WorkerBase):
@torch.no_grad()
def _restore_sleep_parameters(self, model: nn.Module) -> None:
parameters = self._get_sleep_parameters(model)
for name, value in self._sleep_saved_parameters.items():
model.get_parameter(name).copy_(value)
parameters[name].copy_(value)
self._sleep_saved_parameters.clear()
def sleep(self, level: int = 1) -> None: