[Mypy] Fix typing for R/S models (#54157)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-10 09:43:08 -04:00
committed by GitHub
parent 73fb19151f
commit f9083cb83a
15 changed files with 146 additions and 85 deletions
+2 -1
View File
@@ -305,7 +305,7 @@ class Step3p5MTP(nn.Module):
)
return loaded_params
def _rewrite_spec_layer_name(self, spec_layer: int, name: str) -> str:
def _rewrite_spec_layer_name(self, spec_layer: int | None, name: str) -> str:
"""
Rewrite the weight name to match the format of the original model.
Add .mtp_block for modules in transformer layer block for spec layer
@@ -324,6 +324,7 @@ class Step3p5MTP(nn.Module):
break
if not spec_layer_weight:
# treat rest weights as weights for transformer layer block
assert spec_layer is not None
name = name.replace(
f"model.layers.{spec_layer}.", f"model.layers.{spec_layer}.mtp_block."
)