[Models] Improve iteration over layers (#26425)

Signed-off-by: Lukas Geiger <lukas.geiger94@gmail.com>
This commit is contained in:
Lukas Geiger
2025-10-08 20:48:33 +00:00
committed by GitHub
parent 4ebc9108a7
commit 93f2c0aa08
8 changed files with 23 additions and 22 deletions
+4 -1
View File
@@ -26,6 +26,7 @@
"""Inference-only Apertus model compatible with HuggingFace weights."""
from collections.abc import Iterable
from itertools import islice
from typing import Any, Optional, Union
import torch
@@ -412,7 +413,9 @@ class ApertusModel(nn.Module):
residual = intermediate_tensors["residual"]
aux_hidden_states = []
for idx, layer in enumerate(self.layers[self.start_layer : self.end_layer]):
for idx, layer in enumerate(
islice(self.layers, self.start_layer, self.end_layer)
):
if idx in self.aux_hidden_state_layers:
aux_hidden_states.append(hidden_states + residual)
hidden_states, residual = layer(positions, hidden_states, residual)