[Hardware][Intel-Gaudi] Enable long-contexts + LoRA support for Intel Gaudi (#12812)

Signed-off-by: Sanju C Sudhakaran <scsudhakaran@habana.ai>
This commit is contained in:
Sanju C Sudhakaran
2025-02-08 17:15:30 +08:00
committed by GitHub
parent 407b5537db
commit 2880e21e3d
3 changed files with 73 additions and 4 deletions
@@ -206,9 +206,10 @@ class RotaryEmbedding(CustomOp):
) -> Tuple[torch.Tensor, torch.Tensor]:
from habana_frameworks.torch.hpex.kernels import (
RotaryPosEmbeddingMode, apply_rotary_pos_emb)
positions = positions.flatten()
if offsets is not None:
offsets = offsets.view(positions.shape[0], -1)
positions = positions + offsets
positions = positions.flatten()
num_tokens = positions.shape[0]
cos_sin = self.cos_sin_cache.index_select(0, positions).view(
num_tokens, 1, -1)