[BugFix] Implement RoPE for GPT-J (#941)

This commit is contained in:
Woosuk Kwon
2023-09-06 11:54:33 +09:00
committed by GitHub
parent c9927c1a6a
commit 320a622ec4
5 changed files with 122 additions and 72 deletions
+5 -2
View File
@@ -67,8 +67,11 @@ class GPTJAttention(nn.Module):
scaling = self.head_size**-0.5
assert getattr(config, "rotary", True)
assert config.rotary_dim % 2 == 0
self.attn = PagedAttentionWithRoPE(self.num_heads, self.head_size,
scaling, config.rotary_dim)
self.attn = PagedAttentionWithRoPE(self.num_heads,
self.head_size,
scaling,
config.rotary_dim,
is_neox_style=False)
self.warmup = False
def forward(