[Misc] Use RoPE cache for MRoPE (#8396)
This commit is contained in:
@@ -990,7 +990,7 @@ def get_rope(
|
|||||||
base, is_neox_style, dtype, short_factor, long_factor,
|
base, is_neox_style, dtype, short_factor, long_factor,
|
||||||
**extra_kwargs)
|
**extra_kwargs)
|
||||||
elif scaling_type == "mrope":
|
elif scaling_type == "mrope":
|
||||||
return MRotaryEmbedding(
|
rotary_emb = MRotaryEmbedding(
|
||||||
head_size,
|
head_size,
|
||||||
rotary_dim,
|
rotary_dim,
|
||||||
max_position,
|
max_position,
|
||||||
|
|||||||
Reference in New Issue
Block a user