[ROCM] Reorder arguments and rename parameters for rope_cached_thd_positions_2c_fwd_inplace (#29993)
Signed-off-by: Tres Popp <tres.popp@amd.com>
This commit is contained in:
+4
-4
@@ -1374,14 +1374,14 @@ class rocm_aiter_ops:
|
|||||||
key_ = key[..., :rotary_dim]
|
key_ = key[..., :rotary_dim]
|
||||||
positions = positions.view(*query.shape[:1])
|
positions = positions.view(*query.shape[:1])
|
||||||
rope_cached_thd_positions_2c_fwd_inplace(
|
rope_cached_thd_positions_2c_fwd_inplace(
|
||||||
positions,
|
|
||||||
sin,
|
|
||||||
cos,
|
|
||||||
query_,
|
query_,
|
||||||
key_,
|
key_,
|
||||||
|
cos,
|
||||||
|
sin,
|
||||||
|
positions,
|
||||||
rotate_style,
|
rotate_style,
|
||||||
reuse_freqs_front_part=True,
|
reuse_freqs_front_part=True,
|
||||||
is_nope_first=False,
|
nope_first=False,
|
||||||
)
|
)
|
||||||
query = query.view(query_shape)
|
query = query.view(query_shape)
|
||||||
key = key.view(key_shape)
|
key = key.view(key_shape)
|
||||||
|
|||||||
Reference in New Issue
Block a user