[ROCm][AITER] Support AITER Rope ops in RotaryEmbedding Module. (#22521)

Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
vllmellm
2025-08-10 22:52:34 -07:00
committed by GitHub
parent f919d4cb8f
commit 9c97a1c349
4 changed files with 204 additions and 10 deletions
@@ -99,7 +99,7 @@ def yarn_linear_ramp_mask(low: float, high: float, dim: int,
return ramp_func
def yarn_get_mscale(scale: float = 1) -> float:
def yarn_get_mscale(scale: float = 1, mscale: float = 1) -> float:
if scale <= 1:
return 1.0
return 0.1 * math.log(scale) + 1.0
return 0.1 * mscale * math.log(scale) + 1.0