[Misc] Standardize RoPE handling for Qwen2-VL (#9250)
This commit is contained in:
@@ -179,7 +179,7 @@ class Phi3SmallSelfAttention(nn.Module):
|
||||
rope_scaling["factor"] = self.rope_position_scale
|
||||
else:
|
||||
rope_scaling = {
|
||||
"type": "linear",
|
||||
"rope_type": "linear",
|
||||
"factor": self.rope_position_scale,
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user