for glm-4.1V update (#22000)

Signed-off-by: Isotr0py <2037008807@qq.com>
Signed-off-by: zRzRzRzRzRzRzR <2448370773@qq.com>
Co-authored-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
Yuxuan Zhang
2025-08-02 01:46:57 -07:00
committed by GitHub
co-authored by Isotr0py
parent 58eee5f2e0
commit 25373b6c6c
6 changed files with 24 additions and 16 deletions
@@ -1096,7 +1096,7 @@ class MRotaryEmbedding(RotaryEmbedding):
audio_feature_lengths=audio_feature_lengths,
use_audio_in_video=use_audio_in_video,
)
elif "glm4v" in hf_config.model_type:
elif hf_config.model_type in ["glm4v", "glm4v_moe"]:
return cls._glm4v_get_input_positions_tensor(
input_tokens=input_tokens,
hf_config=hf_config,