[New Model]: Snowflake Arctic Embed (Family) (#16649)

This commit is contained in:
wang.yuqi
2025-04-18 08:11:57 -07:00
committed by GitHub
parent 686623c5e7
commit 3d3ab3689f
7 changed files with 312 additions and 26 deletions
+1
View File
@@ -354,6 +354,7 @@ def get_act_fn(act_fn_name: str) -> nn.Module:
_ACTIVATION_AND_MUL_REGISTRY = LazyDict({
"gelu": lambda: GeluAndMul(),
"silu": lambda: SiluAndMul(),
"gelu_and_mul": lambda: GeluAndMul(),
})