[5/N][torch.compile] torch.jit.script --> torch.compile (#10406)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-18 23:20:06 +08:00
committed by GitHub
parent 4186be8111
commit 7851b45196
4 changed files with 6 additions and 6 deletions
+2 -2
View File
@@ -54,12 +54,12 @@ class HeadMajorColumnParallelLinear(MergedColumnParallelLinear):
return load_column_parallel_weight(param, loaded_weight)
@torch.jit.script
@torch.compile(dynamic=True)
def quick_gelu(x):
return x * torch.sigmoid(1.702 * x)
@torch.jit.script
@torch.compile(dynamic=True)
def gegelu(input, limit: Optional[float] = None):
a_gelu, a_linear = input[..., ::2], input[..., 1::2]
if limit is not None: