[Kernel] add kernel for FATReLU (#9610)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -79,6 +79,12 @@ def gelu_tanh_and_mul(out: torch.Tensor, x: torch.Tensor) -> None:
|
||||
torch.ops._C.gelu_tanh_and_mul(out, x)
|
||||
|
||||
|
||||
def fatrelu_and_mul(out: torch.Tensor,
|
||||
x: torch.Tensor,
|
||||
threshold: float = 0.0) -> None:
|
||||
torch.ops._C.fatrelu_and_mul(out, x, threshold)
|
||||
|
||||
|
||||
def gelu_fast(out: torch.Tensor, x: torch.Tensor) -> None:
|
||||
torch.ops._C.gelu_fast(out, x)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user