[Kernel] Implement CUDA kernel for ReLUSquaredActivation (relu^2) (#39058)

Signed-off-by: Tanish Malekar <tanishmalekar32@gmail.com>
Co-authored-by: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Tanish Malekar
2026-07-12 19:18:03 -07:00
committed by GitHub
co-authored by Claude Sonnet 4.6
parent 4c81772e8b
commit e26264f3ef
7 changed files with 140 additions and 2 deletions
+2
View File
@@ -15,6 +15,7 @@ from vllm.model_executor.layers.activation import (
MulAndSilu,
NewGELU,
QuickGELU,
ReLUSquaredActivation,
SiluAndMul,
SiluAndMulWithClamp,
SwigluOAIAndMul,
@@ -202,6 +203,7 @@ def test_silu_and_mul_with_clamp(
(FastGELU, torch.ops._C.gelu_fast),
(NewGELU, torch.ops._C.gelu_new),
(QuickGELU, torch.ops._C.gelu_quick),
(ReLUSquaredActivation, torch.ops._C.relu_squared),
],
)
@pytest.mark.parametrize("num_tokens", NUM_TOKENS)