[Doc] Add developer guide for CustomOp (#30886)

Signed-off-by: shen-shanshan <467638484@qq.com>
This commit is contained in:
Shanshan Shen
2026-01-09 16:21:11 +00:00
committed by GitHub
parent ac9f9330e6
commit 08d954f036
24 changed files with 441 additions and 5 deletions
@@ -302,6 +302,7 @@ class FusedMoERouterImpl(FusedMoERouter):
return self.layer._select_experts(hidden_states, router_logits)
# --8<-- [start:fused_moe]
@CustomOp.register("fused_moe")
class FusedMoE(CustomOp):
"""FusedMoE layer for MoE models.
@@ -326,6 +327,8 @@ class FusedMoE(CustomOp):
router_logits_dtype: Data type for router logits buffers.
"""
# --8<-- [end:fused_moe]
def __init__(
self,
num_experts: int, # Global number of experts