[Doc] Add developer guide for CustomOp (#30886)
Signed-off-by: shen-shanshan <467638484@qq.com>
This commit is contained in:
@@ -302,6 +302,7 @@ class FusedMoERouterImpl(FusedMoERouter):
|
||||
return self.layer._select_experts(hidden_states, router_logits)
|
||||
|
||||
|
||||
# --8<-- [start:fused_moe]
|
||||
@CustomOp.register("fused_moe")
|
||||
class FusedMoE(CustomOp):
|
||||
"""FusedMoE layer for MoE models.
|
||||
@@ -326,6 +327,8 @@ class FusedMoE(CustomOp):
|
||||
router_logits_dtype: Data type for router logits buffers.
|
||||
"""
|
||||
|
||||
# --8<-- [end:fused_moe]
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
num_experts: int, # Global number of experts
|
||||
|
||||
Reference in New Issue
Block a user