Signed-off-by: Bill Nell <bnell@redhat.com>
This commit is contained in:
@@ -349,7 +349,9 @@ def FusedMoE(
|
|||||||
topk_group=topk_group,
|
topk_group=topk_group,
|
||||||
custom_routing_function=custom_routing_function,
|
custom_routing_function=custom_routing_function,
|
||||||
scoring_func=scoring_func,
|
scoring_func=scoring_func,
|
||||||
routed_scaling_factor=routed_scaling_factor,
|
routed_scaling_factor=routed_scaling_factor
|
||||||
|
if not apply_routed_scale_to_output
|
||||||
|
else 1.0,
|
||||||
swiglu_limit=swiglu_limit,
|
swiglu_limit=swiglu_limit,
|
||||||
# TODO get from router? needs to be truncated?
|
# TODO get from router? needs to be truncated?
|
||||||
e_score_correction_bias=e_score_correction_bias,
|
e_score_correction_bias=e_score_correction_bias,
|
||||||
|
|||||||
Reference in New Issue
Block a user