[Bugfix] Fix benchmark_moe.py after inplace mechanism removal (#44041)
Signed-off-by: Qiuyang Yue <yueqiuyang1389@gmail.com>
This commit is contained in:
@@ -271,7 +271,6 @@ def benchmark_config(
|
|||||||
moe_config=moe_config,
|
moe_config=moe_config,
|
||||||
quant_config=quant_config,
|
quant_config=quant_config,
|
||||||
),
|
),
|
||||||
inplace=not disable_inplace(),
|
|
||||||
)
|
)
|
||||||
|
|
||||||
with override_config(config):
|
with override_config(config):
|
||||||
@@ -279,7 +278,6 @@ def benchmark_config(
|
|||||||
x, input_gating, topk, renormalize=not use_deep_gemm
|
x, input_gating, topk, renormalize=not use_deep_gemm
|
||||||
)
|
)
|
||||||
|
|
||||||
inplace = not disable_inplace()
|
|
||||||
if use_deep_gemm:
|
if use_deep_gemm:
|
||||||
return deep_gemm_experts.apply(
|
return deep_gemm_experts.apply(
|
||||||
x,
|
x,
|
||||||
@@ -298,7 +296,6 @@ def benchmark_config(
|
|||||||
w2,
|
w2,
|
||||||
topk_weights,
|
topk_weights,
|
||||||
topk_ids,
|
topk_ids,
|
||||||
inplace=inplace,
|
|
||||||
quant_config=quant_config,
|
quant_config=quant_config,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user