From 7a048ee65f0b8da2c2493ef76cbee89cf612baa6 Mon Sep 17 00:00:00 2001 From: Matthias Gehre Date: Wed, 11 Feb 2026 04:58:56 +0100 Subject: [PATCH] [Bugfix] Fix benchmark_moe.py inplace assertion with torch >= 2.9 (#34149) Signed-off-by: Matthias Gehre --- benchmarks/kernels/benchmark_moe.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/benchmarks/kernels/benchmark_moe.py b/benchmarks/kernels/benchmark_moe.py index c35cdb1210..c5e3dabe57 100644 --- a/benchmarks/kernels/benchmark_moe.py +++ b/benchmarks/kernels/benchmark_moe.py @@ -226,9 +226,10 @@ def benchmark_config( x, input_gating, topk, renormalize=not use_deep_gemm ) + inplace = not disable_inplace() if use_deep_gemm: return deep_gemm_experts( - x, w1, w2, topk_weights, topk_ids, inplace=True + x, w1, w2, topk_weights, topk_ids, inplace=inplace ) return fused_experts( x, @@ -236,7 +237,7 @@ def benchmark_config( w2, topk_weights, topk_ids, - inplace=True, + inplace=inplace, quant_config=quant_config, )