From ab06486175e833925be065438b067cec488029e8 Mon Sep 17 00:00:00 2001 From: xiaolinchen <2990624738@qq.com> Date: Sat, 1 Aug 2026 21:56:55 +0800 Subject: [PATCH] [Bugfix][Kernel] Fix dangling temporary in AWQ gemm torch::stable::sum dim arg (#46805) Signed-off-by: wentian-byte <2990624738@qq.com> --- csrc/libtorch_stable/quantization/awq/gemm_kernels.cu | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/csrc/libtorch_stable/quantization/awq/gemm_kernels.cu b/csrc/libtorch_stable/quantization/awq/gemm_kernels.cu index c3702c52ef..43301f0fe2 100644 --- a/csrc/libtorch_stable/quantization/awq/gemm_kernels.cu +++ b/csrc/libtorch_stable/quantization/awq/gemm_kernels.cu @@ -528,5 +528,9 @@ torch::stable::Tensor awq_gemm(torch::stable::Tensor _in_feats, group_size, split_k_iters, in_feats, kernel, scaling_factors, zeros, num_in_feats, num_in_channels, num_out_channels, out_feats); } - return torch::stable::sum(_out_feats, 0); + // Pass the reduction dim via a named, lifetime-stable local rather than a + // bare `0`. + constexpr int64_t sum_dim = 0; + return torch::stable::sum( + _out_feats, torch::headeronly::IntHeaderOnlyArrayRef(&sum_dim, 1)); }