diff --git a/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py b/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py index a2d267bd74..df69fa328c 100644 --- a/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py +++ b/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py @@ -140,6 +140,8 @@ def _fwd_kernel_ep_scatter_2( offset_in_s = tl.arange(0, SCALE_HIDDEN_SIZE_PAD) mask_s = offset_in_s < SCALE_HIDDEN_SIZE + output_tensor_stride0 = output_tensor_stride0.to(tl.int64) + for token_id in range(start_token_id, total_token_num, grid_num): to_copy = tl.load(recv_x + token_id * recv_x_stride0 + offset_in, mask=mask) to_copy_s = tl.load( @@ -154,12 +156,13 @@ def _fwd_kernel_ep_scatter_2( if expert_id >= 0: dest_token_index = tl.atomic_add(expert_start_loc + expert_id, 1) + dest_token_index_i64 = dest_token_index.to(tl.int64) tl.store( output_index + token_id * output_index_stride0 + topk_index, dest_token_index, ) output_tensor_ptr = ( - output_tensor + dest_token_index * output_tensor_stride0 + output_tensor + dest_token_index_i64 * output_tensor_stride0 ) output_tensor_scale_ptr = ( output_tensor_scale + dest_token_index * output_tensor_scale_stride0