c6f55294创建于 2024年3月4日历史提交
// Copyright (c) 2023 Huawei Technologies Co., Ltd
// All rights reserved.
//
// Licensed under the BSD 3-Clause License  (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://opensource.org/licenses/BSD-3-Clause
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include <ATen/WrapDimUtils.h>

#include "op_plugin/AclOpsInterface.h"
#include "op_plugin/utils/OpAdapter.h"

namespace acl_op {
using npu_preparation = at_npu::native::OpPreparation;
using npu_utils = at_npu::native::NpuUtils;

std::vector<int64_t> var_check_and_trans_dim(const at::Tensor &self, at::IntArrayRef dim)
{
    std::vector<int64_t> result_dim;
    auto self_dim = self.dim();
    for (uint64_t i = 0; i < dim.size(); i++) {
        int64_t tmp_dim = c10::maybe_wrap_dim(dim[i], self_dim);
        result_dim.emplace_back(tmp_dim);
    }
    std::sort(result_dim.begin(), result_dim.end());
    return result_dim;
}

int64_t var_get_shape_prod(const at::Tensor &self, at::IntArrayRef dim)
{
    TORCH_CHECK(self.numel() < std::numeric_limits<int64_t>::max(),
                "Input tensor contain more than the max number of int64.", OPS_ERROR(ErrCode::VALUE));
    int64_t shape_prod = 1;
    if (self.dim() == 0) {
        shape_prod = 1;
    } else if (dim.size() == 0) {
        for (auto i = 0; i < self.dim(); i++) {
            shape_prod *= self.size(i);
        }
    } else {
        for (uint64_t i = 0; i < dim.size(); i++) {
            shape_prod *= self.size(dim[i]);
            TORCH_CHECK(shape_prod < std::numeric_limits<int64_t>::max(),
                        "Result is larger than the max number of int64.", OPS_ERROR(ErrCode::VALUE));
        }
    }
    return shape_prod;
}

at::Tensor &var_after_out_nocheck(at::Tensor &result, const at::Tensor &self, const at::Tensor &mean_broadcast,
                                  at::IntArrayRef dim, bool unbiased, bool keepdim, int64_t correction)
{
    bool if_std = false;
    at_npu::native::OpCommand cmd;
    cmd.Name("ReduceStdV2Update")
        .Input(self)
        .Input(mean_broadcast)
        .Output(result)
        .Attr("dim", dim)
        .Attr("if_std", if_std)
        .Attr("unbiased", unbiased)
        .Attr("keepdim", keepdim)
        .Attr("correction", correction)
        .Run();
    return result;
}

std::tuple<at::Tensor &, at::Tensor &> var_mean_compute(at::Tensor &variance, at::Tensor &mean, const at::Tensor &self,
                                                        at::IntArrayRef dim, bool unbiased, bool keepdim,
                                                        int64_t correction)
{
    auto mean_output_size_keepdim = op_infer::var_npu_output_size(self, dim, true);
    auto mean_output_size_not_keepdim = op_infer::var_npu_output_size(self, dim, false);
    mean = at::mean(self, dim, false);
    mean.resize_(mean_output_size_keepdim);
    at::Tensor mean_broadcast = acl_op::npu_broadcast(mean, self.sizes());
    if (!keepdim) {
        mean.resize_(mean_output_size_not_keepdim);
    }
    auto shape_prod = var_get_shape_prod(self, dim);
    if (shape_prod == 0 || (shape_prod <= 1 && shape_prod <= correction)) {
        variance.fill_(NAN);
        return std::tuple<at::Tensor &, at::Tensor &>(variance, mean);
    }
    if (correction > 1 && shape_prod <= correction) {
        variance.fill_(INFINITY);
        return std::tuple<at::Tensor &, at::Tensor &>(variance, mean);
    }
    var_after_out_nocheck(variance, self, mean_broadcast, dim, unbiased, keepdim, correction);
    return std::tuple<at::Tensor &, at::Tensor &>(variance, mean);
}

std::tuple<at::Tensor &, at::Tensor &> var_mean_out_nocheck(at::Tensor &variance, at::Tensor &mean,
                                                            const at::Tensor &self, at::IntArrayRef dim, bool unbiased,
                                                            bool keepdim, int64_t correction)
{
    c10::SmallVector<int64_t, N> dim_now =
        dim.empty() ? op_plugin::utils::get_dimlist_for_tensor(self) : c10::SmallVector<int64_t, N>(dim);
    auto ori_type = self.scalar_type();
    TORCH_CHECK((ori_type == c10::ScalarType::Half || ori_type == c10::ScalarType::Float),
                "Var Mean only support float16 or float32 type.", OPS_ERROR(ErrCode::TYPE));
    TORCH_CHECK((variance.scalar_type() == mean.scalar_type() && variance.scalar_type() == ori_type),
                "mean's type and variance' type must be equal to input's type.", OPS_ERROR(ErrCode::TYPE));
    var_mean_compute(variance, mean, self, dim_now, unbiased, keepdim, correction);

    return std::tuple<at::Tensor &, at::Tensor &>(variance, mean);
}

at::Tensor &cal_var_out(const at::Tensor &self, at::IntArrayRef dim, const int64_t correction, const bool unbiased,
                        const bool keepdim, at::Tensor &result)
{
    // check and trans dim
    auto dim_now = var_check_and_trans_dim(self, dim);
    auto output_size = op_infer::var_npu_output_size(self, dim_now, keepdim);
    at::Tensor mean = npu_preparation::apply_tensor(self, output_size);

    npu_preparation::CheckOut({self}, result, self, output_size);

    if (!npu_utils::check_match(&result)) {
        at::Tensor contiguous_result = npu_utils::format_contiguous(result);
        var_mean_out_nocheck(contiguous_result, mean, self, dim_now, unbiased, keepdim, correction);
        npu_utils::format_fresh_view(result, contiguous_result);
    } else {
        var_mean_out_nocheck(result, mean, self, dim_now, unbiased, keepdim, correction);
    }
    return result;
}

at::Tensor cal_var(const at::Tensor &self, at::IntArrayRef dim, const int64_t correction, const bool unbiased,
                   const bool keepdim)
{
    auto dim_now = var_check_and_trans_dim(self, dim);
    auto output_size = op_infer::var_npu_output_size(self, dim_now, keepdim);
    at::Tensor variance = npu_preparation::apply_tensor(self, output_size);
    at::Tensor mean = npu_preparation::apply_tensor(self, output_size);
    var_mean_out_nocheck(variance, mean, self, dim_now, unbiased, keepdim, correction);
    return variance;
}

std::tuple<at::Tensor, at::Tensor> cal_var_mean(const at::Tensor &self, at::IntArrayRef dim, bool unbiased,
                                                int64_t correction, bool keepdim)
{
    auto dim_now = var_check_and_trans_dim(self, dim);
    auto output_size = op_infer::var_npu_output_size(self, dim_now, keepdim);
    at::Tensor variance = npu_preparation::apply_tensor(self, output_size);
    at::Tensor mean = npu_preparation::apply_tensor(self, output_size);
    var_mean_out_nocheck(variance, mean, self, dim_now, unbiased, keepdim, correction);
    return std::tuple<at::Tensor, at::Tensor>(variance, mean);
}
} // namespace acl_op