#include "op_plugin/AclOpsInterface.h"
#include "op_plugin/OpApiInterface.h"
#include "op_plugin/utils/op_api_common.h"
#include "op_plugin/utils/OpAdapter.h"
namespace op_api {
using npu_preparation = at_npu::native::OpPreparation;
const int64_t INT4_IN_INT32_NUM = 8;
at::Tensor npu_rms_norm_quant(const at::Tensor &x, const at::Tensor &gamma, const at::Tensor &beta,
const at::Tensor &scale, const at::Tensor &offset, double epsilon,
c10::optional<int64_t> dst_dtype)
{
at::ScalarType scalar_dtype = at::ScalarType::Undefined;
aclDataType y_acltype = aclDataType::ACL_INT8;
at::Tensor y;
auto output_shape = op_infer::array_to_small_vector(x.sizes());
auto x_dim_num = x.dim();
int64_t dst_dtype_value = dst_dtype.has_value() ? dst_dtype.value() : static_cast<int>(at::ScalarType::Char);
if (dst_dtype_value == static_cast<int64_t>(at::ScalarType::QUInt4x2)) {
ASCEND_LOGI("[npu_rms_norm_quant]: dst_dtype is torch.quint4x2, setting aclTensor out dtype to: %s",
at_npu::native::AclDataTypeToString(aclDataType::ACL_INT32).c_str());
y_acltype = aclDataType::ACL_INT32;
scalar_dtype = at::ScalarType::Int;
TORCH_CHECK(output_shape[x_dim_num - 1] % INT4_IN_INT32_NUM == 0,
"x shape last dim must be divded by 8 when int4 quantization" + OPS_ERROR(ErrCode::PARAM));
output_shape[x_dim_num - 1] /= INT4_IN_INT32_NUM;
int64_t npu_format = at_npu::native::custom_ops::get_npu_format(x);
if (npu_format == ACL_FORMAT_FRACTAL_NZ) {
y = npu_preparation::apply_tensor_with_format(
output_shape, c10::dtype(scalar_dtype), ACL_FORMAT_FRACTAL_NZ, true);
} else {
y = npu_preparation::apply_tensor_without_format(output_shape, c10::dtype(scalar_dtype));
}
} else {
y_acltype = c10_npu::GetAclDataType(dst_dtype_value);
scalar_dtype = npu_preparation::convert_to_scalar_type(y_acltype);
y = npu_preparation::apply_tensor_without_format(output_shape, c10::dtype(scalar_dtype));
}
TensorWrapper y_wrapper = {y, y_acltype};
EXEC_NPU_CMD(aclnnRmsNormQuant, x, gamma, beta, scale, offset, epsilon, y_wrapper);
return y;
}
}