#include "op_plugin/utils/OpAdapter.h"
#if VERSION_BETWEEN(V2R1, V2R1)
#include "op_plugin/AclOpsInterface.h"
namespace acl_op {
using npu_preparation = at_npu::native::OpPreparation;
namespace {
c10::SmallVector<int64_t, SIZE> quantize_reshape_size(
const at::Tensor& self,
int64_t axis)
{
c10::SmallVector<int64_t, SIZE> out_size;
for (int64_t i = 0; i < self.dim(); i++) {
if (i != axis) {
out_size.emplace_back(1);
} else {
out_size.emplace_back(self.sizes()[i]);
}
}
return out_size;
}
}
at::Tensor& _quantize_per_channel_impl_out(
const at::Tensor& self,
const at::Tensor& scales,
const at::Tensor& zero_points,
int64_t axis,
at::ScalarType dtype,
at::Tensor& result)
{
auto reshape_size = quantize_reshape_size(self, axis);
at::Tensor scales_reshape = scales.reshape(reshape_size);
at::Tensor zp_reshape = zero_points.reshape(reshape_size);
string dtype_str = "torch.qint8";
if (dtype == at::ScalarType::QUInt8) {
dtype_str = "torch.quint8";
} else if (dtype == at::ScalarType::QInt32) {
dtype_str = "torch.qint32";
}
at_npu::native::OpCommand cmd;
cmd.Name("Quantize")
.Input(self)
.Input(scales_reshape)
.Input(zp_reshape)
.Output(result)
.Attr("axis", axis)
.Attr("dtype", dtype_str)
.Run();
return result;
}
at::Tensor quantize_per_channel(
const at::Tensor& self,
const at::Tensor& scales,
const at::Tensor& zero_points,
int64_t axis,
at::ScalarType dtype)
{
axis = op_plugin::utils::make_warp_dim(axis, self.dim());
TORCH_CHECK(scales.dim() == 1, "Scales' dim should be equal to 1." + OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(zero_points.dim() == 1, "Zero points' dim should be equal to 1." + OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(scales.sizes()[0] == zero_points.sizes()[0],
"Scales' size should be equal to zero points' size." + OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(axis <= self.sizes().size() - 1, "Unexpected value of axis." + OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(scales.sizes()[0] == self.sizes()[axis],
"length of scales must equal to the specified dimension." + OPS_ERROR(ErrCode::PARAM));
auto output_dtype = at::kInt;
if (dtype == at::ScalarType::QInt8) {
output_dtype = at::kChar;
} else if (dtype == at::ScalarType::QUInt8) {
output_dtype = at::kByte;
} else if (dtype == at::ScalarType::QInt32) {
output_dtype = at::kInt;
}
at::Tensor result = npu_preparation::apply_tensor(self, self.options().dtype(output_dtype));
acl_op::_quantize_per_channel_impl_out(self, scales, zero_points, axis, dtype, result);
return result;
}
}
#endif
#if VERSION_BETWEEN(V2R2, V2R2)
#include "op_plugin/AclOpsInterface.h"
#include <ATen/ops/quantize_per_channel.h>
#include <ATen/native/quantized/AffineQuantizer.h>
#include <vector>
#include <torch/library.h>
namespace acl_op {
namespace {
c10::SmallVector<int64_t, SIZE> quantize_reshape_size(
const at::Tensor& self,
int64_t axis)
{
c10::SmallVector<int64_t, SIZE> out_size;
for (int64_t i = 0; i < self.dim(); i++) {
if (i != axis) {
out_size.emplace_back(1);
} else {
out_size.emplace_back(self.sizes()[i]);
}
}
return out_size;
}
}
at::Tensor& _quantize_per_channel_impl_out(
const at::Tensor& self,
const at::Tensor& scales,
const at::Tensor& zero_points,
int64_t axis,
at::ScalarType dtype,
at::Tensor& result)
{
auto reshape_size = quantize_reshape_size(self, axis);
at::Tensor scales_reshape = scales.reshape(reshape_size);
at::Tensor zero_points_reshape = zero_points.reshape(reshape_size);
string dtype_str = "torch.qint8";
if (dtype == at::ScalarType::QUInt8) {
dtype_str = "torch.quint8";
} else if (dtype == at::ScalarType::QInt32) {
dtype_str = "torch.qint32";
}
at_npu::native::OpCommand cmd;
cmd.Name("Quantize")
.Input(self)
.Input(scales_reshape)
.Input(zero_points_reshape)
.Output(result)
.Attr("axis", axis)
.Attr("dtype", dtype_str)
.Run();
return result;
}
at::Tensor quantize_per_channel(
const at::Tensor& self,
const at::Tensor& scales,
const at::Tensor& zero_points,
int64_t axis,
at::ScalarType dtype)
{
auto zero_points_cpu = zero_points.to(at::Device(at::kCPU), at::kLong).contiguous();
return at::native::quantize_per_channel(self, scales, zero_points_cpu, axis, dtype);
}
}
#endif
#if VERSION_BETWEEN(V2R3, VERSION_NEWEST)
#include "op_plugin/AclOpsInterface.h"
#include <ATen/ops/quantize_per_channel.h>
#include <ATen/native/quantized/AffineQuantizer.h>
#include <vector>
#include <torch/library.h>
namespace acl_op {
namespace {
c10::SmallVector<int64_t, SIZE> quantize_reshape_size(
const at::Tensor& self,
int64_t axis)
{
c10::SmallVector<int64_t, SIZE> out_size;
for (int64_t i = 0; i < self.dim(); i++) {
if (i != axis) {
out_size.emplace_back(1);
} else {
out_size.emplace_back(self.sizes()[i]);
}
}
return out_size;
}
}
at::Tensor& _quantize_per_channel_impl_out(
const at::Tensor& self,
const at::Tensor& scales,
const at::Tensor& zero_points,
int64_t axis,
at::ScalarType dtype,
at::Tensor& result)
{
auto reshape_size = quantize_reshape_size(self, axis);
at::Tensor scales_reshape = scales.reshape(reshape_size);
at::Tensor zero_points_reshape = zero_points.reshape(reshape_size);
string dtype_str = "torch.qint8";
if (dtype == at::ScalarType::QUInt8) {
dtype_str = "torch.quint8";
} else if (dtype == at::ScalarType::QInt32) {
dtype_str = "torch.qint32";
}
at_npu::native::OpCommand cmd;
cmd.Name("Quantize")
.Input(self)
.Input(scales_reshape)
.Input(zero_points_reshape)
.Output(result)
.Attr("axis", axis)
.Attr("dtype", dtype_str)
.Run();
return result;
}
at::Tensor quantize_per_channel(
const at::Tensor& self,
const at::Tensor& scales,
const at::Tensor& zero_points,
int64_t axis,
at::ScalarType dtype)
{
return at::native::quantize_per_channel(self, scales, zero_points, axis, dtype);
}
}
#endif