#include "op_plugin/AclOpsInterface.h"
#include "op_plugin/OpApiInterface.h"
#include "op_plugin/utils/op_api_common.h"
namespace op_api {
namespace {
constexpr int64_t kChannelDim = 1;
struct ConvParams {
std::vector<int64_t> stride;
std::vector<int64_t> padding;
std::vector<int64_t> dilation;
bool transposed;
std::vector<int64_t> output_padding;
int groups;
bool is_output_padding_neg() const;
bool is_padding_neg() const;
bool is_stride_nonpos() const;
};
auto ConvParams::is_output_padding_neg() const -> bool {
bool is_non_neg = false;
for (auto p : output_padding) {
is_non_neg |= (p < 0);
}
return is_non_neg;
}
auto ConvParams::is_padding_neg() const -> bool {
bool is_non_neg = false;
for (auto p : padding) {
is_non_neg |= (p < 0);
}
return is_non_neg;
}
auto ConvParams::is_stride_nonpos() const -> bool {
bool is_nonpos = false;
for (auto s : stride) {
is_nonpos |= (s <= 0);
}
return is_nonpos;
}
inline std::vector<int64_t> expand_param_if_needed(
at::IntArrayRef list_param,
const char* param_name,
int64_t expected_dim) {
if (list_param.size() == 1) {
return std::vector<int64_t>(expected_dim, list_param[0]);
} else if ((int64_t)list_param.size() != expected_dim) {
TORCH_CHECK(
false,
"expected ",
param_name,
" to be a single integer value or a list of ",
expected_dim,
" values to match the convolution dimensions, but got ",
param_name,
"=",
list_param,
OPS_ERROR(ErrCode::PARAM));
} else {
return list_param.vec();
}
}
inline bool is_empty_channel_input(const at::Tensor& input) {
return input.size(kChannelDim) == 0;
}
at::Tensor make_empty_channel_output(
const at::Tensor& input,
const at::Tensor& weight,
const c10::optional<at::Tensor>& bias,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef dilation,
bool transposed,
at::IntArrayRef output_padding,
int64_t groups) {
auto output_size = op_infer::conv_npu_output_size(
input, weight, bias, padding, output_padding, stride, dilation, groups, transposed);
output_size[kChannelDim] = 0;
return at::empty(output_size, input.options());
}
}
using npu_preparation = at_npu::native::OpPreparation;
void check_shape_forward(
const at::Tensor& input,
const c10::IntArrayRef& weight_sizes,
const at::Tensor& bias,
const ConvParams& params) {
int64_t k = input.ndimension();
int64_t weight_dim = static_cast<int64_t>(weight_sizes.size());
int64_t groups = params.groups;
const auto& padding = params.padding;
const auto& dilation = params.dilation;
bool transposed = params.transposed;
TORCH_CHECK(!params.is_padding_neg(), "negative padding is not supported" + OPS_ERROR(ErrCode::NOT_SUPPORT));
TORCH_CHECK(
!params.is_output_padding_neg(), "negative output_padding is not supported" + OPS_ERROR(ErrCode::NOT_SUPPORT));
TORCH_CHECK(!params.is_stride_nonpos(), "non-positive stride is not supported" + OPS_ERROR(ErrCode::NOT_SUPPORT));
TORCH_CHECK(
weight_dim == k,
"Expected ",
weight_dim,
"-dimensional input for ",
weight_dim,
"-dimensional weight ",
weight_sizes,
", but got ",
k,
"-dimensional input of size ",
input.sizes(),
" instead",
OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(
weight_sizes[0] >= groups,
"Given groups=",
groups,
", expected weight to be at least ",
groups,
" at dimension 0, but got weight of size ",
weight_sizes,
" instead",
OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(
weight_sizes[0] % groups == 0,
"Given groups=",
groups,
", expected weight to be divisible by ",
groups,
" at dimension 0, but got weight of size [",
weight_sizes,
"] instead",
OPS_ERROR(ErrCode::PARAM));
if (!transposed) {
std::vector<int64_t> input_shape;
std::vector<int64_t> kernel_shape;
bool kernel_size_correct = true;
TORCH_CHECK(
input.size(1) == (weight_sizes[1] * groups),
"Given groups=",
groups,
", weight of size ",
weight_sizes,
", expected input",
input.sizes(),
" to have ",
(weight_sizes[1] * groups),
" channels, but got ",
input.size(1),
" channels instead",
OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(
!bias.defined() || (bias.ndimension() == 1 && bias.size(0) == weight_sizes[0]),
"Given weight of size ",
weight_sizes,
", expected bias to be 1-dimensional with ",
weight_sizes[0],
" elements",
", but got bias of size ",
bias.sizes(),
" instead",
OPS_ERROR(ErrCode::PARAM));
for (const auto i : c10::irange(2, k)) {
input_shape.push_back(input.size(i) + 2 * padding[i - 2]);
kernel_shape.push_back(dilation[i - 2] * (weight_sizes[i] - 1) + 1);
if (input_shape.back() < kernel_shape.back()) {
kernel_size_correct = false;
}
}
TORCH_CHECK(
input_shape.size() == kernel_shape.size(),
"Inconsistent shape between Input and Kernel",
OPS_ERROR(ErrCode::PARAM));
if (!kernel_size_correct) {
std::ostringstream input_ss;
std::ostringstream kernel_ss;
std::string separator = "";
for (uint64_t i = 0, len = input_shape.size(); i < len; ++i) {
input_ss << separator << input_shape[i];
kernel_ss << separator << kernel_shape[i];
separator = " x ";
}
TORCH_CHECK(
false,
"Calculated padded input size per channel: (",
input_ss.str(),
"). Kernel size: (",
kernel_ss.str(),
"). Kernel size can't be greater than actual input size",
OPS_ERROR(ErrCode::PARAM));
}
} else {
TORCH_CHECK(
input.size(1) == weight_sizes[0],
"Given transposed=",
transposed,
", weight of size ",
weight_sizes,
", expected input",
input.sizes(),
" to have ",
weight_sizes[0],
" channels, but got ",
input.size(1),
" channels instead",
OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(
!bias.defined() || (bias.ndimension() == 1 && bias.size(0) == weight_sizes[1] * groups),
"Given transposed=",
transposed,
", weight of size ",
weight_sizes,
", expected bias to be 1-dimensional with ",
weight_sizes[1] * groups,
" elements",
", but got bias of size ",
bias.sizes(),
" instead",
OPS_ERROR(ErrCode::PARAM));
}
}
static inline c10::SmallVector<int64_t, op_infer::N> expand_dim(
at::IntArrayRef list_param,
const char* param_name,
int64_t expected_dim) {
if (list_param.size() == 1) {
c10::SmallVector<int64_t, op_infer::N> expand_dim_param_vec;
for (int64_t i = 0; i < expected_dim; i++) {
expand_dim_param_vec.emplace_back(list_param[0]);
}
return expand_dim_param_vec;
} else {
return op_plugin::utils::convert_array_to_vector(list_param);
}
}
at::Tensor convolution(
const at::Tensor& input,
const at::Tensor& weight,
const c10::optional<at::Tensor>& bias,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef dilation,
bool transposed,
at::IntArrayRef output_padding,
int64_t groups) {
return at::_convolution(
input, weight, bias, stride, padding, dilation, transposed, output_padding, groups, false, false, false, false);
}
static at::Tensor _calc_convolution(
const at::Tensor& input,
const at::Tensor& weight,
const c10::optional<at::Tensor>& bias,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef dilation,
bool transposed,
at::IntArrayRef output_padding,
int64_t groups) {
int64_t k = weight.ndimension();
int64_t inputK = input.ndimension();
int64_t dim = k - 2;
bool unBatch = false;
bool is_jit_enable = !at_npu::native::env::CheckJitDisable();
bool is_allow_internel_format = !at_npu::native::env::CheckForbidInternalFormat();
ASCEND_LOGI(
"_calc_convolution exec with jit compile: %d, allow internal format: %d",
is_jit_enable,
is_allow_internel_format);
static auto conv_sc = at_npu::native::env::CheckCompatibleImpl();
if ((is_allow_internel_format || is_jit_enable) && (dim != 3) && (!conv_sc)) {
return acl_op::_convolution(
input, weight, bias, stride, padding, dilation, transposed, output_padding, groups, false, false, false, false);
}
if (dim != 1 && dim != 2 && dim != 3) {
return at::Tensor();
}
c10::SmallVector<int64_t, op_infer::N> stride_expand = expand_dim(stride, "stride", dim);
stride = at::IntArrayRef(stride_expand);
c10::SmallVector<int64_t, op_infer::N> padding_expand = expand_dim(padding, "padding", dim);
padding = at::IntArrayRef(padding_expand);
c10::SmallVector<int64_t, op_infer::N> dilation_expand = expand_dim(dilation, "dilation", dim);
dilation = at::IntArrayRef(dilation_expand);
c10::SmallVector<int64_t, op_infer::N> output_padding_expend = expand_dim(output_padding, "output_padding", dim);
output_padding = at::IntArrayRef(output_padding_expend);
c10::SmallVector<int64_t, SIZE> out_size;
out_size = op_infer::conv_npu_output_size(
input, weight, bias, padding, output_padding, stride, dilation, groups, transposed);
auto output = npu_preparation::apply_tensor_without_format(out_size, input.options());
int8_t cube_math_type = npu_preparation::get_cube_math_type(at_npu::native::env::IsAllowConvHF32());
EXEC_NPU_CMD(
aclnnConvolution,
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
output,
cube_math_type);
if (dim == 2 && inputK == 3) {
c10::SmallVector<int64_t, SIZE> squeeze_size = {output.size(1), output.size(2), output.size(3)};
output.resize_(squeeze_size);
c10::SmallVector<int64_t, SIZE> squeeze_size_input = {input.size(1), input.size(2), input.size(3)};
input.resize_(squeeze_size_input);
}
FLOP_COUNT(FlopCounter::conv_flop, input, weight, transposed, output);
return output;
}
at::Tensor _convolution(
const at::Tensor& input,
const at::Tensor& weight,
const c10::optional<at::Tensor>& bias,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef dilation,
bool transposed,
at::IntArrayRef output_padding,
int64_t groups,
bool benchmark,
bool deterministic,
bool cudnn_enabled,
bool allow_tf32) {
auto k = weight.ndimension();
int64_t dim = k - 2;
ConvParams params;
params.stride = expand_param_if_needed(stride, "stride", dim);
params.padding = expand_param_if_needed(padding, "padding", dim);
params.dilation = expand_param_if_needed(dilation, "dilation", dim);
params.transposed = transposed;
params.output_padding = expand_param_if_needed(output_padding, "output_padding", dim);
params.groups = groups;
check_shape_forward(input, weight.sizes(), bias.has_value() ? bias.value() : at::Tensor(), params);
if (is_empty_channel_input(input)) {
return make_empty_channel_output(
input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::_convolution(
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
benchmark,
deterministic,
cudnn_enabled,
allow_tf32));
const at::Tensor& bias_opt = c10::value_or_else(bias, [] { return at::Tensor(); });
at::Tensor bias_val = bias_opt;
op_plugin::utils::check_input_same_type_as_parameters(input, weight, bias_val);
return _calc_convolution(input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
at::Tensor slow_conv_transpose2d(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias_opt,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef output_padding,
at::IntArrayRef dilation) {
const at::Tensor& bias = c10::value_or_else(bias_opt, [] { return at::Tensor(); });
bool transposed = true;
int64_t groups = 1;
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::_convolution(
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
false,
false,
false,
false));
return _calc_convolution(input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
at::Tensor& slow_conv_transpose2d_out(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias_opt,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef output_padding,
at::IntArrayRef dilation,
at::Tensor& output) {
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::slow_conv_transpose2d_out(
input, weight, kernel_size, bias_opt, stride, padding, output_padding, dilation, output));
const at::Tensor& bias = c10::value_or_else(bias_opt, [] { return at::Tensor(); });
bool transposed = true;
int64_t groups = 1;
int64_t k = weight.ndimension();
int64_t dim = k - 2;
c10::SmallVector<int64_t, op_infer::N> stride_expand = expand_dim(stride, "stride", dim);
stride = at::IntArrayRef(stride_expand);
c10::SmallVector<int64_t, op_infer::N> padding_expand = expand_dim(padding, "padding", dim);
padding = at::IntArrayRef(padding_expand);
c10::SmallVector<int64_t, op_infer::N> dilation_expand = expand_dim(dilation, "dilation", dim);
dilation = at::IntArrayRef(dilation_expand);
c10::SmallVector<int64_t, op_infer::N> output_padding_expend = expand_dim(output_padding, "output_padding", dim);
output_padding = at::IntArrayRef(output_padding_expend);
c10::SmallVector<int64_t, SIZE> out_size;
out_size = op_infer::conv_npu_output_size(
input, weight, bias, padding, output_padding, stride, dilation, groups, transposed);
if (bias.defined()) {
npu_preparation::check_tensor({input, weight, bias}, {output}, input.scalar_type(), out_size);
} else {
npu_preparation::check_tensor({input, weight}, {output}, input.scalar_type(), out_size);
}
int64_t inputK = input.ndimension();
bool unBatch = false;
bool is_jit_enable = !at_npu::native::env::CheckJitDisable();
bool is_allow_internel_format = !at_npu::native::env::CheckForbidInternalFormat();
ASCEND_LOGI(
"slow_conv_transpose2d_out exec with jit compile: %d, allow internal format: %d",
is_jit_enable,
is_allow_internel_format);
if ((is_allow_internel_format || is_jit_enable)) {
output = acl_op::_convolution(
input, weight, bias, stride, padding, dilation, transposed, output_padding, groups, false, false, false, false);
return output;
}
if (dim != 1 && dim != 2 && dim != 3) {
output = at::Tensor();
return output;
}
int8_t cube_math_type = npu_preparation::get_cube_math_type(at_npu::native::env::IsAllowConvHF32());
EXEC_NPU_CMD(
aclnnConvolution,
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
output,
cube_math_type);
if (dim == 2 && inputK == 3) {
c10::SmallVector<int64_t, SIZE> squeeze_size = {output.size(1), output.size(2), output.size(3)};
output.resize_(squeeze_size);
c10::SmallVector<int64_t, SIZE> squeeze_size_input = {input.size(1), input.size(2), input.size(3)};
input.resize_(squeeze_size_input);
}
return output;
}
at::Tensor slow_conv_dilated2d(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::IntArrayRef dilation) {
bool transposed = false;
at::IntArrayRef output_padding = {0, 0};
int64_t groups = 1;
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::_convolution(
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
false,
false,
false,
false));
return _calc_convolution(input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
at::Tensor _slow_conv2d_forward(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias_opt,
at::IntArrayRef stride,
at::IntArrayRef padding) {
c10::MaybeOwned<at::Tensor> bias_maybe_owned = at::borrow_from_optional_tensor(bias_opt);
const at::Tensor& bias = *bias_maybe_owned;
at::IntArrayRef dilation = {1, 1};
int64_t groups = 1;
bool transposed = false;
at::IntArrayRef output_padding = {0, 0};
auto w_sizes = weight.sizes();
int64_t s1 = w_sizes[0];
int64_t s2 = c10::multiply_integers(w_sizes.slice(1));
TORCH_CHECK(kernel_size[0] * kernel_size[1] != 0, "kernel_size should not be zero", OPS_ERROR(ErrCode::PARAM));
s2 = s2 / (kernel_size[0] * kernel_size[1]);
c10::SmallVector<int64_t, SIZE> slow_weight_size = {s1, s2, kernel_size[0], kernel_size[1]};
weight.resize_(slow_weight_size);
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::_convolution(
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
false,
false,
false,
false));
return _calc_convolution(input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
at::Tensor& _slow_conv2d_forward_out(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias_opt,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::Tensor& output) {
c10::MaybeOwned<at::Tensor> bias_maybe_owned = at::borrow_from_optional_tensor(bias_opt);
const at::Tensor& bias = *bias_maybe_owned;
at::IntArrayRef dilation = {1, 1};
int64_t groups = 1;
bool transposed = false;
at::IntArrayRef output_padding = {0, 0};
auto w_sizes = weight.sizes();
int64_t s1 = w_sizes[0];
int64_t s2 = c10::multiply_integers(w_sizes.slice(1));
TORCH_CHECK(kernel_size[0] * kernel_size[1] != 0, "kernel_size should not be zero", OPS_ERROR(ErrCode::PARAM));
s2 = s2 / (kernel_size[0] * kernel_size[1]);
c10::SmallVector<int64_t, SIZE> slow_weight_size = {s1, s2, kernel_size[0], kernel_size[1]};
weight.resize_(slow_weight_size);
DO_COMPATIBILITY(
aclnnConvolution, acl_op::_slow_conv2d_forward_out(input, weight, kernel_size, bias, stride, padding, output));
c10::SmallVector<int64_t, SIZE> out_size;
out_size = op_infer::conv_npu_output_size(
input, weight, bias, padding, output_padding, stride, dilation, groups, transposed);
if (bias.defined()) {
npu_preparation::check_tensor({input, weight, bias}, {output}, input.scalar_type(), out_size);
} else {
npu_preparation::check_tensor({input, weight}, {output}, input.scalar_type(), out_size);
}
bool is_jit_enable = !at_npu::native::env::CheckJitDisable();
bool is_allow_internel_format = !at_npu::native::env::CheckForbidInternalFormat();
ASCEND_LOGI(
"_slow_conv2d_forward_out exec with jit compile: %d, allow internal format: %d",
is_jit_enable,
is_allow_internel_format);
if (is_allow_internel_format || is_jit_enable) {
output = acl_op::_slow_conv2d_forward_out(input, weight, kernel_size, bias, stride, padding, output);
return output;
}
int8_t cube_math_type = npu_preparation::get_cube_math_type(at_npu::native::env::IsAllowConvHF32());
EXEC_NPU_CMD(
aclnnConvolution,
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
output,
cube_math_type);
return output;
}
at::Tensor slow_conv3d_forward(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias_opt,
at::IntArrayRef stride,
at::IntArrayRef padding) {
if (is_empty_channel_input(input)) {
std::vector<int64_t> dilation_vec = {1, 1, 1};
at::IntArrayRef dilation(dilation_vec);
bool transposed = false;
std::vector<int64_t> output_padding_vec = {0, 0, 0};
at::IntArrayRef output_padding(output_padding_vec);
int64_t groups = 1;
return make_empty_channel_output(
input, weight, bias_opt, stride, padding, dilation, transposed, output_padding, groups);
}
if (c10_npu::GetSocVersion() >= c10_npu::SocVersion::Ascend310P1 &&
c10_npu::GetSocVersion() < c10_npu::SocVersion::Ascend910B1) {
return acl_op::slow_conv3d_forward(input, weight, kernel_size, bias_opt, stride, padding);
}
c10::MaybeOwned<at::Tensor> bias_maybe_owned = at::borrow_from_optional_tensor(bias_opt);
const at::Tensor& bias = *bias_maybe_owned;
std::vector<int64_t> dilation_vec = {1, 1, 1};
at::IntArrayRef dilation(dilation_vec);
int64_t groups = 1;
bool transposed = false;
std::vector<int64_t> output_padding_vec = {0, 0, 0};
at::IntArrayRef output_padding(output_padding_vec);
auto w_sizes = weight.sizes();
int64_t s1 = w_sizes[0];
int64_t s2 = c10::multiply_integers(w_sizes.slice(1));
const int64_t kernel_depth = kernel_size[0];
const int64_t kernel_height = kernel_size[1];
const int64_t kernel_width = kernel_size[2];
TORCH_CHECK(
kernel_depth > 0 && kernel_height > 0 && kernel_width > 0,
"kernel size should be greater than zero, but got: ",
kernel_depth,
" x ",
kernel_height,
" x ",
kernel_width,
" (TxHxW)",
OPS_ERROR(ErrCode::PARAM));
s2 = s2 / (kernel_depth * kernel_height * kernel_width);
c10::SmallVector<int64_t, SIZE> slow_weight_size = {s1, s2, kernel_depth, kernel_height, kernel_width};
weight.resize_(slow_weight_size);
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::_convolution(
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
false,
false,
false,
false));
return _calc_convolution(input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
at::Tensor& slow_conv3d_forward_out(
const at::Tensor& input,
const at::Tensor& weight,
at::IntArrayRef kernel_size,
const c10::optional<at::Tensor>& bias_opt,
at::IntArrayRef stride,
at::IntArrayRef padding,
at::Tensor& output) {
if (c10_npu::GetSocVersion() >= c10_npu::SocVersion::Ascend310P1 &&
c10_npu::GetSocVersion() < c10_npu::SocVersion::Ascend910B1) {
return acl_op::slow_conv3d_forward_out(input, weight, kernel_size, bias_opt, stride, padding, output);
}
c10::MaybeOwned<at::Tensor> bias_maybe_owned = at::borrow_from_optional_tensor(bias_opt);
const at::Tensor& bias = *bias_maybe_owned;
std::vector<int64_t> dilation_vec = {1, 1, 1};
at::IntArrayRef dilation(dilation_vec);
int64_t groups = 1;
bool transposed = false;
std::vector<int64_t> output_padding_vec = {0, 0, 0};
at::IntArrayRef output_padding(output_padding_vec);
auto w_sizes = weight.sizes();
int64_t s1 = w_sizes[0];
int64_t s2 = c10::multiply_integers(w_sizes.slice(1));
const int64_t kernel_depth = kernel_size[0];
const int64_t kernel_height = kernel_size[1];
const int64_t kernel_width = kernel_size[2];
TORCH_CHECK(
kernel_depth > 0 && kernel_height > 0 && kernel_width > 0,
"kernel size should be greater than zero, but got: ",
kernel_depth,
" x ",
kernel_height,
" x ",
kernel_width,
" (TxHxW)",
OPS_ERROR(ErrCode::PARAM));
s2 = s2 / (kernel_depth * kernel_height * kernel_width);
c10::SmallVector<int64_t, SIZE> slow_weight_size = {s1, s2, kernel_depth, kernel_height, kernel_width};
weight.resize_(slow_weight_size);
DO_COMPATIBILITY(
aclnnConvolution, acl_op::slow_conv3d_forward_out(input, weight, kernel_size, bias, stride, padding, output));
c10::SmallVector<int64_t, SIZE> out_size;
out_size = op_infer::conv_npu_output_size(
input, weight, bias, padding, output_padding, stride, dilation, groups, transposed);
if (bias.defined()) {
npu_preparation::check_tensor({input, weight, bias}, {output}, input.scalar_type(), out_size);
} else {
npu_preparation::check_tensor({input, weight}, {output}, input.scalar_type(), out_size);
}
int8_t cube_math_type = npu_preparation::get_cube_math_type(at_npu::native::env::IsAllowConvHF32());
EXEC_NPU_CMD(
aclnnConvolution,
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
output,
cube_math_type);
return output;
}
at::Tensor convolution_overrideable(
const at::Tensor& input,
const at::Tensor& weight,
const c10::optional<at::Tensor>& bias,
c10::IntArrayRef stride,
c10::IntArrayRef padding,
c10::IntArrayRef dilation,
bool transposed,
c10::IntArrayRef output_padding,
int64_t groups) {
if (is_empty_channel_input(input)) {
return make_empty_channel_output(
input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
DO_COMPATIBILITY(
aclnnConvolution,
acl_op::_convolution(
input,
weight,
bias,
stride,
padding,
dilation,
transposed,
output_padding,
groups,
false,
false,
false,
false));
return _calc_convolution(input, weight, bias, stride, padding, dilation, transposed, output_padding, groups);
}
}