#include <set>
#include <cstring>
#include <op_plugin/OpApiInterface.h>
#include <torch_npu/csrc/framework/utils/InternalFormatOpAdapter.h>
#include "op_plugin/utils/op_api_common.h"
#include "op_plugin/utils/OpUtils.h"
namespace op_api {
using npu_preparation = at_npu::native::OpPreparation;
static const int TWO_DIMS = 2;
const std::set<int> SUPPORT_WORLD_SIZE_LIST{2, 4, 8, 16};
at::Tensor npu_matmul_all_to_all(const at::Tensor &x1, const at::Tensor &x2, c10::string_view hcom, int64_t world_size,
const c10::optional<at::Tensor> &bias, c10::OptionalIntArrayRef all2all_axes,
c10::optional<c10::string_view> comm_mode)
{
TORCH_CHECK(x1.dim() == TWO_DIMS, "The x1 input of mm is required to be 2D, but the actual x1 input is ", x1.dim(), "D." + OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(x2.dim() == TWO_DIMS, "The x2 input of mm is required to be 2D, but the actual x2 input is ", x2.dim(), "D." + OPS_ERROR(ErrCode::PARAM));
TORCH_CHECK(SUPPORT_WORLD_SIZE_LIST.find(world_size) != SUPPORT_WORLD_SIZE_LIST.end(),
"The world_size should be in [2, 4, 8, 16], but the actual value is ", world_size, "." + OPS_ERROR(ErrCode::VALUE));
aclDataType output_acl_type = npu_preparation::convert_to_acl_data_type(x1.scalar_type());
at::ScalarType output_scalar_type = npu_preparation::convert_to_scalar_type(output_acl_type);
int64_t out_m = x1.size(0) * world_size;
int64_t out_n = x2.size(1) / world_size;
auto output_size = {out_m, out_n};
at::Tensor output_tensor = npu_preparation::apply_tensor_without_format(output_size, c10::dtype(output_scalar_type));
char *group_ptr = const_cast<char *>(hcom.data());
bool transpose_x1 = false;
bool transpose_x2 = false;
if (comm_mode.has_value()) {
TORCH_CHECK(check_aclnn_kernel_available("aclnnMatmulAlltoAllV2"),
"Too old ops-transformer package, please update. Or use comm_mode = None." + OPS_ERROR(ErrCode::PARAM));
char *comm_mode_ptr = const_cast<char *>(comm_mode.value().data());
EXEC_NPU_CMD(aclnnMatmulAlltoAllV2, x1, x2, bias, all2all_axes, group_ptr, comm_mode_ptr, transpose_x1,
transpose_x2, output_tensor);
} else {
EXEC_NPU_CMD(
aclnnMatmulAlltoAll, x1, x2, bias, all2all_axes, group_ptr, transpose_x1, transpose_x2, output_tensor);
}
return output_tensor;
}
}