#include "op_plugin/AclOpsInterface.h"
#include "op_plugin/OpApiInterface.h"
#include "op_plugin/utils/op_api_common.h"
namespace op_api {
std::tuple<at::Tensor, at::Tensor, at::Tensor> npu_alltoallv_gmm(const at::Tensor &gmm_x, const at::Tensor &gmm_weight,
c10::string_view hcom, int64_t ep_world_size, at::IntArrayRef send_counts, at::IntArrayRef recv_counts,
const c10::optional<at::Tensor> &send_counts_tensor, const c10::optional<at::Tensor> &recv_counts_tensor,
const c10::optional<at::Tensor> &mm_x, const c10::optional<at::Tensor> &mm_weight,
bool trans_gmm_weight, bool trans_mm_weight, bool permute_out_flag)
{
at::Tensor mm_y{nullptr};
at::Tensor permute_out{nullptr};
int64_t a = 0;
for (auto &i : recv_counts) {
a += i;
}
if (mm_x.has_value() && mm_weight.has_value()) {
const at::Tensor &mm_x_value = mm_x.value();
const at::Tensor &mm_weight_value = mm_weight.value();
int64_t bs = mm_x_value.size(0);
int64_t n2 = trans_mm_weight ? mm_weight_value.size(0) : mm_weight_value.size(1);
mm_y = at_npu::native::OpPreparation::apply_tensor_without_format({bs, n2}, mm_x_value.options());
}
if (permute_out_flag) {
int64_t h1 = gmm_x.size(1);
permute_out = at_npu::native::OpPreparation::apply_tensor_without_format({a, h1}, gmm_x.options());
}
int64_t n1 = trans_gmm_weight ? gmm_weight.size(1) : gmm_weight.size(2);
auto gmm_y = at_npu::native::OpPreparation::apply_tensor_without_format({a, n1}, gmm_x.options());
const at::Tensor &mm_x_real = mm_x.value_or(at::Tensor());
const at::Tensor &mm_weight_real = mm_weight.value_or(at::Tensor());
const at::Tensor &send_count_tensor_real = send_counts_tensor.value_or(at::Tensor());
const at::Tensor &recv_count_tensor_real = recv_counts_tensor.value_or(at::Tensor());
char* hcom_ptr = const_cast<char*>(hcom.data());
EXEC_NPU_CMD(aclnnAlltoAllvGroupedMatMul,
gmm_x,
gmm_weight,
send_count_tensor_real,
recv_count_tensor_real,
mm_x_real,
mm_weight_real,
hcom_ptr,
ep_world_size,
send_counts,
recv_counts,
trans_gmm_weight,
trans_mm_weight,
permute_out_flag,
gmm_y,
mm_y,
permute_out);
return std::tie(gmm_y, mm_y, permute_out);
}
}