#include "op_plugin/AclOpsInterface.h"
#include "op_plugin/utils/OpAdapter.h"
namespace acl_op {
using npu_utils = at_npu::native::NpuUtils;
namespace {
std::tuple<at::Tensor&, at::Tensor&, at::Tensor&> apply_adam_out_npu_nocheck(
at::Tensor& var_out,
at::Tensor& m_out,
at::Tensor& v_out,
at::Scalar beta1_power,
at::Scalar beta2_power,
at::Scalar lr,
at::Scalar beta1,
at::Scalar beta2,
at::Scalar epsilon,
const at::Tensor& grad,
c10::optional<bool> use_locking,
c10::optional<bool> use_nesterov)
{
at_npu::native::OpCommand cmd;
auto var_out_dtype = var_out.scalar_type();
cmd.Name("ApplyAdamD")
.Input(var_out)
.Input(m_out)
.Input(v_out)
.Input(beta1_power, var_out_dtype)
.Input(beta2_power, var_out_dtype)
.Input(lr, var_out_dtype)
.Input(beta1, var_out_dtype)
.Input(beta2, var_out_dtype)
.Input(epsilon, var_out_dtype)
.Input(grad)
.Output(var_out)
.Output(m_out)
.Output(v_out);
if (use_locking.has_value()) {
cmd.Attr("use_locking", use_locking.value());
}
if (use_nesterov.has_value()) {
cmd.Attr("use_nesterov", use_nesterov.value());
}
cmd.Run();
return std::tie(var_out, m_out, v_out);
}
}
std::tuple<at::Tensor, at::Tensor, at::Tensor> npu_apply_adam(
const at::Scalar& beta1_power,
const at::Scalar& beta2_power,
const at::Scalar& lr,
const at::Scalar& beta1,
const at::Scalar& beta2,
const at::Scalar& epsilon,
const at::Tensor& grad,
c10::optional<bool> use_locking,
c10::optional<bool> use_nesterov)
{
TORCH_CHECK(false, "npu_apply_adam is not implemented for Tensor"
+ OPS_ERROR(ErrCode::PARAM));
}
std::tuple<at::Tensor&, at::Tensor&, at::Tensor&> npu_apply_adam_out(
const at::Scalar& beta1_power,
const at::Scalar& beta2_power,
const at::Scalar& lr,
const at::Scalar& beta1,
const at::Scalar& beta2,
const at::Scalar& epsilon,
const at::Tensor& grad,
c10::optional<bool> use_locking,
c10::optional<bool> use_nesterov,
at::Tensor& var,
at::Tensor& m,
at::Tensor& v)
{
bool var_match = npu_utils::check_match(&var);
bool m_match = npu_utils::check_match(&m);
bool v_match = npu_utils::check_match(&v);
if (!(var_match && m_match && v_match)) {
at::Tensor contiguous_var = var_match ? var : npu_utils::format_contiguous(var);
at::Tensor contiguous_m = m_match ? m : npu_utils::format_contiguous(m);
at::Tensor contiguous_v = v_match ? v : npu_utils::format_contiguous(v);
apply_adam_out_npu_nocheck(
contiguous_var,
contiguous_m,
contiguous_v,
beta1_power,
beta2_power,
lr,
beta1,
beta2,
epsilon,
grad,
use_locking,
use_nesterov);
if (!var_match) {
npu_utils::format_fresh_view(var, contiguous_var);
}
if (!m_match) {
npu_utils::format_fresh_view(m, contiguous_m);
}
if (!v_match) {
npu_utils::format_fresh_view(v, contiguous_v);
}
} else {
apply_adam_out_npu_nocheck(
var,
m,
v,
beta1_power,
beta2_power,
lr,
beta1,
beta2,
epsilon,
grad,
use_locking,
use_nesterov);
}
return std::tie(var, m, v);
}
}