import torch
import numpy as np
import torch_npu
from torch_npu.testing.testcase import TestCase, run_tests
from torch_npu.testing.common_utils import create_common_tensor
class TestSoftplusBackward(TestCase):
def cpu_op_exec(self, input1, beta1, threshold1):
input1.requires_grad = True
softplus = torch.nn.Softplus(beta=beta1, threshold=threshold1)
output = softplus(input1)
grads = torch.ones_like(output).float()
output.backward(grads)
output = output.detach().numpy()
return output, input1.grad
def npu_op_exec(self, input1, beta1, threshold1):
input1.requires_grad = True
softplus = torch.nn.Softplus(beta=beta1, threshold=threshold1)
output = softplus(input1)
grads = torch.ones_like(output).float().npu()
output.backward(grads)
output = output.to("cpu")
output = output.detach().numpy()
return output, input1.grad
def cpu_default_op_exec(self, input1):
input1.requires_grad = True
softplus = torch.nn.Softplus()
output = softplus(input1)
grads = torch.ones_like(output).float()
output.backward(grads)
output = output.detach().numpy()
return output, input1.grad
def npu_default_op_exec(self, input1):
input1.requires_grad = True
softplus = torch.nn.Softplus()
output = softplus(input1)
grads = torch.ones_like(output).float().npu()
output.backward(grads)
output = output.to("cpu")
output = output.detach().numpy()
return output, input1.grad
def test_softplus_backward_shape_format_fp32(self):
shape_format = [
[[np.float32, 0, (2, 3)]],
[[np.float32, 0, (8, 4, 3, 9)], 0.5, 5.],
[[np.float32, 0, (1, 7)], 0.5, 20.],
[[np.float32, 0, (1, 5, 6)], 1., 5.],
]
for item in shape_format:
cpu_input1, npu_input1 = create_common_tensor(item[0], -2, 100)
if len(item) > 1:
cpu_output, cpu_input_grad = self.cpu_op_exec(cpu_input1, item[1], item[2])
npu_output, npu_input_grad = self.npu_op_exec(npu_input1, item[1], item[2])
else:
cpu_output, cpu_input_grad = self.cpu_default_op_exec(cpu_input1)
npu_output, npu_input_grad = self.npu_default_op_exec(npu_input1)
self.assertRtolEqual(cpu_output, npu_output)
self.assertRtolEqual(cpu_input_grad, npu_input_grad.cpu())
def test_softplus_backward_shape_format_fp16(self):
shape_format = [
[[np.float16, 0, (2, 3)]],
[[np.float16, 0, (8, 4, 3, 9)], 0.5, 5.],
[[np.float16, 0, (1, 7)], 0.5, 20.],
[[np.float16, 0, (1, 5, 6)], 1., 5.],
]
for item in shape_format:
cpu_input1, npu_input1 = create_common_tensor(item[0], -2, 100)
if len(item) > 1:
cpu_output, cpu_input_grad = self.cpu_op_exec(cpu_input1.to(torch.float32), item[1], item[2])
npu_output, npu_input_grad = self.npu_op_exec(npu_input1, item[1], item[2])
else:
cpu_output, cpu_input_grad = self.cpu_default_op_exec(cpu_input1.to(torch.float32))
npu_output, npu_input_grad = self.npu_default_op_exec(npu_input1)
self.assertRtolEqual(cpu_output.astype(np.float16), npu_output)
self.assertRtolEqual(cpu_input_grad.to(torch.float16), npu_input_grad.cpu())
if __name__ == "__main__":
run_tests()