import torch
import numpy as np
import torch_npu
from torch_npu.testing.testcase import TestCase, run_tests
from torch_npu.testing.common_utils import create_common_tensor
class TestNpuLinearBackward(TestCase):
def cpu_op_exec(self, x, weight, bias):
x.requires_grad = True
weight.requires_grad = True
bias.requires_grad = True
output = torch.nn.functional.linear(x, weight, bias)
loss = output.sum()
loss.backward()
list1 = [output.detach().numpy(), x.grad.numpy(), weight.grad.numpy(), bias.grad.numpy()]
return list1
def npu_op_exec(self, x, weight, bias):
x.requires_grad = True
weight.requires_grad = True
bias.requires_grad = True
output = torch_npu.npu_linear(x, weight, bias)
loss = output.sum()
loss.backward()
list2 = [output.cpu().detach().numpy(), x.grad.cpu().numpy(), weight.grad.cpu().numpy(),
bias.grad.cpu().numpy()]
return list2
def test_npu_linear_backward_shape_format_fp32(self):
shape_format = [
[[np.float16, -1, (6144, 1024)], [np.float16, -1, (256, 1024)], [np.float16, -1, (256)]],
[[np.float16, -1, (123, 456)], [np.float16, -1, (789, 456)], [np.float16, -1, (789)]],
]
for item in shape_format:
cpu_x, npu_x = create_common_tensor(item[0], -2, 2)
cpu_w, npu_w = create_common_tensor(item[1], -2, 2)
cpu_b, npu_b = create_common_tensor(item[2], -2, 2)
getlist1 = self.cpu_op_exec(cpu_x.float(), cpu_w.float(), cpu_b.float())
getlist2 = self.npu_op_exec(npu_x.float(), npu_w.float(), npu_b.float())
self.assertRtolEqual(getlist1[0], getlist2[0], prec=1.e-3, prec16=1.e-3)
self.assertRtolEqual(getlist1[1], getlist2[1], prec=1.e-3, prec16=1.e-3)
self.assertRtolEqual(getlist1[2], getlist2[2], prec=1.e-3, prec16=1.e-3)
self.assertRtolEqual(getlist1[3], getlist2[3], prec=1.e-3, prec16=1.e-3)
def test_npu_linear_shape_format_fp16(self):
shape_format = [
[[np.float16, -1, (6144, 1024)], [np.float16, -1, (256, 1024)], [np.float16, -1, (256)]],
[[np.float16, -1, (123, 456)], [np.float16, -1, (789, 456)], [np.float16, -1, (789)]],
]
for item in shape_format:
cpu_x, npu_x = create_common_tensor(item[0], -2, 2)
cpu_w, npu_w = create_common_tensor(item[1], -2, 2)
cpu_b, npu_b = create_common_tensor(item[2], -2, 2)
getlist1 = self.cpu_op_exec(cpu_x.float(), cpu_w.float(), cpu_b.float())
getlist2 = self.npu_op_exec(npu_x, npu_w, npu_b)
self.assertRtolEqual(getlist1[0].astype(np.float16), getlist2[0])
self.assertRtolEqual(getlist1[1].astype(np.float16), getlist2[1])
self.assertRtolEqual(getlist1[2].astype(np.float16), getlist2[2])
self.assertRtolEqual(getlist1[3].astype(np.float16), getlist2[3])
if __name__ == "__main__":
run_tests()