import torch
import numpy as np
import torch_npu
from torch_npu.testing.testcase import TestCase, run_tests
from torch_npu.testing.common_utils import create_common_tensor
class TestConvTbcBackward(TestCase):
weight_grad = []
input_grad = []
def get_weight_grad(self, grad):
self.weight_grad.append(grad.to("cpu"))
def get_input_grad(self, grad):
self.input_grad.append(grad.to("cpu"))
def cpu_op_exec(self, input1, weight1, bias1, pad):
input1.requires_grad = True
input1.register_hook(lambda grad: self.get_input_grad(grad))
weight1.requires_grad = True
weight1.register_hook(lambda grad: self.get_weight_grad(grad))
bias1.requires_grad = True
cpu_output = torch.conv_tbc(input1, weight1, bias1, pad)
tmp = torch.ones_like(cpu_output)
cpu_output.backward(tmp)
cpu_output = cpu_output.detach().numpy()
return cpu_output, bias1.grad
def npu_op_exec(self, input1, weight1, bias1, pad):
input1.requires_grad = True
input1.register_hook(lambda grad: self.get_input_grad(grad))
weight1.requires_grad = True
weight1.register_hook(lambda grad: self.get_weight_grad(grad))
bias1.requires_grad = True
npu_output = torch.conv_tbc(input1, weight1, bias1, pad)
tmp = torch.ones_like(npu_output)
tmp = tmp.to("npu")
npu_output.backward(tmp)
npu_output = npu_output.to("cpu")
npu_output = npu_output.detach().numpy()
return npu_output, bias1.grad.to("cpu")
def test_conv_tbc_backward_shape_format(self):
shape_format = [
[[np.float16, -1, (5, 1, 2)], [np.float16, -1, (1, 2, 2)], [np.float16, -1, (2)], 0],
]
for item in shape_format:
self.input_grad.clear()
self.weight_grad.clear()
cpu_input1, npu_input1 = create_common_tensor(item[0], 0, 10)
if cpu_input1.dtype == torch.float16:
cpu_input1 = cpu_input1.to(torch.float32)
cpu_weight, npu_weight = create_common_tensor(item[1], 0, 10)
if cpu_weight.dtype == torch.float16:
cpu_weight = cpu_weight.to(torch.float32)
cpu_bias, npu_bias = create_common_tensor(item[2], 0, 10)
if cpu_bias.dtype == torch.float16:
cpu_bias = cpu_bias.to(torch.float32)
cpu_output, cpu_bias = self.cpu_op_exec(cpu_input1, cpu_weight, cpu_bias, item[3])
npu_output, npu_bias = self.npu_op_exec(npu_input1, npu_weight, npu_bias, item[3])
cpu_output = cpu_output.astype(npu_output.dtype)
self.input_grad[0] = self.input_grad[0].to(self.input_grad[1].dtype)
self.weight_grad[0] = self.weight_grad[0].to(self.weight_grad[1].dtype)
cpu_bias = cpu_bias.to(npu_bias.dtype)
self.assertRtolEqual(cpu_output, npu_output, 1e-2)
self.assertRtolEqual(cpu_bias, npu_bias)
self.assertRtolEqual(self.input_grad[0].numpy(), self.input_grad[1].numpy(), 1e-1)
self.assertRtolEqual(self.weight_grad[0].numpy(), self.weight_grad[1].numpy(), 1e-1)
if __name__ == "__main__":
run_tests()