import torch
import torch.nn as nn
import numpy as np
import torch_npu
from torch_npu.testing.testcase import TestCase, run_tests
from torch_npu.testing.common_utils import create_common_tensor
torch.npu.set_compile_mode(jit_compile=False)
torch.npu.config.allow_internal_format = False
class TestAvgPool2dBackward(TestCase):
def cpu_op_exec(self, input1):
m = nn.AvgPool2d(kernel_size=2, stride=2)
input1.requires_grad = True
output = m(input1)
output.backward(torch.ones_like(output))
output_grad = input1.grad
output_grad = output_grad.detach().numpy()
output = output.detach().numpy()
return output_grad, output
def npu_op_exec(self, input1):
m = nn.AvgPool2d(kernel_size=2, stride=2).npu()
input1.requires_grad = True
output = m(input1)
output.backward(torch.ones_like(output))
output_grad = input1.grad
output_grad = output_grad.to("cpu")
output_grad = output_grad.detach().numpy()
output = output.to("cpu")
output = output.detach().numpy()
return output_grad, output
def test_avg_pool2d_backward_shape_format_fp16(self):
format_list = [0, 3]
shape_list = [(5, 20, 8, 8)]
shape_format = [
[np.float16, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input, npu_input = create_common_tensor(item, 0, 100)
cpu_input = cpu_input.to(torch.float32)
cpu_output_grad, cpu_output = self.cpu_op_exec(cpu_input)
npu_output_grad, npu_output = self.npu_op_exec(npu_input)
cpu_output = cpu_output.astype(npu_output.dtype)
cpu_output_grad = cpu_output_grad.astype(npu_output_grad.dtype)
self.assertRtolEqual(cpu_output, npu_output)
self.assertRtolEqual(cpu_output_grad, npu_output_grad)
def test_avg_pool2d_backward_shape_format_fp32(self):
format_list = [0, 3]
shape_list = [(5, 20, 8, 8)]
shape_format = [
[np.float32, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input, npu_input = create_common_tensor(item, 0, 100)
cpu_output_grad, cpu_output = self.cpu_op_exec(cpu_input)
npu_output_grad, npu_output = self.npu_op_exec(npu_input)
cpu_output = cpu_output.astype(np.float16)
cpu_output_grad = cpu_output_grad.astype(np.float16)
npu_output = npu_output.astype(np.float16)
npu_output_grad = npu_output_grad.astype(np.float16)
self.assertRtolEqual(cpu_output, npu_output)
self.assertRtolEqual(cpu_output_grad, npu_output_grad)
def test_avg_pool2d_backward_3d_fp32(self):
cpu_input, npu_input = create_common_tensor([np.float32, 0, (1, 13, 13)], 0, 1)
cpu_output_grad, _ = self.cpu_op_exec(cpu_input)
npu_output_grad, _ = self.npu_op_exec(npu_input)
self.assertRtolEqual(cpu_output_grad, npu_output_grad, 0.0009)
def test_avg_pool2d_backward_4d_fp32(self):
cpu_input, npu_input = create_common_tensor([np.float32, 0, (5, 1, 8, 8)], 0, 1)
cpu_output_grad, _ = self.cpu_op_exec(cpu_input)
npu_output_grad, _ = self.npu_op_exec(npu_input)
self.assertRtolEqual(cpu_output_grad, npu_output_grad, 0.0009)
if __name__ == "__main__":
run_tests()