import torch
import numpy as np
import torch_npu
from torch_npu.testing.testcase import TestCase, run_tests
from torch_npu.testing.common_utils import create_common_tensor
class TestMultiply(TestCase):
def cpu_op_exec(self, input1, input2):
output = torch.multiply(input1, input2)
output = output.numpy()
return output
def npu_op_exec(self, input1, input2):
output = torch.multiply(input1, input2)
output = output.to("cpu")
output = output.numpy()
return output
def cpu_op_out_exec(self, input1, input2, input3):
torch.multiply(input1, input2, out=input3)
input3 = input3.numpy()
return input3
def npu_op_out_exec(self, input1, input2, input3):
torch.multiply(input1, input2, out=input3)
input3 = input3.to("cpu")
input3 = input3.numpy()
return input3
def cpu_inp_op_exec(self, input1, input2):
input1.multiply_(input2)
output = input1.numpy()
return output
def npu_inp_op_exec(self, input1, input2):
input1.multiply_(input2)
output = input1.to("cpu")
output = output.numpy()
return output
def test_multiply_shape_format_fp16(self):
format_list = [0, 3, 4, 29]
shape_list = [1, (64, 10), (32, 3, 3), (256, 2048, 7, 7), (2, 0, 2)]
shape_format = [
[np.float16, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input1, npu_input1 = create_common_tensor(item, 1, 100)
cpu_input2, npu_input2 = create_common_tensor(item, 1, 100)
cpu_input1 = cpu_input1.to(torch.float32)
cpu_input2 = cpu_input2.to(torch.float32)
cpu_output = self.cpu_op_exec(cpu_input1, cpu_input2)
npu_output = self.npu_op_exec(npu_input1, npu_input2)
cpu_output = cpu_output.astype(npu_output.dtype)
self.assertRtolEqual(cpu_output, npu_output)
def test_multiply_shape_format_fp32(self):
format_list = [0, 3, 4, 29]
shape_list = [1, (64, 10), (32, 3, 3), (256, 2048, 7, 7)]
shape_format = [
[np.float32, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input1, npu_input1 = create_common_tensor(item, 1, 100)
cpu_input2, npu_input2 = create_common_tensor(item, 1, 100)
cpu_output = self.cpu_op_exec(cpu_input1, cpu_input2)
npu_output = self.npu_op_exec(npu_input1, npu_input2)
self.assertRtolEqual(cpu_output, npu_output)
def test_multiply_shape_format_bool(self):
format_list = [0]
shape_list = [1, (64, 10), (32, 3, 3), (256, 2048, 7, 7)]
shape_format = [
[np.int32, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input1, npu_input1 = create_common_tensor(item, 1, 100)
cpu_input2, npu_input2 = create_common_tensor(item, 1, 100)
cpu_output = self.cpu_op_exec(cpu_input1 > 50, cpu_input2 > 50)
npu_output = self.npu_op_exec(npu_input1 > 50, npu_input2 > 50)
self.assertRtolEqual(cpu_output, npu_output)
def test_multiply_shape_format_out_fp32(self):
format_list = [0]
shape_list = [1, (64, 10), (32, 3, 3), (256, 2048, 7, 7)]
shape_format = [
[np.float32, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input1, npu_input1 = create_common_tensor(item, 1, 100)
cpu_input2, npu_input2 = create_common_tensor(item, 1, 100)
cpuout = torch.randn(6)
npuout = torch.randn(6).to("npu")
cpu_output = self.cpu_op_out_exec(cpu_input1, cpu_input2, cpuout)
npu_output = self.npu_op_out_exec(npu_input1, npu_input2, npuout)
self.assertRtolEqual(cpu_output, npu_output)
def test_multiply_mix_dtype(self):
npu_input1, npu_input2 = create_common_tensor([np.int32, 0, (2, 3)], 1, 100)
npu_input3, npu_input4 = create_common_tensor([np.float32, 0, (2, 3)], 1, 100)
cpu_output = self.cpu_op_exec(npu_input1, npu_input3)
npu_output = self.npu_op_exec(npu_input2, npu_input4)
self.assertRtolEqual(cpu_output, npu_output)
def test_multiply_scalar_dtype(self):
cpu_input1, npu_input1 = create_common_tensor([np.int32, 0, (2, 3)], 1, 100)
cpu_output = self.cpu_op_exec(cpu_input1, 0.5)
npu_output = self.npu_op_exec(npu_input1, 0.5)
cpu_output_scalar = self.cpu_inp_op_exec(cpu_input1, 2)
npu_output_scalar = self.npu_inp_op_exec(npu_input1, 2)
self.assertRtolEqual(cpu_output, npu_output)
self.assertRtolEqual(cpu_output_scalar, npu_output_scalar)
def test_multiply_inp_shape_format_bool(self):
format_list = [0, 3, 4, 29]
shape_list = [[1], (64, 10), (32, 3, 3), (256, 2048, 7, 7)]
shape_format = [
[torch.bool, i, j] for i in format_list for j in shape_list
]
for item in shape_format:
cpu_input1 = torch.randint(0, 2, item[2]).to(item[0])
npu_input1 = cpu_input1.npu()
cpu_input2 = torch.randint(0, 2, item[2]).to(item[0])
npu_input2 = cpu_input2.npu()
cpu_output = self.cpu_inp_op_exec(cpu_input1, cpu_input2)
npu_output = self.npu_inp_op_exec(npu_input1, npu_input2)
self.assertRtolEqual(cpu_output, npu_output)
if __name__ == "__main__":
run_tests()