import pytest
import triton
import triton.language as tl
import torch
import torch_npu
import test_common
from test_common import TestUtils
import math
import logging
def torch_eq(x0, x1):
if x0.dtype != torch.uint32:
return x0 == x1
else:
return x0.to(torch.float32) == x1.to(torch.float32)
@triton.jit
def triton_eq(in_ptr0, in_ptr1, out_ptr0, N: tl.constexpr, XBLOCK: tl.constexpr, XBLOCK_SUB: tl.constexpr):
offset = tl.program_id(0) * XBLOCK
base1 = tl.arange(0, XBLOCK_SUB)
loops1: tl.constexpr = XBLOCK // XBLOCK_SUB
for loop1 in range(loops1):
x_index = offset + (loop1 * XBLOCK_SUB) + base1
tmp0 = tl.load(in_ptr0 + x_index, mask=x_index < N)
tmp1 = tl.load(in_ptr1 + x_index, mask=x_index < N)
tmp2 = tmp0 == tmp1
tl.store(out_ptr0 + x_index, tmp2, mask=x_index < N)
@triton.jit
def triton_eq_4d_5d(
x_ptr, y_ptr, output_ptr,
BLOCK_0: tl.constexpr, BLOCK_1: tl.constexpr, BLOCK_2: tl.constexpr, BLOCK_3: tl.constexpr,
BLOCK_4: tl.constexpr,
SHAPE_0: tl.constexpr, SHAPE_1: tl.constexpr, SHAPE_2: tl.constexpr, SHAPE_3: tl.constexpr,
SHAPE_4: tl.constexpr,
STRIDE_0: tl.constexpr, STRIDE_1: tl.constexpr, STRIDE_2: tl.constexpr, STRIDE_3: tl.constexpr,
STRIDE_4: tl.constexpr
):
offsets = tl.program_id(0)
offsets = offsets + tl.arange(0, BLOCK_0) * STRIDE_0
masks = tl.arange(0, BLOCK_0) < SHAPE_0
if (BLOCK_1 * BLOCK_2 * BLOCK_3 * BLOCK_4) > 1:
offsets = offsets[:, None] + tl.arange(0, BLOCK_1)[None, :] * STRIDE_1
masks = masks[:, None] & (tl.arange(0, BLOCK_1)[None, :] < SHAPE_1)
if (BLOCK_2 * BLOCK_3 * BLOCK_4) > 1:
offsets = offsets[:, :, None] + tl.arange(0, BLOCK_2)[None, None, :] * STRIDE_2
masks = masks[:, :, None] & (tl.arange(0, BLOCK_2)[None, None, :] < SHAPE_2)
if (BLOCK_3 * BLOCK_4) > 1:
offsets = offsets[:, :, :, None] + tl.arange(0, BLOCK_3)[None, None, None, :] * STRIDE_3
masks = masks[:, :, :, None] & (tl.arange(0, BLOCK_3)[None, None, None, :] < SHAPE_3)
if BLOCK_4 > 1:
offsets = offsets[:, :, :, :, None] + tl.arange(0, BLOCK_4)[None, None, None, None, :] * STRIDE_4
masks = masks[:, :, :, :, None] & (tl.arange(0, BLOCK_4)[None, None, None, None, :] < SHAPE_4)
x_val = tl.load(x_ptr + offsets, masks)
y_val = tl.load(y_ptr + offsets, masks)
ret = x_val == y_val
tl.store(output_ptr + offsets, ret, mask=masks)
@pytest.mark.parametrize('shape', TestUtils.test_shape1_2_3d)
@pytest.mark.parametrize('dtype', ['bool', 'int8', 'int16', 'int32', 'int64', 'float16', 'bfloat16', 'float32'])
def test_eq(shape, dtype):
logging.debug(f'dtype:{dtype} shape:{shape}')
x0 = test_common.generate_tensor(shape, dtype).npu()
x1 = test_common.generate_tensor(shape, dtype).npu()
numel = x0.numel()
ncore = 1 if numel <= 32 else 32
xblock = math.ceil(numel / ncore)
xblock_sub = numel if numel <= ncore else math.ceil(numel / ncore)
torch_res = torch_eq(x0, x1).to(eval('torch.' + dtype))
triton_res = torch.zeros(shape, dtype=eval('torch.' + dtype)).npu()
N = triton_res.numel()
triton_eq[ncore, 1, 1](x0, x1, triton_res, N, xblock, xblock_sub)
torch_res = torch_res if dtype != 'uint32' else torch_res.to(torch.float32)
triton_res = triton_res if dtype != 'uint32' else triton_res.to(torch.float32)
cmp_dtype = dtype if dtype != 'uint32' else 'float32'
test_common.validate_cmp(cmp_dtype, triton_res, torch_res)
@pytest.mark.parametrize('shape', TestUtils.test_shape4d + TestUtils.test_shape5d)
@pytest.mark.parametrize('dtype', ['int8', 'int16', 'int32', 'int64', 'float16', 'float32', 'bfloat16'])
def test_eq_4d_5d(shape, dtype):
logging.log(logging.DEBUG, f"shape = {shape}")
x = test_common.generate_tensor(shape, dtype).npu()
y = test_common.generate_tensor(shape, dtype).npu()
output = torch.zeros(shape, dtype=eval('torch.' + dtype)).npu()
logging.log(logging.DEBUG, f"output.dtype={output.dtype}")
ans = torch_eq(x, y).to(eval('torch.' + dtype))
blocks = list(x.size())
strides = list(x.stride())
while len(blocks) < 5:
blocks.append(1)
strides.append(1)
grid = (1,)
triton_eq_4d_5d[grid](x, y, output, *blocks, *blocks, *strides)
test_common.validate_cmp(dtype, ans, output)