import torch
import torch_npu
import pytest
import functools
import re
_float_dtypes = [
'float32', 'float16', 'bfloat16'
]
_int_dtypes = [
'int32', 'int64', 'int16', 'int8'
]
_all_dtypes_no_bool = _float_dtypes + _int_dtypes
_all_dtypes = _all_dtypes_no_bool + ['bool']
_32bit_dtypes = ['float32', 'int32']
_16bit_dtypes = ['float16', 'bfloat16', 'int16']
_float_dtypes_without_bf16 = [
'float32', 'float16'
]
_shape_1d = [1, 3, 17, 32, 741]
_shape_5d = [
(2, 2, 2, 2, 8),
(3, 1, 3, 5, 7),
(3, 7, 5, 3, 1),
]
def generate_tensor(shape, dtype):
if dtype == 'float32' or dtype == 'float16' or dtype == 'bfloat16':
return torch.randn(size=shape, dtype=eval('torch.' + dtype))
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16':
return torch.randint(low=-2000, high=2000, size=shape, dtype=eval('torch.' + dtype))
elif dtype == 'int8':
return torch.randint(low=-128, high=127, size=shape, dtype=eval('torch.' + dtype))
elif dtype == 'bool':
return torch.randint(low=0, high=2, size=shape).bool()
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def fill_zero_with_one(x):
return x.masked_fill(x == 0, 1)
def fill_negative_with_one(x):
return x.masked_fill(x < 0, 1)
def get_triton_sig_typename(dtype):
if dtype == 'float32':
tyname = "*fp32"
elif dtype == 'int32':
tyname = "*i32"
elif dtype == 'int64':
tyname = "*i64"
elif dtype == 'float16':
tyname = "*fp16"
elif dtype == 'int16':
tyname = "*i16"
elif dtype == 'int8':
tyname = "*i8"
elif dtype == 'bool':
tyname = "*i1"
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
return tyname
def validate_cal(dtype, y_cal, y_ref):
if dtype == 'float16':
if torch.mean(y_ref) < 0.001:
assert torch.abs(y_cal - y_ref) < 0.001, "|y_cal - y_ref| < 0.001 is required !"
else:
diff = torch.div(torch.abs(y_cal - y_ref), torch.abs(y_cal)) < 0.001
assert diff.all(), "Relative error is less than 0.001 !"
if dtype == 'float32':
if torch.mean(y_ref) < 0.0001:
assert torch.abs(y_cal - y_ref) < 0.0001, "|y_cal - y_ref| < 0.0001 is required !"
else:
diff = torch.div(torch.abs(y_cal - y_ref), torch.abs(y_cal)) < 0.0001
assert diff.all(), "Relative error is less than 0.001 !"
elif dtype == 'bfloat16':
diff = torch.div(torch.abs(y_cal - y_ref), torch.abs(y_cal)) < 0.001
assert diff.all(), "Relative error is less than 0.001 !"
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16':
assert torch.equal(y_cal, y_ref)
elif dtype == 'bool':
assert torch.equal(y_cal, y_ref)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def validate_cmp(dtype, y_cal, y_ref):
y_cal=y_cal.npu()
y_ref=y_ref.npu()
if dtype == 'float16':
torch.testing.assert_close(y_ref, y_cal, rtol=1e-03, atol=1e-03, equal_nan=True)
elif dtype == 'bfloat16':
torch.testing.assert_close(y_ref.to(torch.float32), y_cal.to(torch.float32), rtol=1e-03, atol=1e-03, equal_nan=True)
elif dtype == 'float32':
torch.testing.assert_close(y_ref, y_cal, rtol=1e-04, atol=1e-04, equal_nan=True)
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16' or dtype == 'int8':
assert torch.equal(y_cal, y_ref)
elif dtype == 'bool':
assert torch.equal(y_cal, y_ref)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def validate_cmp_with_expection(dtype, y_cal, y_ref, expect):
if dtype == 'float32' or dtype == 'float16' or dtype == 'bfloat16':
if expect:
assert torch.allclose(y_ref, y_cal, rtol=1e-03, atol=1e-03, equal_nan=True)
else:
assert not torch.allclose(y_ref, y_cal, rtol=1e-03, atol=1e-03, equal_nan=True)
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16' or dtype == 'int8':
if expect:
assert torch.equal(y_cal, y_ref)
else:
assert not torch.equal(y_cal, y_ref)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
@pytest.fixture(scope="function")
def pytest_runonce(worker_id, request, cache):
if (cache.get(request.node.nodeid, "none")) == "none":
cache.set(request.node.nodeid, worker_id)
else:
file_name = f"pytest_{worker_id}.txt"
with open(file_name, 'a') as file:
file.write(f"{request.node.nodeid} is already processed by {worker_id}")
return True
yield True
cache.set(request.node.nodeid, "none")
def raises_with_match(expected_exception, match_pattern):
def decorator(test_func):
@functools.wraps(test_func)
def wrapper(*args, **kwargs):
with pytest.raises(expected_exception, match=match_pattern):
return test_func(*args, **kwargs)
return wrapper
return decorator
def capture_output(expected_output):
def decorator(test_func):
@functools.wraps(test_func)
def wrapper(*args, **kwargs):
capsys = kwargs.pop('capsys', None)
if capsys is None:
try:
capsys = pytest.fixture(capsys)()
except:
raise RuntimeError("This decorator requires pytest's capsys fixture")
test_func(capsys, *args, **kwargs)
captured = capsys.readouterr()
cleaned = re.sub(r"\x00", "", captured.out)
assert expected_output in cleaned
return wrapper
return decorator