from typing import Optional
import torch
import torch_npu
import pytest
import functools
import re
import numpy as np
_float_dtypes = [
'float32', 'float16', 'bfloat16'
]
_int_dtypes = [
'int32', 'int64', 'int16', 'int8'
]
_uint_dtypes = [
'uint8', 'uint16', 'uint32', 'uint64'
]
_all_dtypes_no_bool = _float_dtypes + _int_dtypes
_all_dtypes = _all_dtypes_no_bool + ['bool']
_32bit_dtypes = ['float32', 'int32']
_16bit_dtypes = ['float16', 'bfloat16', 'int16']
def generate_numpy(shape, dtype, low=None, high=None):
if dtype in _int_dtypes + _uint_dtypes:
iinfo = np.iinfo(getattr(np, dtype))
low = iinfo.min if low is None else max(low, iinfo.min)
high = iinfo.max if high is None else min(high, iinfo.max)
dty = getattr(np, dtype)
return np.random.randint(low, high, shape, dtype=dty)
elif dtype == 'float16' or dtype == 'float32':
return np.random.normal(0, 1, shape).astype(dtype)
elif dtype == 'bfloat16':
return (np.random.normal(0, 1, shape).astype('float32').view('uint32') & np.uint32(0xffff0000)).view('float32')
elif dtype == 'bool':
return np.random.randint(low=0, high=2, size=shape).astype(bool)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def generate_tensor(shape, dtype):
if dtype == 'float32' or dtype == 'float16' or dtype == 'bfloat16':
return torch.randn(size=shape, dtype=eval('torch.' + dtype))
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16':
return torch.randint(low=0, high=2000, size=shape, dtype=eval('torch.' + dtype))
elif dtype == 'int8':
return torch.randint(low=0, high=127, size=shape, dtype=eval('torch.' + dtype))
elif dtype == 'bool':
return torch.randint(low=0, high=2, size=shape).bool()
elif dtype == 'uint8':
return torch.randint(low=0, high=255, size=shape, dtype=torch.uint8)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def get_triton_sig_typename(dtype):
if dtype == 'float32':
tyname = "*fp32"
elif dtype == 'int32':
tyname = "*i32"
elif dtype == 'int64':
tyname = "*i64"
elif dtype == 'float16':
tyname = "*fp16"
elif dtype == 'int16':
tyname = "*i16"
elif dtype == 'int8':
tyname = "*i8"
elif dtype == 'bool':
tyname = "*i1"
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
return tyname
def validate_cal(dtype, y_cal, y_ref):
if dtype == 'float16':
if torch.mean(y_ref) < 0.001:
assert torch.abs(y_cal - y_ref) < 0.001, "|y_cal - y_ref| < 0.001 is required !"
else:
diff = torch.div(torch.abs(y_cal - y_ref), torch.abs(y_cal)) < 0.001
assert diff.all(), "Relative error is less than 0.001 !"
if dtype == 'float32':
if torch.mean(y_ref) < 0.0001:
assert torch.abs(y_cal - y_ref) < 0.0001, "|y_cal - y_ref| < 0.0001 is required !"
else:
diff = torch.div(torch.abs(y_cal - y_ref), torch.abs(y_cal)) < 0.0001
assert diff.all(), "Relative error is less than 0.001 !"
elif dtype == 'bfloat16':
diff = torch.div(torch.abs(y_cal - y_ref), torch.abs(y_cal)) < 0.001
assert diff.all(), "Relative error is less than 0.001 !"
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16' or dtype == 'int8':
assert torch.equal(y_cal, y_ref)
elif dtype == 'uint8' or dtype == 'uint16' or dtype == 'uint32' or dtype == 'uint64':
assert torch.equal(y_cal, y_ref)
elif dtype == 'bool':
assert torch.equal(y_cal, y_ref)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def validate_cmp(dtype, y_cal, y_ref, overflow_mode: Optional[str] = None):
y_cal=y_cal.npu()
y_ref=y_ref.npu()
if overflow_mode == "saturate":
if dtype in ['float32', 'float16']:
min_value = -torch.finfo(dtype).min
max_value = torch.finfo(dtype).max
elif dtype in ['int32', 'int16', 'int8']:
min_value = torch.iinfo(dtype).min
max_value = torch.iinfo(dtype).max
elif dtype == 'bool':
min_value = 0
max_value = 1
else:
raise ValueError('Invalid parameter "dtype" is found : {}'.format(dtype))
y_ref = torch.clamp(y_ref, min=min_value, max=max_value)
if dtype == 'float16':
torch.testing.assert_close(y_ref, y_cal, rtol=1e-03, atol=1e-03, equal_nan=True)
elif dtype == 'bfloat16':
torch.testing.assert_close(y_ref.to(torch.float32), y_cal.to(torch.float32), rtol=1e-03, atol=1e-03, equal_nan=True)
elif dtype == 'float32':
torch.testing.assert_close(y_ref, y_cal, rtol=1e-04, atol=1e-04, equal_nan=True)
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16' or dtype == 'int8':
assert torch.equal(y_cal, y_ref)
elif dtype == 'uint8' or dtype == 'uint16' or dtype == 'uint32' or dtype == 'uint64':
assert torch.equal(y_cal, y_ref)
elif dtype == 'bool':
assert torch.equal(y_cal, y_ref)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
def validate_cmp_with_expection(dtype, y_cal, y_ref, expect):
if dtype == 'float32' or dtype == 'float16' or dtype == 'bfloat16':
if expect:
assert torch.allclose(y_ref, y_cal, rtol=1e-03, atol=1e-03, equal_nan=True)
else:
assert not torch.allclose(y_ref, y_cal, rtol=1e-03, atol=1e-03, equal_nan=True)
elif dtype == 'int32' or dtype == 'int64' or dtype == 'int16' or dtype == 'int8' \
or dtype == 'uint8' or dtype == 'uint16' or dtype == 'uint32' or dtype == 'uint64':
if expect:
assert torch.equal(y_cal, y_ref)
else:
assert not torch.equal(y_cal, y_ref)
else:
raise ValueError('Invalid parameter \"dtype\" is found : {}'.format(dtype))
@pytest.fixture(scope="function")
def pytest_runonce(worker_id, request, cache):
if (cache.get(request.node.nodeid, "none")) == "none":
cache.set(request.node.nodeid, worker_id)
else:
file_name = f"pytest_{worker_id}.txt"
with open(file_name, 'a') as file:
file.write(f"{request.node.nodeid} is already processed by {worker_id}")
return True
yield True
cache.set(request.node.nodeid, "none")
def raises_with_match(expected_exception, match_pattern):
def decorator(test_func):
@functools.wraps(test_func)
def wrapper(*args, **kwargs):
with pytest.raises(expected_exception, match=match_pattern):
return test_func(*args, **kwargs)
return wrapper
return decorator
def capture_output(expected_output):
def decorator(test_func):
@functools.wraps(test_func)
def wrapper(*args, **kwargs):
capsys = kwargs.pop('capsys', None)
if capsys is None:
try:
capsys = pytest.fixture(capsys)()
except:
raise RuntimeError("This decorator requires pytest's capsys fixture")
test_func(capsys, *args, **kwargs)
captured = capsys.readouterr()
cleaned = re.sub(r"\x00", "", captured.out)
assert expected_output in cleaned
return wrapper
return decorator