import sys
import numpy as np
import tensorflow as tf
bfloat16 = tf.bfloat16.as_numpy_dtype
relative_tol = 1e-3
absolute_tol = 1e-5
error_tol = 1e-3
data_type = np.int8
def verify_result(output, golden):
output = np.fromfile(output, dtype=data_type).reshape(-1)
golden = np.fromfile(golden, dtype=data_type).reshape(-1)
if data_type == bfloat16:
output = output.astype(np.float32)
golden = golden.astype(np.float32)
different_element_results = np.isclose(output,
golden,
rtol=relative_tol,
atol=absolute_tol,
equal_nan=True)
different_element_indexes = np.where(different_element_results == False)[0]
for index in range(len(different_element_indexes)):
real_index = different_element_indexes[index]
golden_data = golden[real_index]
output_data = output[real_index]
print(
"data index: %06d, expected: %-.9f, actual: %-.9f, rdiff: %-.6f" %
(real_index, golden_data, output_data,
abs(output_data - golden_data) / golden_data))
if index == 100:
break
error_ratio = float(different_element_indexes.size) / golden.size
print("error ratio: %.4f, tolerance: %.4f" % (error_ratio, error_tol))
return error_ratio <= error_tol
if __name__ == '__main__':
try:
res = verify_result(sys.argv[1], sys.argv[2])
if not res:
raise ValueError("[ERROR] result error")
else:
print("test pass!")
except Exception as e:
print(e)
sys.exit(1)