import json
import os
import sys
import time
from tqdm import tqdm
import numpy as np
np.set_printoptions(threshold=sys.maxsize)
LABEL_FILE = "HiAI_label.json"
def gen_file_name(img_name):
full_name = img_name.split('/')[-1]
index = full_name.rfind('.')
return full_name[:index]
def cre_groundtruth_dict(gtfile_path):
"""
:param filename: file contains the imagename and label number
:return: dictionary key imagename, value is label number
"""
img_gt_dict = {}
for gtfile in os.listdir(gtfile_path):
if (gtfile != LABEL_FILE):
with open(os.path.join(gtfile_path, gtfile), 'r') as f:
gt = json.load(f)
ret = gt["image"]["annotations"][0]["category_id"]
img_gt_dict[gen_file_name(gtfile)] = ret
return img_gt_dict
def cre_groundtruth_dict_fromtxt(gtfile_path):
"""
:param filename: file contains the imagename and label number
:return: dictionary key imagename, value is label number
"""
img_gt_dict = {}
with open(gtfile_path, 'r') as f:
for line in f.readlines():
temp = line.strip().split(" ")
imgName = temp[0].split(".")[0]
imgLab = temp[1]
img_gt_dict[imgName] = imgLab
return img_gt_dict
def load_statistical_predict_result(filepath):
"""
function:
the prediction esult file data extraction
input:
result file:filepath
output:
n_label:number of label
data_vec: the probabilities of prediction in the 1000
:return: probabilities, number of label, in_type, color
"""
with open(filepath, 'r') as f:
data = f.readline()
temp = data.strip().split(" ")
n_label = len(temp)
if data == '':
n_label = 0
data_vec = np.zeros((n_label), dtype=np.float32)
in_type = ''
color = ''
if n_label == 0:
in_type = f.readline()
color = f.readline()
else:
for ind, prob in enumerate(temp):
data_vec[ind] = np.float32(prob)
return data_vec, n_label, in_type, color
def create_visualization_statistical_result(prediction_file_path,
metrics_json, img_gt_dict, topn=5):
"""
:param prediction_file_path:
:param metrics_json:
:param img_gt_dict:
:param topn:
:return:
"""
writer = open(metrics_json, 'w')
table_dict = {}
table_dict["title"] = "Overall statistical evaluation"
table_dict["value"] = []
count = 0
resCnt = 0
n_labels = 0
count_hit = np.zeros(topn)
for tfile_name in tqdm(os.listdir(prediction_file_path)):
if tfile_name.endswith('summary.json'):
continue
count += 1
temp = tfile_name.split('.')[0]
index = temp.rfind('_')
img_name = temp[:index]
filepath = os.path.join(prediction_file_path, tfile_name)
ret = load_statistical_predict_result(filepath)
prediction = ret[0]
n_labels = ret[1]
sort_index = np.argsort(-prediction)
gt = img_gt_dict[img_name]
if (n_labels == 1000):
realLabel = int(gt)
elif (n_labels == 1001):
realLabel = int(gt) + 1
else:
realLabel = int(gt)
resCnt = min(len(sort_index), topn)
for i in range(resCnt):
if (str(realLabel) == str(sort_index[i])):
count_hit[i] += 1
break
if 'value' not in table_dict.keys():
print("the item value does not exist!")
else:
table_dict["value"].extend(
[{"key": "Number of images", "value": str(count)},
{"key": "Number of classes", "value": str(n_labels)}])
if count == 0:
accuracy = 0
else:
accuracy = np.cumsum(count_hit) / count
for i in range(resCnt):
table_dict["value"].append({
"key": "Top" + str(i + 1) + " accuracy",
"value": str(round(accuracy[i] * 100, 2)) + '%'
})
json.dump(table_dict, writer)
writer.close()
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser('postprocess.')
parser.add_argument('--infer_results', type=str, default=None,
help='inference results directory')
parser.add_argument('--anno_file', type=str, required=True,
help='path to label file')
parser.add_argument('--metrics_json', type=str, required=True,
help='a json file to record metrics.')
args = parser.parse_args()
assert os.path.isdir(args.infer_results), \
"inference results folder does not exist."
assert os.path.exists(args.anno_file), \
"Groundtruth file does not exist."
img_label_dict = cre_groundtruth_dict_fromtxt(args.anno_file)
create_visualization_statistical_result(args.infer_results,
args.metrics_json,
img_label_dict, topn=5
)