import os
import setproctitle
from pathlib import Path
from imnet_evaluate import TrainerConfig, ClusterConfig, Trainer
from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
from datetime import datetime
def run(input_size,architecture,weight_path,imnet_path,batch,workers,shared_folder_path,job_id,local_rank,global_rank,num_tasks):
cluster_cfg = ClusterConfig(dist_backend="hccl", dist_url="")
shared_folder=None
data_folder_Path=None
if Path(str(shared_folder_path)).is_dir():
shared_folder=Path(shared_folder_path+"/evaluate/")
else:
raise RuntimeError("No shared folder available")
if Path(str(imnet_path)).is_dir():
data_folder_Path=Path(str(imnet_path))
else:
raise RuntimeError("No shared folder available")
train_cfg = TrainerConfig(
data_folder=str(data_folder_Path),
architecture=architecture,
weight_path=weight_path,
input_size=input_size,
imnet_path=imnet_path,
batch_per_gpu=batch,
workers=workers,
local_rank=local_rank,
global_rank=global_rank,
num_tasks=num_tasks,
job_id=job_id,
save_folder=str(shared_folder),
)
os.makedirs(str(shared_folder), exist_ok=True)
init_file = shared_folder / datetime.now().strftime("%Y%m%d-%H%M%S")
if init_file.exists():
os.remove(str(init_file))
trainer = Trainer(train_cfg, cluster_cfg)
try:
if global_rank==0:
val_accuracy = trainer.__call__()
print(f"Validation accuracy: {val_accuracy}")
else:
trainer.__call__()
except Exception as e:
print("Job failed")
print(e)
if __name__ == "__main__":
parser = ArgumentParser(description="Evaluation script for FixRes models",formatter_class=ArgumentDefaultsHelpFormatter)
parser.add_argument('--input_size', default=320, type=int, help='Images input size')
parser.add_argument('--architecture', default='IGAM_Resnext101_32x48d', type=str,choices=['ResNet50', 'PNASNet' , 'IGAM_Resnext101_32x48d'], help='Neural network architecture')
parser.add_argument('--weight_path', default='/where/are/the/weigths.pth', type=str, help='Neural network weights')
parser.add_argument('--imnet_path', default='/opt/npu/imagenet', type=str, help='ImageNet dataset path')
parser.add_argument('--shared_folder_path', default='./train_cache/', type=str, help='Shared Folder')
parser.add_argument('--batch', default=256, type=int, help='Batch per NPU')
parser.add_argument('--workers', default=40, type=int, help='Numbers of CPUs')
parser.add_argument('--job_id', default='0', type=str, help='id of the execution')
parser.add_argument('--local_rank', default=0, type=int, help='GPU: Local rank')
parser.add_argument('--global_rank', default=0, type=int, help='GPU: glocal rank')
parser.add_argument('--num_tasks', default=1, type=int, help='How many NPUs are used')
parser.add_argument("--addr", default="127.0.0.1", type=str)
args = parser.parse_args()
setproctitle.setproctitle('FIXRES - Eval')
os.environ['MASTER_ADDR'] = args.addr
os.environ['MASTER_PORT'] = '29688'
run(args.input_size,args.architecture,args.weight_path,args.imnet_path,args.batch,args.workers,args.shared_folder_path,args.job_id,args.local_rank,args.global_rank,args.num_tasks)