{
"profile": {
"model_name": "example",
"model_size": "7b",
"pretrain_script_path": "./pretrain_qwen15_7b_ptd.sh",
"version": "1.2",
"save_path": "./profiled_data",
"prof_tp": null,
"prof_sp": null,
"max_mbs": 65536,
"task_id": "test",
"max_npu": 8
},
"search": {
"profiled_data_path": null,
"global_batch_size": null,
"num_nodes": 4,
"num_npus_per_node": 8,
"cpus": 20,
"memory_limit": 57000,
"output_dir": "./results",
"pretrain_script_path_search": null
},
"simulate": {
"profiled_data_path": null,
"global_batch_size": null,
"num_nodes": 4,
"num_npus_per_node": 8,
"simu_tp": 1,
"simu_pp": 1,
"simu_ep": 1,
"simu_sp": 0,
"dist_opt": 0,
"micro_batch_size": 1,
"num_layer_list": null,
"recompute": 0
}
}