"""GraphKernel splitter"""
import os
import json
import json.decoder as jd
import traceback
from mindspore import log as logger
from . import model
from . import utils
def split_with_json(json_str, flags_str):
"""Call cost model to split GraphKernel"""
try:
graph_desc = json.loads(json_str)
flags = json.loads(flags_str)
target = graph_desc['process']
comp = model.load_composite(graph_desc)
graph_split, graph_mode = model.split(comp.graph, target, flags)
is_multi_graph = len(graph_split) > 1
graph_list = list(map(comp.dump, graph_split))
_reset_graphmode_for_inplaceassign(graph_list, graph_mode)
result = {"multi_graph": is_multi_graph,
"graph_desc": graph_list,
"graph_mode": graph_mode}
_dump_split_info(flags, json_str, comp.graph, graph_split, graph_mode)
return json.dumps(result)
except jd.JSONDecodeError:
logger.error(traceback.format_exc())
return None
def _reset_graphmode_for_inplaceassign(graph_list, graph_mode):
"""Operator with InplaceAssign should always be composite op"""
for i, g in enumerate(graph_list):
if any([op['name'] == 'InplaceAssign' for op in g['op_desc']]):
graph_mode[i] = 'composite'
def _dump_split_info(flags, graph_json, graph_desc, subgraphs, graph_mode):
"""Dump split info as text"""
if not flags.get("dump_as_text", False):
return
utils.create_dir(utils.GRAPH_KERNEL_DUMP_PATH)
filename = os.path.join(utils.GRAPH_KERNEL_DUMP_PATH, "graph_kernel_split_mode.txt")
with os.fdopen(os.open(filename, os.O_WRONLY | os.O_CREAT), "a+") as f:
f.write("********** main graph: {} **********\n".format(graph_desc.name))
f.write("input json:\n{}\n".format(graph_json))
f.write("graph desc:\n{}\n".format(str(graph_desc)))
if len(subgraphs) > 1 or subgraphs[0].stitch_info.has_stitch_op():
for i, g in enumerate(subgraphs):
f.write("-------- subgraph {}, mode: {} --------\n".format(i, graph_mode[i]))
f.write("{}\n".format(str(g)))
else:
f.write("Graph unchanged.\n")
f.write("\n")