import os
import re
import sys
PATTERN_FUNCTION = re.compile(r"ACL_FUNC_VISIBILITY\s+\n+.+\w+\([^();]*\);|.+\w+\([^();]*\);")
PATTERN_RETURN = re.compile(r"([^ ]+[ *])\w+\([^;]+;")
RETURN_STATEMENTS = {
"aclDataType": " return ACL_DT_UNDEFINED;",
"aclFormat": " return ACL_FORMAT_UNDEFINED;",
"aclError": ' printf("[ERROR]: stub library cannot be used for execution, please check your \
environment variables and compilation options to make sure you use the correct ACL library.\\n");\n \
return static_cast<aclError>(ACL_ERROR_COMPILING_STUB_MODE);',
"void": "",
"size_t": " return static_cast<size_t>(0);",
"uint8_t": " return static_cast<uint8_t>(0);",
"int32_t": " return static_cast<int32_t>(0);",
"uint32_t": " return static_cast<uint32_t>(0);",
"int64_t": " return static_cast<int64_t>(0);",
"uint64_t": " return static_cast<uint64_t>(0);",
"aclFloat16": " return static_cast<aclFloat16>(0);",
"float": " return 0.0f;",
"bool": " return false;",
"double": " return static_cast<double>(0.0f);",
}
def collect_header_files(cblas_inc_dir, op_compiler_inc_dir, op_exec_inc_dir, mdl_inc_dir):
"""input path,return relevant header files"""
cblas_headers = []
op_compiler_headers = []
op_exec_headers = []
mdl_headers = []
for root, dirs, files in os.walk(cblas_inc_dir):
files.sort()
for file in files:
if file.find("cblas") >= 0:
file_path = os.path.join(root, file)
file_path = file_path.replace("\\", "/")
cblas_headers.append(file_path)
for root, dirs, files in os.walk(op_compiler_inc_dir):
files.sort()
for file in files:
if file.find("op_compiler") >= 0:
file_path = os.path.join(root, file)
file_path = file_path.replace("\\", "/")
op_compiler_headers.append(file_path)
for root, dirs, files in os.walk(op_exec_inc_dir):
files.sort()
for file in files:
if file.find("acl_op.h") >= 0:
file_path = os.path.join(root, file)
file_path = file_path.replace("\\", "/")
op_exec_headers.append(file_path)
for root, dirs, files in os.walk(mdl_inc_dir):
files.sort()
for file in files:
if file.find("mdl.h") >= 0:
file_path = os.path.join(root, file)
file_path = file_path.replace("\\", "/")
mdl_headers.append(file_path)
return cblas_headers, op_compiler_headers, op_exec_headers, mdl_headers
def collect_functions(file_path):
signatures = []
with open(file_path) as f:
content = f.read()
matches = PATTERN_FUNCTION.findall(content)
for signature in matches:
signatures.append(signature)
return signatures
def implement_function(func):
function_def = func[: len(func) - 1]
function_def += "\n"
function_def += "{\n"
m = PATTERN_RETURN.search(func)
if m:
ret_type = m.group(1).strip()
if RETURN_STATEMENTS.__contains__(ret_type):
function_def += RETURN_STATEMENTS[ret_type]
else:
if ret_type.endswith("*"):
function_def += " return nullptr;"
else:
raise RuntimeError("[ERROR] Unhandled return type: " + ret_type)
else:
function_def += " return nullptr;"
function_def += "\n"
function_def += "}\n"
return function_def
def generate_stub_file(cblas_inc_dir, op_compiler_inc_dir, op_exec_inc_dir, mdl_inc_dir):
"""input inc_dir and return relevant contents"""
(
cblas_header_files,
op_compiler_header_files,
op_exec_header_files,
mdl_header_files,
) = collect_header_files(cblas_inc_dir, op_compiler_inc_dir, op_exec_inc_dir, mdl_inc_dir)
print("header files has been generated")
cblas_content = generate_function(cblas_header_files, cblas_inc_dir)
print("cblas_content has been generate")
op_compiler_content = generate_function(op_compiler_header_files, op_compiler_inc_dir)
print("op_compiler_content has been generate")
op_exec_content = generate_function(op_exec_header_files, op_exec_inc_dir)
print("op_exec_content has been generate")
mdl_content = generate_function(mdl_header_files, mdl_inc_dir)
print("mdl_content has been generate")
return cblas_content, op_compiler_content, op_exec_content, mdl_content
def generate_function(header_files, inc_dir):
includes = []
includes.append("#include <stdio.h>\n")
includes.append("#include <stdint.h>\n")
for header in header_files:
if not header.endswith(".h"):
continue
include_str = '#include "{}"\n'.format(header[len(inc_dir) :])
includes.append(include_str)
content = includes
print("include concent build success")
total = 0
content.append("\n")
for header in header_files:
if not header.endswith(".h"):
continue
content.append("// stub for {}\n".format(header[len(inc_dir) :]))
functions = collect_functions(header)
print("inc file:{}, functions numbers:{}".format(header, len(functions)))
total += len(functions)
for func in functions:
content.append("{}\n".format(implement_function(func)))
content.append("\n")
print("implement concent build success")
print("total functions number is {}".format(total))
return content
def gen_code(
cblas_inc_dir,
op_compiler_inc_dir,
op_exec_inc_dir,
mdl_inc_dir,
cblas_stub_path,
op_compiler_stub_path,
op_exec_stub_path,
mdl_stub_path,
):
"""input inc_dir and relevant cpp files"""
if not cblas_inc_dir.endswith("/"):
cblas_inc_dir += "/"
if not op_compiler_inc_dir.endswith("/"):
op_compiler_inc_dir += "/"
if not op_exec_inc_dir.endswith("/"):
op_exec_inc_dir += "/"
if not mdl_inc_dir.endswith("/"):
mdl_inc_dir += "/"
cblas_content, op_compiler_content, op_exec_content, mdl_content = generate_stub_file(
cblas_inc_dir, op_compiler_inc_dir, op_exec_inc_dir, mdl_inc_dir
)
print("cblas_content, op_compiler_content, op_exec_content, mdl_content have been generated")
with open(cblas_stub_path, mode="w") as f:
f.writelines(cblas_content)
with open(op_compiler_stub_path, mode="w") as f:
f.writelines(op_compiler_content)
with open(op_exec_stub_path, mode="w") as f:
f.writelines(op_exec_content)
with open(mdl_stub_path, mode="w") as f:
f.writelines(mdl_content)
if __name__ == "__main__":
cblas_inc_dir = sys.argv[1]
op_compiler_inc_dir = sys.argv[2]
op_exec_inc_dir = sys.argv[3]
mdl_inc_dir = sys.argv[4]
cblas_stub_file = sys.argv[5]
op_compiler_stub_file = sys.argv[6]
op_exec_stub_file = sys.argv[7]
mdl_stub_file = sys.argv[8]
gen_code(
cblas_inc_dir,
op_compiler_inc_dir,
op_exec_inc_dir,
mdl_inc_dir,
cblas_stub_file,
op_compiler_stub_file,
op_exec_stub_file,
mdl_stub_file,
)
