import sys
import argparse
import os
import shutil
sys.path.append(
os.path.dirname(os.path.dirname(os.path.dirname(
os.path.abspath(__file__)))))
from scripts.util.file_utils import read_json_file, write_json_file, write_file
from scripts.util import build_utils
sys.path.append(os.path.join(os.path.dirname(os.path.abspath(__file__)), "rules"))
from categorized_libraries_utils import load_categorized_libraries
from categorized_libraries_utils import update_module_info
from bootpath_collection import BootPathCollection
def _get_modules_info(system_install_info: dict, depfiles: list):
modules_info_dict = {}
for subsystem_info in system_install_info:
part_name = subsystem_info.get('part_name')
part_info_file = subsystem_info.get('part_info_file')
part_install_info = read_json_file(part_info_file)
if part_install_info is None:
raise Exception(
"read part '{}' installed modules info failed.".format(
part_name))
depfiles.append(part_info_file)
for info in part_install_info:
module_def = info.get('module_def')
module_info_file = info.get('module_info_file')
depfiles.append(module_info_file)
if module_def not in modules_info_dict:
modules_info_dict[module_def] = module_info_file
return modules_info_dict
def _get_post_process_modules_info(post_process_modules_info_files: list, depfiles: list):
modules_info_list = []
for _modules_info_file in post_process_modules_info_files:
_modules_info = read_json_file(_modules_info_file)
if _modules_info is None:
raise Exception("read _modules_info_file '{}' failed.".format(
_modules_info_file))
modules_info_list.extend(_modules_info)
depfiles.append(_modules_info_file)
return modules_info_list
def copy_modules(system_install_info: dict, install_modules_info_file: str,
modules_info_file: str, module_list_file: str, arm64e_modules_info_file: str,
arm64e_whitelist_file: str, post_process_modules_info_files: list, platform_installed_path: str,
host_toolchain, is_host_product: bool, additional_system_files: dict,
depfiles: list, categorized_libraries: dict):
output_result = []
arm64e_output_result = []
dest_list = []
symlink_dest = []
modules_info_dict = _get_modules_info(system_install_info, depfiles)
for value in modules_info_dict.values():
module_info = read_json_file(value)
if not module_info:
raise Exception("read module install info file '{}' error.".format(value))
install = module_info.get('install_enable')
if not install:
continue
update_module_info(module_info, categorized_libraries)
arm64e_whitelist = read_json_file(arm64e_whitelist_file)
if "arm64e" in module_info.get("label", []) and arm64e_whitelist:
for label in arm64e_whitelist:
if label in module_info.get('label', []):
arm64e_output_result.append(module_info)
else:
output_result.append(module_info)
post_process_modules = _get_post_process_modules_info(
post_process_modules_info_files, depfiles)
for _module_info in post_process_modules:
install = _module_info.get('install_enable')
if not install:
continue
output_result.append(_module_info)
for source, system_path in additional_system_files:
shutil.copy(source, os.path.join(platform_installed_path, system_path))
all_target_result = output_result + arm64e_output_result
for module_info in all_target_result:
if module_info.get('type') == 'none':
continue
label = module_info.get('label')
if not is_host_product and label and host_toolchain in label:
continue
source = module_info.get('source')
dests = module_info.get('dest')
if not os.path.exists(source):
raise Exception("source '{}' doesn't exist.".format(source))
depfiles.append(source)
for dest in dests:
if dest.startswith('/'):
dest = dest[1:]
dest_list.append(dest)
if os.path.isfile(source):
dest_dir = os.path.join(platform_installed_path,
os.path.dirname(dest))
elif os.path.isdir(source):
dest_dir = os.path.join(platform_installed_path, dest)
if not os.path.exists(dest_dir):
os.makedirs(dest_dir, exist_ok=True)
if os.path.isdir(source):
is_hvigor_hap = False
for filename in os.listdir(source):
if filename.endswith('.hap') or filename.endswith('.hsp'):
is_hvigor_hap = True
shutil.copy2(os.path.join(source, filename),
os.path.join(platform_installed_path, dest, filename))
if not is_hvigor_hap:
shutil.copytree(source, os.path.join(platform_installed_path, dest), dirs_exist_ok=True)
else:
shutil.copy2(source, os.path.join(platform_installed_path, dest))
if 'symlink' in module_info:
symlink_dest = module_info.get('symlink')
for dest in dests:
symlink_src_file = os.path.basename(dest)
symlink_src_file_path = os.path.join(platform_installed_path, dest)
for name in symlink_dest:
symlink_dest_dir = os.path.dirname(dest)
symlink_dest_file = os.path.join(platform_installed_path,
symlink_dest_dir, name)
src_file_relpath = os.path.relpath(symlink_src_file_path, os.path.dirname(symlink_dest_file))
if not os.path.exists(os.path.dirname(symlink_dest_file)):
os.makedirs(os.path.dirname(symlink_dest_file), exist_ok=True)
if not os.path.exists(symlink_dest_file):
os.symlink(src_file_relpath, symlink_dest_file)
if 'symlink_ext' in module_info:
symlink_ext = module_info.get('symlink_ext')
for dest in dests:
symlink_src_file = os.path.join(platform_installed_path, dest)
for name in symlink_ext:
symlink_dest_file = os.path.join(platform_installed_path, dest.split('/')[0], name)
relpath = os.path.relpath(os.path.dirname(symlink_src_file), os.path.dirname(symlink_dest_file))
if not os.path.exists(os.path.dirname(symlink_dest_file)):
os.makedirs(os.path.dirname(symlink_dest_file), exist_ok=True)
if not os.path.exists(symlink_dest_file):
os.symlink(os.path.join(relpath, os.path.basename(dest)), symlink_dest_file)
if 'symlink_path' in module_info:
symlink_path = module_info.get('symlink_path')
dest_file = os.path.join(platform_installed_path, dests[0])
if os.path.exists(dest_file):
os.remove(dest_file)
os.symlink(symlink_path, dest_file)
if not os.path.lexists(dest_file):
raise FileNotFoundError(f"target symlink {dest_file} to {symlink_path} create failed")
if "softlink_create_path" in module_info:
softlink_create_path = module_info.get("softlink_create_path")
for dest in dests:
replace_subdir = os.path.dirname(dest).split("/")[-1]
file_name = os.path.basename(dest)
dest_file = os.path.join(platform_installed_path, dest)
if replace_subdir in ["chipset-sdk", "chipset-sdk-sp"]:
if softlink_create_path == "ndk":
link_path = dest_file.replace(f"{replace_subdir}/{file_name}", f"ndk/{file_name}")
else:
link_path = dest_file.replace(f"{replace_subdir}/{file_name}", f"platformsdk/{file_name}")
if 'symlink' in module_info:
actual_file_name = module_info.get("symlink")[0]
link_path = link_path.replace(file_name, actual_file_name)
if link_path != dest_file:
relative_path = os.path.relpath(os.path.dirname(dest_file), os.path.dirname(link_path))
os.makedirs(os.path.dirname(link_path), exist_ok=True)
src_file = os.path.join(relative_path, file_name)
os.symlink(src_file, link_path)
else:
raise FileExistsError(f"{link_path} create failed, src_file:{dest_file} and {dest_file} is same")
write_json_file(install_modules_info_file, modules_info_dict)
write_json_file(modules_info_file, output_result)
write_file(module_list_file, '\n'.join(dest_list))
if arm64e_output_result:
write_json_file(arm64e_modules_info_file, arm64e_output_result)
def main():
parser = argparse.ArgumentParser()
parser.add_argument('--system-install-info-file', required=True)
parser.add_argument('--install-modules-info-file', required=True)
parser.add_argument('--modules-info-file', required=True)
parser.add_argument('--arm64e-modules-info-file', required=True)
parser.add_argument('--arm64e-whitelist-file', required=True)
parser.add_argument('--modules-list-file', required=True)
parser.add_argument('--platform-installed-path', required=True)
parser.add_argument('--system-dir', required=True)
parser.add_argument('--sa-profile-extract-dir', required=True)
parser.add_argument('--merged-sa-profile', required=True)
parser.add_argument('--depfile', required=True)
parser.add_argument('--system-image-zipfile', required=True)
parser.add_argument('--host-toolchain', required=True)
parser.add_argument('--is-host-product', required=False, default='False')
parser.add_argument('--categorized-libraries', required=False)
parser.add_argument(
'--additional-system-files',
action='append',
help="additional system files is used for files don't have module infos. \
use with caution"
)
parser.add_argument('--post-process-modules-info-files',
nargs='*',
default=[])
args = parser.parse_args()
is_host_product = str(args.is_host_product).lower() == 'true'
additional_system_files = []
for tuples in args.additional_system_files or []:
filepath, system_path = tuples.split(':')
additional_system_files.append((filepath, system_path))
depfiles = []
build_utils.extract_all(args.merged_sa_profile,
args.sa_profile_extract_dir,
no_clobber=False)
sa_files = build_utils.get_all_files(args.sa_profile_extract_dir)
system_install_info = read_json_file(args.system_install_info_file)
if system_install_info is None:
raise Exception("read file '{}' failed.".format(
args.system_install_info_file))
system_install_base_dir = args.system_dir
if os.path.exists(system_install_base_dir):
shutil.rmtree(system_install_base_dir)
print('remove system dir...')
os.makedirs(system_install_base_dir, exist_ok=True)
vendor_install_base_dir = os.path.join(args.platform_installed_path,
'vendor')
if os.path.exists(vendor_install_base_dir):
shutil.rmtree(vendor_install_base_dir)
print('remove vendor dir...')
eng_system_install_base_dir = os.path.join(args.platform_installed_path,
'eng_system')
if os.path.exists(eng_system_install_base_dir):
shutil.rmtree(eng_system_install_base_dir)
print('remove eng_system dir...')
eng_chipset_install_base_dir = os.path.join(args.platform_installed_path,
'eng_chipset')
if os.path.exists(eng_chipset_install_base_dir):
shutil.rmtree(eng_chipset_install_base_dir)
print('remove eng_chipset dir...')
sys_prod_install_base_dir = os.path.join(args.platform_installed_path,
'sys_prod')
if os.path.exists(sys_prod_install_base_dir):
shutil.rmtree(sys_prod_install_base_dir)
print('remove sys_prod dir...')
chip_prod_install_base_dir = os.path.join(args.platform_installed_path,
'chip_prod')
if os.path.exists(chip_prod_install_base_dir):
shutil.rmtree(chip_prod_install_base_dir)
print('remove chip_prod dir...')
updater_install_base_dir = os.path.join(args.platform_installed_path,
'updater')
if os.path.exists(updater_install_base_dir):
shutil.rmtree(updater_install_base_dir)
print('remove updater dir...')
updater_vendor_install_base_dir = os.path.join(args.platform_installed_path,
'updater_vendor')
if os.path.exists(updater_vendor_install_base_dir):
shutil.rmtree(updater_vendor_install_base_dir)
print('remove updater dir...')
ramdisk_install_base_dir = os.path.join(args.platform_installed_path,
'ramdisk')
if os.path.exists(ramdisk_install_base_dir):
shutil.rmtree(ramdisk_install_base_dir)
print('remove ramdisk dir...')
cloud_rom_install_base_dir = os.path.join(args.platform_installed_path,
'cloud_rom')
if os.path.exists(cloud_rom_install_base_dir):
shutil.rmtree(cloud_rom_install_base_dir)
print('remove cloud_rom dir...')
arm64e_install_base_dir = os.path.join(args.platform_installed_path,
'system_arm64e')
if os.path.exists(arm64e_install_base_dir):
shutil.rmtree(arm64e_install_base_dir)
print('remove system_arm64e dir...')
print('copy modules...')
categorized_libraries = load_categorized_libraries(args.categorized_libraries)
copy_modules(system_install_info, args.install_modules_info_file,
args.modules_info_file, args.modules_list_file,
args.arm64e_modules_info_file, args.arm64e_whitelist_file,
args.post_process_modules_info_files,
args.platform_installed_path, args.host_toolchain,
is_host_product, additional_system_files, depfiles,
categorized_libraries)
if os.path.exists(args.system_image_zipfile):
os.unlink(args.system_image_zipfile)
build_utils.zip_dir(args.system_image_zipfile, args.system_dir)
depfiles.extend([item for item in depfiles if item not in sa_files])
build_utils.write_depfile(args.depfile, args.install_modules_info_file,
depfiles)
BootPathCollection.run(args.system_dir)
return 0
if __name__ == '__main__':
sys.exit(main())