import os
from resources.config import Config
from util.log_util import LogUtil
from util.io_util import IoUtil
from util.product_util import ProductUtil
from util.preloader.parse_vendor_product_config import get_vendor_parts_list
class Outputs:
def __init__(self, output_dir):
self.__post_init__(output_dir)
def __post_init__(self, output_dir):
os.makedirs(output_dir, exist_ok=True)
self.build_prop = os.path.join(output_dir, 'build.prop')
self.build_config_json = os.path.join(output_dir, 'build_config.json')
self.parts_json = os.path.join(output_dir, 'parts.json')
self.parts_config_json = os.path.join(output_dir, 'parts_config.json')
self.build_gnargs_prop = os.path.join(output_dir, 'build_gnargs.prop')
self.features_json = os.path.join(output_dir, 'features.json')
self.syscap_json = os.path.join(output_dir, 'syscap.json')
self.exclusion_modules_json = os.path.join(output_dir,
'exclusion_modules.json')
self.dependency_pruning_json = os.path.join(
output_dir, 'dependency_pruning.json')
self.subsystem_config_json = os.path.join(output_dir,
'subsystem_config.json')
self.subsystem_config_overlay_json = os.path.join(output_dir,
'subsystem_config_overlay.json')
self.platforms_build = os.path.join(output_dir, 'platforms.build')
self.systemcapability_json = os.path.join(
output_dir, 'SystemCapability.json')
self.compile_standard_whitelist_json = os.path.join(output_dir, 'compile_standard_whitelist.json')
self.compile_env_allowlist_json = os.path.join(output_dir, 'compile_env_allowlist.json')
self.hvigor_compile_whitelist_json = os.path.join(output_dir, 'hvigor_compile_hap_whitelist.json')
class Dirs:
def __init__(self, config):
self.__post_init__(config)
def __post_init__(self, config):
self.source_root_dir = config.root_path
self.built_in_product_dir = config.built_in_product_path
self.productdefine_dir = os.path.join(
self.source_root_dir, 'productdefine/common')
self.built_in_base_dir = os.path.join(self.productdefine_dir, 'base')
self.vendor_dir = config.vendor_path
self.device_dir = os.path.join(config.root_path, 'device')
self.subsystem_config_json = os.path.join(
config.root_path, config.subsystem_config_json)
self.subsystem_config_overlay_json = os.path.join(config.product_path,
'subsystem_config_overlay.json')
self.lite_components_dir = os.path.join(
config.root_path, 'build/lite/components')
self.preloader_output_dir = os.path.join(
config.root_path, 'out/preloader', config.product)
class Product():
def __init__(self, config_dirs: Dirs, ohos_config: Config):
self._ohos_config = None
self._dirs = None
self._name = ""
self._config = {}
self._build_vars = {}
self._parts = {}
self._syscap_info = {}
self._device_name = ""
self._device_info = {}
self._config_file = ""
self._version = ''
self.__post_init__(config_dirs, ohos_config)
def __post_init__(self, config_dirs: Dirs, config: Config):
self._ohos_config = config
self._dirs = config_dirs
self._name = config.product
self._config_file = config.product_json
self._config = self._get_full_product_config()
self._version = self._config.get('version', '3.0')
self._do_parse()
def _is_host_product(self) -> bool:
return self._config.get('compile_mode', 'cross') == 'host'
def _do_parse(self):
self._update_syscap_info()
self._update_device()
self._update_parts()
self._update_build_vars()
self._remove_excluded_components()
def _update_syscap_info(self):
product_name = self._config.get('product_name')
if product_name is None:
product_name = ""
os_level = self._config.get('type')
if os_level is None:
os_level = ""
api_version = self._config.get('api_version')
if api_version is None:
api_version = 0
manufacturer_id = self._config.get('manufacturer_id')
if manufacturer_id is None:
manufacturer_id = 0
self._syscap_info = {'product': product_name, 'api_version': api_version,
'system_type': os_level, 'manufacturer_id': manufacturer_id}
def _update_device(self):
if self._version == "2.0":
device_name = self._config.get('product_device')
if device_name:
self._device_name = device_name
self._device_info = self._get_device_info_v2(
device_name, self._dirs.built_in_device_dir)
else:
if self._is_host_product():
self._device_name = ""
self._device_info = self._get_device_info_v3(self._config)
else:
device_name = self._config.get('board')
if device_name:
self._device_name = device_name
self._device_info = self._get_device_info_v3(self._config)
if self._ohos_config.target_cpu:
self._device_info["target_cpu"] = self._ohos_config.target_cpu
if self._ohos_config.target_os:
self._device_info["target_os"] = self._ohos_config.target_os
if self._ohos_config.compile_config:
self._device_info[self._ohos_config["compile_config"]] = True
def _update_parts(self):
if self._version == "1.0":
_parts = {}
self._parts = _parts
else:
if self._version == "2.0":
os_level = self._config.get("type", "standard")
else:
os_level = self._config.get("type", "mini")
based_on_mininum_system = self._config.get(
'based_on_mininum_system')
if based_on_mininum_system == "true":
self._parts = self._get_base_parts(
self._dirs.built_in_base_dir, os_level)
inherit = self._config.get('inherit')
if inherit:
self._parts.update(
self._get_inherit_parts(inherit, self._dirs.source_root_dir))
sys_info_path = self._config.get('system_component')
if sys_info_path:
sys_parts = self._get_sys_relate_parts(
sys_info_path, self._parts, self._dirs.source_root_dir)
self._parts.update(sys_parts)
all_parts = {}
if self._version == "2.0":
current_product_parts = self._config.get("parts")
if current_product_parts:
all_parts.update(current_product_parts)
else:
all_parts.update(get_vendor_parts_list(self._config))
all_parts.update(self._get_product_specific_parts())
device_name = self._config.get('board')
if device_name and not self._is_host_product():
all_parts.update(self._get_device_specific_parts())
self._parts.update(all_parts)
def _update_build_vars(self):
config = self._config
build_vars = {
'is_host_product': self._is_host_product(),
'product_path': self._ohos_config.gn_product_path,
'product_config_path': self._ohos_config.product_config_path,
}
if self._version == "1.0":
build_vars["os_level"] = 'large'
else:
if self._version == "2.0":
build_vars['os_level'] = config.get("type", "standard")
device_name = config.get('product_device')
if device_name:
build_vars['device_name'] = device_name
else:
build_vars['device_name'] = ''
build_vars['product_company'] = config.get('product_company')
else:
build_vars['os_level'] = config.get('type', 'mini')
build_vars['device_name'] = config.get('board', '')
if config.get('product_company'):
build_vars['product_company'] = config.get(
'product_company')
elif os.path.dirname(self._config_file) != self._dirs.built_in_product_dir:
relpath = os.path.relpath(
self._config_file, self._dirs.vendor_dir)
build_vars['product_company'] = relpath.split('/')[0]
else:
build_vars['product_company'] = config.get(
'device_company')
build_vars['compile_mode'] = config.get('compile_mode', 'cross')
build_vars['product_name'] = config.get('product_name')
if 'ext_root_proc_conf_path' in config:
ext_root_proc_conf_path = os.path.join(
self._dirs.source_root_dir, config.get('ext_root_proc_conf_path'))
if os.path.exists(ext_root_proc_conf_path):
build_vars['ext_root_proc_conf_path'] = ext_root_proc_conf_path
if 'ext_critical_proc_conf_path' in config:
ext_critical_proc_conf_path = os.path.join(
self._dirs.source_root_dir, config.get('ext_critical_proc_conf_path'))
if os.path.exists(ext_critical_proc_conf_path):
build_vars['ext_critical_proc_conf_path'] = ext_critical_proc_conf_path
if 'ext_sanitizer_check_list_path' in config:
ext_sanitizer_check_list_path = os.path.join(
self._dirs.source_root_dir, config.get('ext_sanitizer_check_list_path'))
if os.path.exists(ext_sanitizer_check_list_path):
build_vars['ext_sanitizer_check_list_path'] = ext_sanitizer_check_list_path
_global_ext_var_file = os.path.join(
self._dirs.source_root_dir, "out/products_ext", "global_ext_var_file.gni")
if os.path.exists(_global_ext_var_file):
build_vars['global_ext_var_file'] = _global_ext_var_file
if 'enable_ramdisk' in config:
build_vars['enable_ramdisk'] = config.get('enable_ramdisk')
if 'enable_absystem' in config:
build_vars['enable_absystem'] = config.get('enable_absystem')
if 'build_selinux' in config:
build_vars['build_selinux'] = config.get('build_selinux')
if 'build_seccomp' in config:
build_vars['build_seccomp'] = config.get('build_seccomp')
if 'support_jsapi' in config:
build_vars['support_jsapi'] = config.get('support_jsapi')
if 'chipprod_config_path' in config:
chipprod_config_path = os.path.join(
self._dirs.source_root_dir, config.get('chipprod_config_path'))
if os.path.exists(chipprod_config_path):
build_vars['chipprod_config_path'] = chipprod_config_path
if 'ext_sdk_config_file' in config:
ext_sdk_config_file = os.path.join(
self._dirs.source_root_dir, config.get('ext_sdk_config_file'))
if os.path.exists(ext_sdk_config_file):
build_vars['ext_sdk_config_file'] = ext_sdk_config_file
if 'ext_ndk_config_file' in config:
ext_ndk_config_file = os.path.join(
self._dirs.source_root_dir, config.get('ext_ndk_config_file'))
if os.path.exists(ext_ndk_config_file):
build_vars['ext_ndk_config_file'] = ext_ndk_config_file
if 'ext_sign_hap_py_path' in config:
path = os.path.join(
self._dirs.source_root_dir, config.get('ext_sign_hap_py_path'))
if os.path.exists(path):
build_vars['ext_sign_hap_py_path'] = path
build_vars.update(self._device_info)
if build_vars['os_level'] == 'mini' or build_vars['os_level'] == 'small':
toolchain_label = ""
elif self._is_host_product():
toolchain_label = ""
else:
toolchain_label = '//build/toolchain/{0}:{0}_clang_{1}'.format(
self._device_info.get('target_os'), self._device_info.get('target_cpu'))
build_vars['product_toolchain_label'] = toolchain_label
self._build_vars = build_vars
def _remove_excluded_components(self):
items_to_remove = []
for part, val in self._parts.items():
if "exclude" in val and val["exclude"] == "true":
items_to_remove.append(part)
for item in items_to_remove:
del self._parts[item]
def _get_device_info_v2(self, device_name, config_dir) -> dict:
device_config_file = os.path.join(config_dir,
'{}.json'.format(device_name))
device_info = IoUtil.read_json_file(device_config_file)
if device_info and device_info.get('device_name') != device_name:
raise Exception("device name configuration incorrect in '{}'".format(
device_config_file))
return device_info
def _get_device_info_v3(self, config) -> dict:
if self._is_host_product():
target_os = config.get('host_target_os',
config.get('target_os',
ProductUtil.get_default_host_target_os()))
target_cpu = config.get('host_target_cpu',
ProductUtil.get_default_host_target_cpu())
return {
'target_os': target_os,
'target_cpu': target_cpu,
}
device_info = {
'device_name': config['board'],
'device_company': config['device_company']
}
if config.get('target_os'):
device_info['target_os'] = config.get('target_os')
else:
device_info['target_os'] = 'ohos'
if config.get('target_cpu'):
device_info['target_cpu'] = config['target_cpu']
else:
LogUtil.hb_warning(
"The target_cpu needs to be specified, default target_cpu=arm")
device_info['target_cpu'] = 'arm'
if config.get('kernel_version'):
device_info['kernel_version'] = config.get('kernel_version')
if config.get('device_build_path'):
device_info['device_build_path'] = config.get('device_build_path')
else:
device_build_path = os.path.join(self._dirs.device_dir,
config['device_company'],
config['board'])
if not os.path.exists(device_build_path):
device_build_path = os.path.join(self._dirs.device_dir,
'board',
config['device_company'],
config['board'])
device_info['device_build_path'] = device_build_path
return device_info
def _get_device_specific_parts(self) -> dict:
info = {}
if self._is_host_product():
return info
if self._device_info and self._device_info.get('device_build_path'):
subsystem_name = 'device_{}'.format(self._device_name)
part_name = subsystem_name
info['{}:{}'.format(subsystem_name, part_name)] = {}
return info
def _get_device_specific_subsystem(self) -> dict:
info = {}
if self._is_host_product():
return info
subsystem_name = 'device_{}'.format(self._device_name)
if self._device_info and self._device_info.get('device_build_path'):
info[subsystem_name] = {
'name': subsystem_name,
'path': self._device_info.get('device_build_path')
}
return info
def _get_base_parts(self, base_config_dir, os_level) -> dict:
system_base_config_file = os.path.join(base_config_dir,
'{}_system.json'.format(os_level))
if not os.path.exists(system_base_config_file):
raise Exception("product configuration '{}' doesn't exist.".format(
system_base_config_file))
return IoUtil.read_json_file(system_base_config_file)
def _get_inherit_parts(self, inherit, source_root_dir) -> dict:
inherit_parts = {}
for _config in inherit:
_file = os.path.join(source_root_dir, _config)
_info = IoUtil.read_json_file(_file)
parts = _info.get('parts')
if parts:
inherit_parts.update(parts)
else:
inherit_parts.update(get_vendor_parts_list(_info))
return inherit_parts
def _get_sys_relate_parts(self, system_component_info, _parts, source_root_dir) -> dict:
_info = IoUtil.read_json_file(os.path.join(
source_root_dir, system_component_info))
ret = {}
parts = _info.get('parts')
if not parts:
parts = get_vendor_parts_list(_info)
for part, featrue in parts.items():
if not _parts.get(part):
ret[part] = featrue
return ret
def _get_product_specific_parts(self) -> dict:
if self._is_host_product():
return {}
part_name = 'product_{}'.format(self._name)
subsystem_name = part_name
info = {}
info['{}:{}'.format(subsystem_name, part_name)] = {}
return info
def _get_product_specific_subsystem(self) -> dict:
info = {}
subsystem_name = 'product_{}'.format(self._name)
product_build_path = self._config.get('product_build_path')
if product_build_path:
info[subsystem_name] = {
'name': subsystem_name,
'path': product_build_path
}
return info
def _get_full_product_config(self) -> dict:
config = IoUtil.read_json_file(self._config_file)
if config.get("version") != '2.0':
if os.path.dirname(self._config_file) != self._dirs.built_in_product_dir \
and not hasattr(self._config, 'product_build_path'):
config['product_build_path'] = os.path.relpath(
os.path.dirname(self._config_file), self._dirs.source_root_dir)
return config