import argparse
import logging
import multiprocessing
import os
import subprocess
import sys
import traceback
from pathlib import Path
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
class BuildManager:
"""
统一构建管理：依赖拉取 → CMake 配置 → 并行编译 → 安装 / 测试。
用法:
python build.py 完整构建（拉取依赖 + Release 编译）
python build.py local 本地构建（跳过依赖拉取，Release 编译）
python build.py test 单元测试（拉取依赖 + Debug 编译 + 执行测试）
python build.py test local 单元测试（跳过依赖拉取, Debug 编译 + 执行测试）
python build.py -r <revision> 指定依赖的内部源码仓的 Git 分支/标签/commit
参数说明:
- 参数: command : 构建动作: 为空时为全构建, local 为跳过依赖下载, test 为运行单元测试。
- 参数: -r, --revision : 指定 Git 修订版本或标签用于依赖检出。
"""
def __init__(self):
self.project_root = Path(__file__).resolve().parent
self.build_jobs = multiprocessing.cpu_count()
argument_parser = argparse.ArgumentParser(description='Build the project and optionally run tests.')
argument_parser.add_argument('command', nargs='*', default=[],
choices=[[], 'local', 'test'],
help='Build action: omit for full build, "local" to skip dependency download, '
'"test" to run unit tests')
argument_parser.add_argument('-r', '--revision',
help='Specify Git revision for internal dependent repo.')
argument_parser.add_argument('--build-version', type=str, default=None, help='Build version for run/exe/dmg packages')
argument_parser.add_argument('--whl-version', type=str, default=None, help='WHL version for Python wheel packages')
self.parsed_arguments = argument_parser.parse_args()
if self.parsed_arguments.whl_version != None:
logging.info("--whl-version: %s", self.parsed_arguments.whl_version)
os.environ['WHL_VERSION'] = self.parsed_arguments.whl_version
def _execute_command(self, command_sequence, timeout_seconds=36000, cwd=None):
logging.info("Running: %s", " ".join(command_sequence))
subprocess.run(command_sequence, timeout=timeout_seconds, check=True, cwd=cwd)
def _build_product(self):
product_build_dir = self.project_root / "build"
product_build_dir.mkdir(exist_ok=True)
os.chdir(product_build_dir)
self._execute_command(["cmake", ".."])
self._execute_command(["make", "-j", str(self.build_jobs), "install"])
def _build_and_run_tests(self):
ut_build_dir = self.project_root / "build_ut"
ut_build_dir.mkdir(exist_ok=True)
os.chdir(ut_build_dir)
self._execute_command(["cmake", "..", "-DBUILD_TESTS=ON", "-DCMAKE_BUILD_TYPE=Debug"])
self._execute_command(["make", "-j", str(self.build_jobs), "install"])
logging.info("============ start to execute C++ code UT test ============")
self._execute_command(
["./test/csrc_test/mskpp_test_c", "--gtest_output=xml:test_detail.xml"],
cwd=str(ut_build_dir)
)
logging.info("============ start to execute Python code UT test ============")
os.environ['PYTHONPATH'] = str(self.project_root) + os.pathsep + os.environ.get('PYTHONPATH', '')
os.environ['PYTHONPYCACHEPREFIX'] = str(ut_build_dir)
self._execute_command([
"coverage3", "run", "--branch",
f"--source={self.project_root}",
"-m", "pytest",
str(self.project_root / "test" / "cases") + "/",
"--junitxml=report/final.xml",
"-W", "ignore::DeprecationWarning"
], cwd=str(ut_build_dir))
self._execute_command(["coverage3", "xml", "-o", "report/coverage.xml"], cwd=str(ut_build_dir))
self._execute_command(["coverage3", "html", "-d", "report"], cwd=str(ut_build_dir))
self._execute_command(["coverage3", "report", "-m"], cwd=str(ut_build_dir))
def run(self):
os.chdir(self.project_root)
if 'local' not in self.parsed_arguments.command:
from download_dependencies import DependencyManager
DependencyManager(self.parsed_arguments).run()
if 'test' in self.parsed_arguments.command:
self._build_and_run_tests()
else:
self._build_product()
if __name__ == "__main__":
try:
BuildManager().run()
except Exception:
logging.error(f"Unexpected error: {traceback.format_exc()}")
sys.exit(1)
