# -*- bazel-starlark -*-
# Copyright 2023 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Siso configuration for Android builds."""
load("@builtin//encoding.star", "json")
load("@builtin//lib/gn.star", "gn")
load("@builtin//struct.star", "module")
load("./config.star", "config")
def __enabled(ctx):
if "args.gn" in ctx.metadata:
gn_args = gn.args(ctx)
if gn_args.get("target_os") == '"android"':
return True
return False
def __filegroups(ctx):
return {}
def __step_config(ctx, step_config):
__input_deps(ctx, step_config["input_deps"])
remote_run = True # Turn this to False when you do file access trace.
step_config["rules"].extend([
# See also https://chromium.googlesource.com/chromium/src/build/+/HEAD/android/docs/java_toolchain.md
{
"name": "android/write_build_config",
"command_prefix": "python3 ../../build/android/gyp/write_build_config.py",
"handler": "android_write_build_config",
"remote": remote_run,
"canonicalize_dir": True,
"timeout": "2m",
},
{
"name": "android/ijar",
"command_prefix": "python3 ../../build/android/gyp/ijar.py",
"remote": remote_run,
"canonicalize_dir": True,
"timeout": "2m",
},
{
"name": "android/turbine",
"command_prefix": "python3 ../../build/android/gyp/turbine.py",
"handler": "android_turbine",
"remote": remote_run,
"platform_ref": "large",
"canonicalize_dir": True,
"timeout": "2m",
},
{
"name": "android/compile_resources",
"command_prefix": "python3 ../../build/android/gyp/compile_resources.py",
"handler": "android_compile_resources",
"inputs": [
"third_party/protobuf/python/google:pyprotolib",
],
"exclude_input_patterns": [
"*.h",
"*.o",
"*.cc",
"*.a",
"*.info",
"*.pak",
"*.inc",
],
"remote": remote_run,
"canonicalize_dir": True,
"timeout": "5m",
},
{
"name": "android/compile_java",
"command_prefix": "python3 ../../build/android/gyp/compile_java.py",
"handler": "android_compile_java",
# Don't include files under --generated-dir.
# This is probably optimization for local incrmental builds.
# However, this is harmful for remote build cache hits.
"ignore_extra_input_pattern": ".*srcjars.*\\.java",
"ignore_extra_output_pattern": ".*srcjars.*\\.java",
"remote": remote_run,
"platform_ref": "large",
"canonicalize_dir": True,
"timeout": "2m",
},
{
"name": "android/dex",
"command_prefix": "python3 ../../build/android/gyp/dex.py",
"handler": "android_dex",
# TODO(crbug.com/1452038): include only required jar, dex files in GN config.
"indirect_inputs": {
"includes": ["*.dex", "*.ijar.jar", "*.turbine.jar"],
},
# *.dex files are intermediate files used in incremental builds.
# Fo remote actions, let's ignore them, assuming remote cache hits compensate.
"ignore_extra_input_pattern": ".*\\.dex",
"ignore_extra_output_pattern": ".*\\.dex",
"remote": remote_run,
"platform_ref": "large",
"canonicalize_dir": True,
"timeout": "2m",
},
{
"name": "android/filter_zip",
"command_prefix": "python3 ../../build/android/gyp/filter_zip.py",
"remote": remote_run,
"canonicalize_dir": True,
"timeout": "2m",
},
])
return step_config
def __filearg(ctx, arg):
fn = ""
if arg.startswith("@FileArg("):
f = arg.removeprefix("@FileArg(").removesuffix(")").split(":")
fn = f[0].removesuffix("[]") # [] suffix controls expand list?
v = json.decode(str(ctx.fs.read(ctx.fs.canonpath(fn))))
for k in f[1:]:
v = v[k]
arg = v
if type(arg) == "string":
if arg.startswith("["):
return fn, json.decode(arg)
return fn, [arg]
return fn, arg
def __android_compile_resources_handler(ctx, cmd):
# Script:
# https://crsrc.org/c/build/android/gyp/compile_resources.py
# GN Config:
# https://crsrc.org/c/build/config/android/internal_rules.gni;l=2163;drc=1b15af251f8a255e44f2e3e3e7990e67e87dcc3b
# https://crsrc.org/c/build/config/android/system_image.gni;l=58;drc=39debde76e509774287a655285d8556a9b8dc634
# Sample args:
# --aapt2-path ../../third_party/android_build_tools/aapt2/aapt2
# --android-manifest gen/chrome/android/trichrome_library_system_stub_apk__manifest.xml
# --arsc-package-name=org.chromium.trichromelibrary
# --arsc-path obj/chrome/android/trichrome_library_system_stub_apk.ap_
# --debuggable
# --dependencies-res-zip-overlays=@FileArg\(gen/chrome/android/webapk/shell_apk/maps_go_webapk.build_config.json:deps_info:dependency_zip_overlays\)
# --dependencies-res-zips=@FileArg\(gen/chrome/android/webapk/shell_apk/maps_go_webapk.build_config.json:deps_info:dependency_zips\)
# --depfile gen/chrome/android/webapk/shell_apk/maps_go_webapk__compile_resources.d
# --emit-ids-out=gen/chrome/android/webapk/shell_apk/maps_go_webapk__compile_resources.resource_ids
# --extra-res-packages=@FileArg\(gen/chrome/android/webapk/shell_apk/maps_go_webapk.build_config.json:deps_info:extra_package_names\)
# --include-resources(=)../../third_party/android_sdk/public/platforms/android-34/android.jar
# --info-path obj/chrome/android/webapk/shell_apk/maps_go_webapk.ap_.info
# --min-sdk-version=24
# --proguard-file obj/chrome/android/webapk/shell_apk/maps_go_webapk/maps_go_webapk.resources.proguard.txt
# --r-text-out gen/chrome/android/webapk/shell_apk/maps_go_webapk__compile_resources_R.txt
# --rename-manifest-package=org.chromium.trichromelibrary
# --srcjar-out gen/chrome/android/webapk/shell_apk/maps_go_webapk__compile_resources.srcjar
# --target-sdk-version=33
# --version-code 1
# --version-name Developer\ Build
# --webp-cache-dir=obj/android-webp-cache
inputs = []
for i, arg in enumerate(cmd.args):
if arg in ["--aapt2-path", "--include-resources"]:
inputs.append(ctx.fs.canonpath(cmd.args[i + 1]))
if arg.startswith("--include-resources="):
inputs.append(ctx.fs.canonpath(arg.removeprefix("--include-resources=")))
for k in ["--dependencies-res-zips=", "--dependencies-res-zip-overlays=", "--extra-res-packages="]:
if arg.startswith(k):
arg = arg.removeprefix(k)
fn, v = __filearg(ctx, arg)
if fn:
inputs.append(ctx.fs.canonpath(fn))
for f in v:
f = ctx.fs.canonpath(f)
inputs.append(f)
if k == "--dependencies-res-zips=" and ctx.fs.exists(f + ".info"):
inputs.append(f + ".info")
ctx.actions.fix(
inputs = cmd.inputs + inputs,
)
def __android_compile_java_handler(ctx, cmd):
# Script:
# https://crsrc.org/c/build/android/gyp/compile_java.py
# GN Config:
# https://crsrc.org/c/build/config/android/internal_rules.gni;l=2995;drc=775b3a9ebccd468c79592dad43ef46632d3a411f
# Sample args:
# --depfile=gen/chrome/android/chrome_test_java__compile_java.d
# --generated-dir=gen/chrome/android/chrome_test_java/generated_java
# --jar-path=obj/chrome/android/chrome_test_java.javac.jar
# --java-srcjars=\[\"gen/chrome/browser/tos_dialog_behavior_generated_enum.srcjar\",\ \"gen/chrome/android/chrome_test_java__assetres.srcjar\",\ \"gen/chrome/android/chrome_test_java.generated.srcjar\"\]
# --target-name //chrome/android:chrome_test_java__compile_java
# --classpath=@FileArg\(gen/chrome/android/chrome_test_java.build_config.json:android:sdk_interface_jars\)
# --header-jar obj/chrome/android/chrome_test_java.turbine.jar
# --classpath=\[\"obj/chrome/android/chrome_test_java.turbine.jar\"\]
# --classpath=@FileArg\(gen/chrome/android/chrome_test_java.build_config.json:deps_info:javac_full_interface_classpath\)
# --kotlin-jar-path=obj/chrome/browser/tabmodel/internal/java.kotlinc.jar
# --chromium-code=1
# --warnings-as-errors
# --jar-info-exclude-globs=\[\"\*/R.class\",\ \"\*/R\\\$\*.class\",\ \"\*/Manifest.class\",\ \"\*/Manifest\\\$\*.class\",\ \"\*/\*GEN_JNI.class\"\]
# --enable-errorprone
# @gen/chrome/android/chrome_test_java.sources
out = cmd.outputs[0]
outputs = [
out + ".md5.stamp",
]
inputs = []
for i, arg in enumerate(cmd.args):
if arg == "--enable-errorprone":
# errorprone requires the plugin directory to detect src dir.
# https://source.chromium.org/chromium/chromium/src/+/main:tools/android/errorprone_plugin/src/org/chromium/tools/errorprone/plugin/UseNetworkAnnotations.java;l=84;drc=dfd88085261b662a5c0a1abea1a3b120b08e8e48
inputs.append(ctx.fs.canonpath("../../tools/android/errorprone_plugin"))
# read .sources file.
if arg.startswith("@"):
sources = str(ctx.fs.read(ctx.fs.canonpath(arg.removeprefix("@")))).splitlines()
inputs += sources
for k in ["--java-srcjars=", "--classpath=", "--bootclasspath=", "--processorpath=", "--kotlin-jar-path="]:
if arg.startswith(k):
arg = arg.removeprefix(k)
fn, v = __filearg(ctx, arg)
if fn:
inputs.append(ctx.fs.canonpath(fn))
for f in v:
f, _, _ = f.partition(":")
inputs.append(ctx.fs.canonpath(f))
ctx.actions.fix(
inputs = cmd.inputs + inputs,
outputs = cmd.outputs + outputs,
)
def __android_dex_handler(ctx, cmd):
out = cmd.outputs[0]
inputs = [
out.replace("obj/", "gen/").replace(".dex.jar", ".build_config.json"),
]
# Add __dex.desugardeps to the outputs.
outputs = [
out + ".md5.stamp",
]
for i, arg in enumerate(cmd.args):
if arg == "--desugar-dependencies":
outputs.append(ctx.fs.canonpath(cmd.args[i + 1]))
for k in ["--class-inputs=", "--bootclasspath=", "--classpath=", "--class-inputs-filearg=", "--dex-inputs=", "--dex-inputs-filearg="]:
if arg.startswith(k):
arg = arg.removeprefix(k)
fn, v = __filearg(ctx, arg)
if fn:
inputs.append(ctx.fs.canonpath(fn))
for f in v:
f, _, _ = f.partition(":")
f = ctx.fs.canonpath(f)
inputs.append(f)
# TODO: dex.py takes --incremental-dir to reuse the .dex produced in a previous build.
# Should remote dex action also take this?
ctx.actions.fix(
inputs = cmd.inputs + inputs,
outputs = cmd.outputs + outputs,
)
def __android_turbine_handler(ctx, cmd):
inputs = []
outputs = []
out_fileslist = False
if cmd.args[len(cmd.args) - 1].startswith("@"):
out_fileslist = True
for i, arg in enumerate(cmd.args):
if arg.startswith("--jar-path="):
jar_path = ctx.fs.canonpath(arg.removeprefix("--jar-path="))
if out_fileslist:
outputs.append(jar_path + ".java_files_list.txt")
for k in ["--classpath=", "--processorpath="]:
if arg.startswith(k):
arg = arg.removeprefix(k)
fn, v = __filearg(ctx, arg)
if fn:
inputs.append(ctx.fs.canonpath(fn))
for f in v:
f, _, _ = f.partition(":")
inputs.append(ctx.fs.canonpath(f))
ctx.actions.fix(
inputs = cmd.inputs + inputs,
outputs = cmd.outputs + outputs,
)
def __deps_configs(ctx, f, seen, inputs):
if f in seen:
return
seen[f] = True
inputs.append(f)
v = json.decode(str(ctx.fs.read(f)))
for f in v["deps_info"]["deps_configs"]:
f = ctx.fs.canonpath(f)
__deps_configs(ctx, f, seen, inputs)
if "public_deps_configs" in v["deps_info"]:
for f in v["deps_info"]["public_deps_configs"]:
f = ctx.fs.canonpath(f)
__deps_configs(ctx, f, seen, inputs)
def __android_write_build_config_handler(ctx, cmd):
# Script:
# https://crsrc.org/c/build/android/gyp/write_build_config.py
# GN Config:
# https://crsrc.org/c/build/config/android/internal_rules.gni;l=122;drc=99e4f79301e108ea3d27ec84320f430490382587
# Sample args:
# --type=java_library
# --depfile gen/third_party/android_deps/org_jetbrains_kotlinx_kotlinx_metadata_jvm_java__build_config_crbug_908819.d
# --deps-configs=\[\"gen/third_party/kotlin_stdlib/kotlin_stdlib_java.build_config.json\"\]
# --public-deps-configs=\[\]
# --build-config gen/third_party/android_deps/org_jetbrains_kotlinx_kotlinx_metadata_jvm_java.build_config.json
# --gn-target //third_party/android_deps:org_jetbrains_kotlinx_kotlinx_metadata_jvm_java
# --non-chromium-code
# --host-jar-path lib.java/third_party/android_deps/org_jetbrains_kotlinx_kotlinx_metadata_jvm.jar
# --unprocessed-jar-path ../../third_party/android_deps/libs/org_jetbrains_kotlinx_kotlinx_metadata_jvm/kotlinx-metadata-jvm-0.1.0.jar
# --interface-jar-path obj/third_party/android_deps/org_jetbrains_kotlinx_kotlinx_metadata_jvm.ijar.jar
# --is-prebuilt
# --bundled-srcjars=\[\]
inputs = []
seen = {}
for i, arg in enumerate(cmd.args):
if arg in ["--shared-libraries-runtime-deps", "--secondary-abi-shared-libraries-runtime-deps"]:
inputs.append(ctx.fs.canonpath(cmd.args[i + 1]))
continue
if arg == "--tested-apk-config":
f = ctx.fs.canonpath(cmd.args[i + 1])
__deps_configs(ctx, f, seen, inputs)
continue
for k in ["--deps-configs=", "--public-deps-configs=", "--annotation-processor-configs="]:
if arg.startswith(k):
arg = arg.removeprefix(k)
v = json.decode(arg)
for f in v:
f = ctx.fs.canonpath(f)
__deps_configs(ctx, f, seen, inputs)
ctx.actions.fix(inputs = cmd.inputs + inputs)
__handlers = {
"android_compile_resources": __android_compile_resources_handler,
"android_compile_java": __android_compile_java_handler,
"android_dex": __android_dex_handler,
"android_turbine": __android_turbine_handler,
"android_write_build_config": __android_write_build_config_handler,
}
def __input_deps(ctx, input_deps):
# TODO(crrev.com/c/4596899): Add Java inputs in GN config.
input_deps["third_party/jdk/current:current"] = [
"third_party/jdk/current/bin/java",
"third_party/jdk/current/bin/java.chromium",
"third_party/jdk/current/conf/logging.properties",
"third_party/jdk/current/conf/security/java.security",
"third_party/jdk/current/lib/ct.sym",
"third_party/jdk/current/lib/jrt-fs.jar",
"third_party/jdk/current/lib/jvm.cfg",
"third_party/jdk/current/lib/libawt.so",
"third_party/jdk/current/lib/libawt_headless.so",
"third_party/jdk/current/lib/libawt_xawt.so",
"third_party/jdk/current/lib/libjava.so",
"third_party/jdk/current/lib/libjimage.so",
"third_party/jdk/current/lib/libjli.so",
"third_party/jdk/current/lib/libjsvml.so",
"third_party/jdk/current/lib/libmanagement.so",
"third_party/jdk/current/lib/libmanagement_ext.so",
"third_party/jdk/current/lib/libnet.so",
"third_party/jdk/current/lib/libnio.so",
"third_party/jdk/current/lib/libverify.so",
"third_party/jdk/current/lib/libzip.so",
"third_party/jdk/current/lib/modules",
"third_party/jdk/current/lib/server/classes.jsa",
"third_party/jdk/current/lib/server/libjvm.so",
"third_party/jdk/current/lib/tzdb.dat",
]
input_deps["third_party/jdk/current/bin/java"] = [
"third_party/jdk/current:current",
]
input_deps["third_party/jdk/current/bin/javac"] = [
"third_party/jdk/current:current",
]
input_deps["third_party/protobuf/python/google/protobuf/__init__.py"] = [
"third_party/protobuf/python/google:google",
]
android = module(
"android",
enabled = __enabled,
step_config = __step_config,
filegroups = __filegroups,
handlers = __handlers,
input_deps = __input_deps,
)
