blob: 9303c912fdb628dafac6367c42c120ddf9657ce9 [file] [log] [blame]
Patrick Rohr92d74122022-10-21 15:50:52 -07001#!/usr/bin/env python3
2# Copyright (C) 2022 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16# This tool translates a collection of BUILD.gn files into a mostly equivalent
17# Android.bp file for the Android Soong build system. The input to the tool is a
18# JSON description of the GN build definition generated with the following
19# command:
20#
21# gn desc out --format=json --all-toolchains "//*" > desc.json
22#
23# The tool is then given a list of GN labels for which to generate Android.bp
24# build rules. The dependencies for the GN labels are squashed to the generated
25# Android.bp target, except for actions which get their own genrule. Some
26# libraries are also mapped to their Android equivalents -- see |builtin_deps|.
27
28import argparse
29import collections
30import json
Patrick Rohr16228942022-10-26 14:00:26 -070031import logging as log
Patrick Rohr3a2c3dd2022-11-29 22:29:36 -080032import operator
Patrick Rohr92d74122022-10-21 15:50:52 -070033import os
34import re
35import sys
Motomu Utsumic6277d92022-11-07 15:15:17 +090036import copy
Mohannad Farrag9c2cee12022-12-06 17:11:25 +000037from pathlib import Path
Patrick Rohr92d74122022-10-21 15:50:52 -070038
39import gn_utils
40
Patrick Rohr92d74122022-10-21 15:50:52 -070041ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
42
Patrick Rohr06296362022-11-10 21:37:33 -080043# Default targets to translate to the blueprint file.
44default_targets = [
45 '//components/cronet/android:cronet',
Motomu Utsumiabbfdc32022-11-25 12:19:23 +090046 '//components/cronet:cronet_package',
Patrick Rohr06296362022-11-10 21:37:33 -080047]
48
Patrick Rohr92d74122022-10-21 15:50:52 -070049# Defines a custom init_rc argument to be applied to the corresponding output
50# blueprint target.
51target_initrc = {
Patrick Rohrc36ef422022-10-25 10:38:05 -070052 # TODO: this can probably be removed.
Patrick Rohr92d74122022-10-21 15:50:52 -070053}
54
55target_host_supported = [
Patrick Rohrdc383942022-10-25 10:45:29 -070056 # TODO: remove if this is not useful for the cronet build.
Patrick Rohr92d74122022-10-21 15:50:52 -070057]
58
Patrick Rohr92d74122022-10-21 15:50:52 -070059# Proto target groups which will be made public.
60proto_groups = {
Patrick Rohr95212a22022-10-25 09:53:13 -070061 # TODO: remove if this is not used for the cronet build.
Patrick Rohr92d74122022-10-21 15:50:52 -070062}
63
64# All module names are prefixed with this string to avoid collisions.
Patrick Rohr61b2bad2022-10-25 10:49:20 -070065module_prefix = 'cronet_aml_'
Patrick Rohr92d74122022-10-21 15:50:52 -070066
67# Shared libraries which are directly translated to Android system equivalents.
68shared_library_allowlist = [
69 'android',
70 'android.hardware.atrace@1.0',
71 'android.hardware.health@2.0',
72 'android.hardware.health-V1-ndk',
73 'android.hardware.power.stats@1.0',
74 "android.hardware.power.stats-V1-cpp",
75 'base',
76 'binder',
77 'binder_ndk',
78 'cutils',
79 'hidlbase',
80 'hidltransport',
81 'hwbinder',
82 'incident',
83 'log',
84 'services',
85 'statssocket',
86 "tracingproxy",
87 'utils',
88]
89
90# Static libraries which are directly translated to Android system equivalents.
91static_library_allowlist = [
92 'statslog_perfetto',
93]
94
Patrick Rohrd9dd3b92022-11-09 16:15:30 -080095# Include directories that will be removed from all targets.
96local_include_dirs_denylist = [
Patrick Rohrd9dd3b92022-11-09 16:15:30 -080097]
98
Patrick Rohr92d74122022-10-21 15:50:52 -070099# Name of the module which settings such as compiler flags for all other
100# modules.
101defaults_module = module_prefix + 'defaults'
102
103# Location of the project in the Android source tree.
Patrick Rohr76ceeb52022-11-07 14:18:58 -0800104tree_path = 'external/chromium_org'
Patrick Rohr92d74122022-10-21 15:50:52 -0700105
106# Path for the protobuf sources in the standalone build.
107buildtools_protobuf_src = '//buildtools/protobuf/src'
108
109# Location of the protobuf src dir in the Android source tree.
110android_protobuf_src = 'external/protobuf/src'
111
Mohannad Farragc739dda2022-12-02 15:43:46 +0000112# put all args on a new line for better diffs.
113NEWLINE = ' " +\n "'
Mohannad Farrag00ecfb52022-12-02 14:44:15 +0000114
Patrick Rohr92d74122022-10-21 15:50:52 -0700115# Compiler flags which are passed through to the blueprint.
Motomu Utsumic8b7bea2022-11-16 18:12:44 +0900116cflag_allowlist = [
Motomu Utsumicf68d732022-11-16 18:15:21 +0900117 # needed for zlib:zlib
118 "-mpclmul",
119 # needed for zlib:zlib
120 "-mssse3",
Mohannad Farrag7f29d832022-11-23 19:52:41 +0000121 # needed for zlib:zlib
122 "-msse3",
123 # needed for zlib:zlib
124 "-msse4.2",
Motomu Utsumic8b7bea2022-11-16 18:12:44 +0900125]
Patrick Rohr92d74122022-10-21 15:50:52 -0700126
Patrick Rohr92d74122022-10-21 15:50:52 -0700127# Additional arguments to apply to Android.bp rules.
128additional_args = {
Patrick Rohr2267a0a2022-11-08 18:59:34 -0800129 # TODO: remove if not needed.
Patrick Rohrd90025f2022-11-11 14:18:35 -0800130 'cronet_aml_components_cronet_android_cronet': [
131 ('linker_scripts', {
132 'base/android/library_loader/anchor_functions.lds',
133 }),
134 ],
Patrick Rohrbb0956e2022-11-09 15:37:16 -0800135 'cronet_aml_net_net': [
Patrick Rohr9f4d3e32022-11-09 16:37:31 -0800136 ('export_static_lib_headers', {
137 'cronet_aml_net_third_party_quiche_quiche',
138 'cronet_aml_crypto_crypto',
139 }),
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000140 ],
Patrick Rohr92d74122022-10-21 15:50:52 -0700141}
142
Patrick Rohr92d74122022-10-21 15:50:52 -0700143# Android equivalents for third-party libraries that the upstream project
144# depends on.
145builtin_deps = {
Patrick Rohr14ee0932022-11-15 12:10:27 -0800146 '//net/tools/root_store_tool:root_store_tool':
147 lambda x: None,
Patrick Rohr92d74122022-10-21 15:50:52 -0700148}
149
Motomu Utsumi8ca12412022-11-30 16:27:30 +0900150# Name of tethering apex module
151tethering_apex = "com.android.tethering"
152
Patrick Rohr92d74122022-10-21 15:50:52 -0700153# ----------------------------------------------------------------------------
154# End of configuration.
155# ----------------------------------------------------------------------------
156
157
158class Error(Exception):
159 pass
160
161
162class ThrowingArgumentParser(argparse.ArgumentParser):
163
164 def __init__(self, context):
165 super(ThrowingArgumentParser, self).__init__()
166 self.context = context
167
168 def error(self, message):
169 raise Error('%s: %s' % (self.context, message))
170
171
172def write_blueprint_key_value(output, name, value, sort=True):
173 """Writes a Blueprint key-value pair to the output"""
174
175 if isinstance(value, bool):
176 if value:
177 output.append(' %s: true,' % name)
178 else:
179 output.append(' %s: false,' % name)
180 return
181 if not value:
182 return
183 if isinstance(value, set):
184 value = sorted(value)
185 if isinstance(value, list):
186 output.append(' %s: [' % name)
187 for item in sorted(value) if sort else value:
188 output.append(' "%s",' % item)
189 output.append(' ],')
190 return
191 if isinstance(value, Target):
192 value.to_string(output)
193 return
194 if isinstance(value, dict):
195 kv_output = []
196 for k, v in value.items():
197 write_blueprint_key_value(kv_output, k, v)
198
199 output.append(' %s: {' % name)
200 for line in kv_output:
201 output.append(' %s' % line)
202 output.append(' },')
203 return
204 output.append(' %s: "%s",' % (name, value))
205
206
207class Target(object):
208 """A target-scoped part of a module"""
209
210 def __init__(self, name):
211 self.name = name
Patrick Rohr5d399b32022-11-16 10:19:55 -0800212 self.srcs = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700213 self.shared_libs = set()
214 self.static_libs = set()
215 self.whole_static_libs = set()
Patrick Rohrc03f1bb2022-11-18 16:13:17 -0800216 self.header_libs = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700217 self.cflags = set()
218 self.dist = dict()
219 self.strip = dict()
220 self.stl = None
Motomu Utsumi50ad2172022-11-17 22:29:53 +0900221 self.cppflags = set()
Patrick Rohr3cd5ffb2022-11-18 17:40:55 -0800222 self.local_include_dirs = set()
Patrick Rohr81435162022-11-17 19:34:32 -0800223 self.export_system_include_dirs = set()
Mohannad Farrag631443e2022-11-21 16:17:01 +0000224 self.generated_headers = set()
225 self.export_generated_headers = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700226
227 def to_string(self, output):
228 nested_out = []
Patrick Rohr5d399b32022-11-16 10:19:55 -0800229 self._output_field(nested_out, 'srcs')
Patrick Rohr92d74122022-10-21 15:50:52 -0700230 self._output_field(nested_out, 'shared_libs')
231 self._output_field(nested_out, 'static_libs')
232 self._output_field(nested_out, 'whole_static_libs')
Patrick Rohrc03f1bb2022-11-18 16:13:17 -0800233 self._output_field(nested_out, 'header_libs')
Patrick Rohr92d74122022-10-21 15:50:52 -0700234 self._output_field(nested_out, 'cflags')
235 self._output_field(nested_out, 'stl')
236 self._output_field(nested_out, 'dist')
237 self._output_field(nested_out, 'strip')
Motomu Utsumi50ad2172022-11-17 22:29:53 +0900238 self._output_field(nested_out, 'cppflags')
239 self._output_field(nested_out, 'local_include_dirs')
Patrick Rohr81435162022-11-17 19:34:32 -0800240 self._output_field(nested_out, 'export_system_include_dirs')
Mohannad Farrag631443e2022-11-21 16:17:01 +0000241 self._output_field(nested_out, 'generated_headers')
242 self._output_field(nested_out, 'export_generated_headers')
Patrick Rohr92d74122022-10-21 15:50:52 -0700243
244 if nested_out:
245 output.append(' %s: {' % self.name)
246 for line in nested_out:
247 output.append(' %s' % line)
248 output.append(' },')
249
250 def _output_field(self, output, name, sort=True):
251 value = getattr(self, name)
252 return write_blueprint_key_value(output, name, value, sort)
253
254
255class Module(object):
256 """A single module (e.g., cc_binary, cc_test) in a blueprint."""
257
258 def __init__(self, mod_type, name, gn_target):
259 self.type = mod_type
260 self.gn_target = gn_target
261 self.name = name
262 self.srcs = set()
Patrick Rohr07876662022-11-15 22:55:23 -0800263 self.comment = 'GN: ' + gn_target
Patrick Rohr92d74122022-10-21 15:50:52 -0700264 self.shared_libs = set()
265 self.static_libs = set()
266 self.whole_static_libs = set()
267 self.runtime_libs = set()
268 self.tools = set()
269 self.cmd = None
270 self.host_supported = False
Patrick Rohrcdda6322022-11-15 22:44:16 -0800271 self.device_supported = True
Patrick Rohr92d74122022-10-21 15:50:52 -0700272 self.vendor_available = False
273 self.init_rc = set()
274 self.out = set()
275 self.export_include_dirs = set()
276 self.generated_headers = set()
277 self.export_generated_headers = set()
Patrick Rohrbb0956e2022-11-09 15:37:16 -0800278 self.export_static_lib_headers = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700279 self.defaults = set()
280 self.cflags = set()
281 self.include_dirs = set()
Patrick Rohr3cd5ffb2022-11-18 17:40:55 -0800282 self.local_include_dirs = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700283 self.header_libs = set()
284 self.required = set()
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700285 self.tool_files = set()
Patrick Rohrbfdc5fd2022-11-16 10:03:49 -0800286 # target contains a dict of Targets indexed by os_arch.
287 # example: { 'android_x86': Target('android_x86')
288 self.target = dict()
289 self.target['android'] = Target('android')
Patrick Rohr82e40742022-11-16 10:20:39 -0800290 self.target['android_x86'] = Target('android_x86')
291 self.target['android_x86_64'] = Target('android_x86_64')
292 self.target['android_arm'] = Target('android_arm')
293 self.target['android_arm64'] = Target('android_arm64')
Patrick Rohrbfdc5fd2022-11-16 10:03:49 -0800294 self.target['host'] = Target('host')
Patrick Rohr92d74122022-10-21 15:50:52 -0700295 self.stl = None
Patrick Rohrb8f830a2022-10-31 11:18:57 -0700296 self.cpp_std = None
Patrick Rohr92d74122022-10-21 15:50:52 -0700297 self.dist = dict()
298 self.strip = dict()
299 self.data = set()
300 self.apex_available = set()
301 self.min_sdk_version = None
302 self.proto = dict()
Patrick Rohrd90025f2022-11-11 14:18:35 -0800303 self.linker_scripts = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700304 # The genrule_XXX below are properties that must to be propagated back
305 # on the module(s) that depend on the genrule.
306 self.genrule_headers = set()
307 self.genrule_srcs = set()
308 self.genrule_shared_libs = set()
Patrick Rohra1a27872022-10-31 11:57:14 -0700309 self.genrule_header_libs = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700310 self.version_script = None
311 self.test_suites = set()
312 self.test_config = None
313 self.stubs = {}
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000314 self.cppflags = set()
315 self.rtti = False
Motomu Utsumiee47af62022-11-30 16:41:15 +0900316 # Name of the output. Used for setting .so file name for libcronet
Mohannad Farrage815d862022-12-06 17:51:43 +0000317 self.libs = set()
Motomu Utsumiee47af62022-11-30 16:41:15 +0900318 self.stem = None
Motomu Utsumi81bb8342022-12-08 11:47:42 +0900319 self.compile_multilib = None
Mohannad Farragb30d3712022-12-06 17:27:04 +0000320 self.aidl = dict()
Mohannad Farrag3d3d6132022-12-06 18:11:48 +0000321 self.plugins = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700322
323 def to_string(self, output):
324 if self.comment:
325 output.append('// %s' % self.comment)
326 output.append('%s {' % self.type)
327 self._output_field(output, 'name')
328 self._output_field(output, 'srcs')
329 self._output_field(output, 'shared_libs')
330 self._output_field(output, 'static_libs')
331 self._output_field(output, 'whole_static_libs')
332 self._output_field(output, 'runtime_libs')
333 self._output_field(output, 'tools')
334 self._output_field(output, 'cmd', sort=False)
335 if self.host_supported:
336 self._output_field(output, 'host_supported')
Patrick Rohrcdda6322022-11-15 22:44:16 -0800337 if not self.device_supported:
338 self._output_field(output, 'device_supported')
Patrick Rohr92d74122022-10-21 15:50:52 -0700339 if self.vendor_available:
340 self._output_field(output, 'vendor_available')
341 self._output_field(output, 'init_rc')
342 self._output_field(output, 'out')
343 self._output_field(output, 'export_include_dirs')
344 self._output_field(output, 'generated_headers')
345 self._output_field(output, 'export_generated_headers')
Patrick Rohrbb0956e2022-11-09 15:37:16 -0800346 self._output_field(output, 'export_static_lib_headers')
Patrick Rohr92d74122022-10-21 15:50:52 -0700347 self._output_field(output, 'defaults')
348 self._output_field(output, 'cflags')
349 self._output_field(output, 'include_dirs')
Patrick Rohr3cd5ffb2022-11-18 17:40:55 -0800350 self._output_field(output, 'local_include_dirs')
Patrick Rohr92d74122022-10-21 15:50:52 -0700351 self._output_field(output, 'header_libs')
352 self._output_field(output, 'required')
353 self._output_field(output, 'dist')
354 self._output_field(output, 'strip')
355 self._output_field(output, 'tool_files')
356 self._output_field(output, 'data')
357 self._output_field(output, 'stl')
Patrick Rohrb8f830a2022-10-31 11:18:57 -0700358 self._output_field(output, 'cpp_std')
Patrick Rohr92d74122022-10-21 15:50:52 -0700359 self._output_field(output, 'apex_available')
360 self._output_field(output, 'min_sdk_version')
361 self._output_field(output, 'version_script')
362 self._output_field(output, 'test_suites')
363 self._output_field(output, 'test_config')
364 self._output_field(output, 'stubs')
365 self._output_field(output, 'proto')
Patrick Rohrd90025f2022-11-11 14:18:35 -0800366 self._output_field(output, 'linker_scripts')
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000367 self._output_field(output, 'cppflags')
Mohannad Farrage815d862022-12-06 17:51:43 +0000368 self._output_field(output, 'libs')
Motomu Utsumiee47af62022-11-30 16:41:15 +0900369 self._output_field(output, 'stem')
Motomu Utsumi81bb8342022-12-08 11:47:42 +0900370 self._output_field(output, 'compile_multilib')
Mohannad Farragb30d3712022-12-06 17:27:04 +0000371 self._output_field(output, 'aidl')
Mohannad Farrag3d3d6132022-12-06 18:11:48 +0000372 self._output_field(output, 'plugins')
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000373 if self.rtti:
374 self._output_field(output, 'rtti')
Patrick Rohr92d74122022-10-21 15:50:52 -0700375
376 target_out = []
Patrick Rohr09ee70e2022-11-16 15:20:03 -0800377 for arch, target in sorted(self.target.items()):
Patrick Rohrbfdc5fd2022-11-16 10:03:49 -0800378 # _output_field calls getattr(self, arch).
379 setattr(self, arch, target)
380 self._output_field(target_out, arch)
381
Patrick Rohr92d74122022-10-21 15:50:52 -0700382 if target_out:
383 output.append(' target: {')
384 for line in target_out:
385 output.append(' %s' % line)
386 output.append(' },')
387
Patrick Rohr92d74122022-10-21 15:50:52 -0700388 output.append('}')
389 output.append('')
390
391 def add_android_static_lib(self, lib):
392 if self.type == 'cc_binary_host':
393 raise Exception('Adding Android static lib for host tool is unsupported')
394 elif self.host_supported:
Patrick Rohrbfdc5fd2022-11-16 10:03:49 -0800395 self.target['android'].static_libs.add(lib)
Patrick Rohr92d74122022-10-21 15:50:52 -0700396 else:
397 self.static_libs.add(lib)
398
399 def add_android_shared_lib(self, lib):
400 if self.type == 'cc_binary_host':
401 raise Exception('Adding Android shared lib for host tool is unsupported')
402 elif self.host_supported:
Patrick Rohrbfdc5fd2022-11-16 10:03:49 -0800403 self.target['android'].shared_libs.add(lib)
Patrick Rohr92d74122022-10-21 15:50:52 -0700404 else:
405 self.shared_libs.add(lib)
406
407 def _output_field(self, output, name, sort=True):
408 value = getattr(self, name)
409 return write_blueprint_key_value(output, name, value, sort)
410
Patrick Rohra6ce0232022-11-16 22:09:01 -0800411 def is_compiled(self):
Mohannad Farrag7ff99912022-11-29 17:16:00 +0000412 return self.type not in ('cc_genrule', 'filegroup', 'java_genrule')
Mohannad Farrag1de6cb12022-11-28 12:27:26 +0000413
414 def is_genrule(self):
415 return self.type == "cc_genrule"
Patrick Rohra6ce0232022-11-16 22:09:01 -0800416
Mohannad Farrag7f29d832022-11-23 19:52:41 +0000417 def has_input_files(self):
Mohannad Farrag7f29d832022-11-23 19:52:41 +0000418 return len(self.srcs) > 0 or any([len(target.srcs) > 0 for target in self.target.values()])
419
Mohannad Farragf2391cc2022-11-29 13:26:32 +0000420 def merge_attribute(self, key, source_module, allowed_archs, source_key = None):
421 """
422 Merges the value of the attribute `source_key` for the `dep_module` with
423 the value of the attribute `key` for this module. If the value of the
424 `source_key` is equal to None. Then `key` is used for both modules.
425
426 This merges the attribute for both non-arch and archs
427 specified in `allowed_archs`.
428 :param key: The attribute used for merging in the calling module. Also
429 used for `dep_module` if the `source_key` is None.
430 :param source_module: The module where data is propagated from.
431 :param allowed_archs: A list of archs to merge the attribute on.
432 :param source_key: if the attribute merged from the `dep_module`
433 is different from the `key`
434 """
435 if not source_key:
436 source_key = key
437 self.__dict__[key].update(source_module.__dict__[source_key])
438 for arch_name in source_module.target.keys():
439 if arch_name in allowed_archs:
440 self.target[arch_name].__dict__[key].update(
441 source_module.target[arch_name].__dict__[source_key])
Patrick Rohr92d74122022-10-21 15:50:52 -0700442
443class Blueprint(object):
444 """In-memory representation of an Android.bp file."""
445
446 def __init__(self):
447 self.modules = {}
448
449 def add_module(self, module):
450 """Adds a new module to the blueprint, replacing any existing module
451 with the same name.
452
453 Args:
454 module: Module instance.
455 """
456 self.modules[module.name] = module
457
458 def to_string(self, output):
Patrick Rohr23f26192022-10-25 09:45:22 -0700459 for m in sorted(self.modules.values(), key=lambda m: m.name):
Patrick Rohr92d74122022-10-21 15:50:52 -0700460 m.to_string(output)
461
462
463def label_to_module_name(label):
464 """Turn a GN label (e.g., //:perfetto_tests) into a module name."""
Patrick Rohr07876662022-11-15 22:55:23 -0800465 module = re.sub(r'^//:?', '', label)
Patrick Rohr92d74122022-10-21 15:50:52 -0700466 module = re.sub(r'[^a-zA-Z0-9_]', '_', module)
Motomu Utsumi3fde1482022-11-14 15:55:21 +0900467
Patrick Rohr92d74122022-10-21 15:50:52 -0700468 if not module.startswith(module_prefix):
469 return module_prefix + module
470 return module
471
472
473def is_supported_source_file(name):
474 """Returns True if |name| can appear in a 'srcs' list."""
Patrick Rohrf9f3a992022-11-10 19:40:32 -0800475 return os.path.splitext(name)[1] in ['.c', '.cc', '.cpp', '.java', '.proto', '.S']
Patrick Rohr92d74122022-10-21 15:50:52 -0700476
477
478def create_proto_modules(blueprint, gn, target):
479 """Generate genrules for a proto GN target.
480
481 GN actions are used to dynamically generate files during the build. The
482 Soong equivalent is a genrule. This function turns a specific kind of
483 genrule which turns .proto files into source and header files into a pair
484 equivalent genrules.
485
486 Args:
487 blueprint: Blueprint instance which is being generated.
488 target: gn_utils.Target object.
489
490 Returns:
491 The source_genrule module.
492 """
493 assert (target.type == 'proto_library')
494
Motomu Utsumibd4013f2022-11-17 16:06:05 +0900495 protoc_gn_target_name = gn.get_target('//third_party/protobuf:protoc').name
Motomu Utsumid58c1dc2022-11-16 18:04:46 +0900496 protoc_module_name = label_to_module_name(protoc_gn_target_name)
497 tools = {protoc_module_name}
Motomu Utsumid7e0e422022-11-08 17:49:52 +0900498 cpp_out_dir = '$(genDir)/%s/%s/' % (tree_path, target.proto_in_dir)
Patrick Rohr92d74122022-10-21 15:50:52 -0700499 target_module_name = label_to_module_name(target.name)
500
501 # In GN builds the proto path is always relative to the output directory
502 # (out/tmp.xxx).
Motomu Utsumid58c1dc2022-11-16 18:04:46 +0900503 cmd = ['$(location %s)' % protoc_module_name]
Motomu Utsumid7e0e422022-11-08 17:49:52 +0900504 cmd += ['--proto_path=%s/%s' % (tree_path, target.proto_in_dir)]
Patrick Rohr92d74122022-10-21 15:50:52 -0700505
506 if buildtools_protobuf_src in target.proto_paths:
507 cmd += ['--proto_path=%s' % android_protobuf_src]
508
509 # We don't generate any targets for source_set proto modules because
510 # they will be inlined into other modules if required.
511 if target.proto_plugin == 'source_set':
512 return None
513
514 # Descriptor targets only generate a single target.
515 if target.proto_plugin == 'descriptor':
516 out = '{}.bin'.format(target_module_name)
517
518 cmd += ['--descriptor_set_out=$(out)']
519 cmd += ['$(in)']
520
Mohannad Farrag1de6cb12022-11-28 12:27:26 +0000521 descriptor_module = Module('cc_genrule', target_module_name, target.name)
Patrick Rohr92d74122022-10-21 15:50:52 -0700522 descriptor_module.cmd = ' '.join(cmd)
523 descriptor_module.out = [out]
524 descriptor_module.tools = tools
525 blueprint.add_module(descriptor_module)
526
527 # Recursively extract the .proto files of all the dependencies and
528 # add them to srcs.
529 descriptor_module.srcs.update(
530 gn_utils.label_to_path(src) for src in target.sources)
531 for dep in target.transitive_proto_deps:
532 current_target = gn.get_target(dep)
533 descriptor_module.srcs.update(
534 gn_utils.label_to_path(src) for src in current_target.sources)
535
536 return descriptor_module
537
538 # We create two genrules for each proto target: one for the headers and
539 # another for the sources. This is because the module that depends on the
540 # generated files needs to declare two different types of dependencies --
541 # source files in 'srcs' and headers in 'generated_headers' -- and it's not
542 # valid to generate .h files from a source dependency and vice versa.
543 source_module_name = target_module_name + '_gen'
Mohannad Farrag1de6cb12022-11-28 12:27:26 +0000544 source_module = Module('cc_genrule', source_module_name, target.name)
Patrick Rohr92d74122022-10-21 15:50:52 -0700545 blueprint.add_module(source_module)
546 source_module.srcs.update(
547 gn_utils.label_to_path(src) for src in target.sources)
548
Mohannad Farrag1de6cb12022-11-28 12:27:26 +0000549 header_module = Module('cc_genrule', source_module_name + '_headers',
Patrick Rohr92d74122022-10-21 15:50:52 -0700550 target.name)
551 blueprint.add_module(header_module)
552 header_module.srcs = set(source_module.srcs)
553
554 # TODO(primiano): at some point we should remove this. This was introduced
555 # by aosp/1108421 when adding "protos/" to .proto include paths, in order to
556 # avoid doing multi-repo changes and allow old clients in the android tree
557 # to still do the old #include "perfetto/..." rather than
558 # #include "protos/perfetto/...".
559 header_module.export_include_dirs = {'.', 'protos'}
Patrick Rohr2267a0a2022-11-08 18:59:34 -0800560 # Since the .cc file and .h get created by a different gerule target, they
561 # are not put in the same intermediate path, so local includes do not work
562 # without explictily exporting the include dir.
563 header_module.export_include_dirs.add(target.proto_in_dir)
Patrick Rohr92d74122022-10-21 15:50:52 -0700564
Motomu Utsumi8ca12412022-11-30 16:27:30 +0900565 # This function does not return header_module so setting apex_available attribute here.
566 header_module.apex_available.add(tethering_apex)
567
Patrick Rohr92d74122022-10-21 15:50:52 -0700568 source_module.genrule_srcs.add(':' + source_module.name)
569 source_module.genrule_headers.add(header_module.name)
570
571 if target.proto_plugin == 'proto':
572 suffixes = ['pb']
573 source_module.genrule_shared_libs.add('libprotobuf-cpp-lite')
574 cmd += ['--cpp_out=lite=true:' + cpp_out_dir]
575 elif target.proto_plugin == 'protozero':
576 suffixes = ['pbzero']
577 plugin = create_modules_from_target(blueprint, gn, protozero_plugin)
578 tools.add(plugin.name)
579 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
580 cmd += ['--plugin_out=wrapper_namespace=pbzero:' + cpp_out_dir]
581 elif target.proto_plugin == 'cppgen':
582 suffixes = ['gen']
583 plugin = create_modules_from_target(blueprint, gn, cppgen_plugin)
584 tools.add(plugin.name)
585 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
586 cmd += ['--plugin_out=wrapper_namespace=gen:' + cpp_out_dir]
587 elif target.proto_plugin == 'ipc':
588 suffixes = ['ipc']
589 plugin = create_modules_from_target(blueprint, gn, ipc_plugin)
590 tools.add(plugin.name)
591 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
592 cmd += ['--plugin_out=wrapper_namespace=gen:' + cpp_out_dir]
593 else:
594 raise Error('Unsupported proto plugin: %s' % target.proto_plugin)
595
596 cmd += ['$(in)']
597 source_module.cmd = ' '.join(cmd)
598 header_module.cmd = source_module.cmd
599 source_module.tools = tools
600 header_module.tools = tools
601
602 for sfx in suffixes:
603 source_module.out.update('%s/%s' %
604 (tree_path, src.replace('.proto', '.%s.cc' % sfx))
605 for src in source_module.srcs)
606 header_module.out.update('%s/%s' %
607 (tree_path, src.replace('.proto', '.%s.h' % sfx))
608 for src in header_module.srcs)
609 return source_module
610
611
Patrick Rohr92d74122022-10-21 15:50:52 -0700612def create_proto_group_modules(blueprint, gn, module_name, target_names):
613 # TODO(lalitm): today, we're only adding a Java lite module because that's
614 # the only one used in practice. In the future, if we need other target types
615 # (e.g. C++, Java full etc.) add them here.
616 bp_module_name = label_to_module_name(module_name) + '_java_protos'
617 module = Module('java_library', bp_module_name, bp_module_name)
618 module.comment = f'''GN: [{', '.join(target_names)}]'''
619 module.proto = {'type': 'lite', 'canonical_path_from_root': False}
620
621 for name in target_names:
622 target = gn.get_target(name)
623 module.srcs.update(gn_utils.label_to_path(src) for src in target.sources)
624 for dep_label in target.transitive_proto_deps:
625 dep = gn.get_target(dep_label)
626 module.srcs.update(gn_utils.label_to_path(src) for src in dep.sources)
627
628 blueprint.add_module(module)
629
Mohannad Farrag9c2cee12022-12-06 17:11:25 +0000630def create_gcc_preprocess_modules(blueprint, target):
631 # gcc_preprocess.py internally execute host gcc which is not allowed in genrule.
632 # So, this function create multiple modules and realize equivalent processing
633 # TODO: Consider to support gcc_preprocess.py in different way
634 # It's not great to have genrule and cc_object in the dependency from java_library
635 assert (len(target.sources) == 1)
636 source = list(target.sources)[0]
637 assert (Path(source).suffix == '.template')
638 stem = Path(source).stem
639
640 bp_module_name = label_to_module_name(target.name)
641
642 # Rename .template to .cc since cc_object does not accept .template file as srcs
643 rename_module = Module('genrule', bp_module_name + '_rename', target.name)
644 rename_module.srcs.add(gn_utils.label_to_path(source))
645 rename_module.out.add(stem + '.cc')
646 rename_module.cmd = 'cp $(in) $(out)'
647 blueprint.add_module(rename_module)
648
649 # Preprocess template file and generates java file
650 preprocess_module = Module('cc_object', bp_module_name + '_preprocess', target.name)
651 # -E: stop after preprocessing.
652 # -P: disable line markers, i.e. '#line 309'
653 preprocess_module.cflags.update(['-E', '-P', '-DANDROID'])
654 preprocess_module.srcs.add(':' + rename_module.name)
655 defines = ['-D' + target.args[i+1] for i, arg in enumerate(target.args) if arg == '--define']
656 preprocess_module.cflags.update(defines)
657 # HACK: Specifying compile_multilib to build cc_object only once.
658 # Without this, soong complain to genrule that depends on cc_object when built for 64bit target.
659 # It seems this is because cc object is a module with per-architecture variants and genrule is a
660 # module with default variant. For 64bit target, cc_object is built multiple times for 32/64bit
661 # modes and genrule doesn't know which one to depend on.
662 preprocess_module.compile_multilib = 32
663 blueprint.add_module(preprocess_module)
664
665 # Generates srcjar using soong_zip
666 module = Module('genrule', bp_module_name, target.name)
667 module.srcs.add(':' + preprocess_module.name)
668 module.out.add(stem + '.srcjar')
669 module.cmd = NEWLINE.join([
670 f'cp $(in) $(genDir)/{stem}.java &&',
671 f'$(location soong_zip) -o $(out) -srcjar -f $(genDir)/{stem}.java'
672 ])
673 module.tools.add('soong_zip')
674 blueprint.add_module(module)
675 return module
676
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800677
Mohannad Farrag420c14e2022-11-30 17:13:15 +0000678class BaseActionSanitizer():
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800679 def __init__(self, target):
Patrick Rohr9e414b52022-11-29 22:12:18 -0800680 # Just to be on the safe side, create a deep-copy.
681 self.target = copy.deepcopy(target)
Motomu Utsumi9752bd32022-12-02 15:16:55 +0900682 self.target.args = self._normalize_args()
683
Mohannad Farrag7f7c9b42022-12-02 14:37:56 +0000684 def get_name(self):
685 return label_to_module_name(self.target.name)
686
Motomu Utsumi9752bd32022-12-02 15:16:55 +0900687 def _normalize_args(self):
Patrick Rohr9e414b52022-11-29 22:12:18 -0800688 # Convert ['--param=value'] to ['--param', 'value'] for consistency.
Mohannad Farrag60b37702022-12-02 14:07:33 +0000689 # Escape quotations.
Motomu Utsumi9752bd32022-12-02 15:16:55 +0900690 normalized_args = []
691 for arg in self.target.args:
Mohannad Farrag60b37702022-12-02 14:07:33 +0000692 arg = arg.replace('"', r'\"')
Motomu Utsumi13399322022-12-02 15:36:48 +0900693 if arg.startswith('-'):
694 normalized_args.extend(arg.split('='))
695 else:
696 normalized_args.append(arg)
Motomu Utsumi9752bd32022-12-02 15:16:55 +0900697 return normalized_args
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800698
Patrick Rohr2cad9332022-11-30 14:27:40 -0800699 # There are three types of args:
700 # - flags (--flag)
701 # - value args (--arg value)
702 # - list args (--arg value1 --arg value2)
Motomu Utsumi8be8a262022-12-02 14:35:15 +0900703 # value args have exactly one arg value pair and list args have one or more arg value pairs.
Motomu Utsumi923688c2022-12-01 15:51:05 +0900704 # Note that the set of list args contains the set of value args.
Motomu Utsumi8be8a262022-12-02 14:35:15 +0900705 # This is because list and value args are identical when the list args has only one arg value pair
Patrick Rohr2cad9332022-11-30 14:27:40 -0800706 # Some functions provide special implementations for each type, while others
707 # work on all of them.
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800708 def _has_arg(self, arg):
709 return arg in self.target.args
710
Motomu Utsumi923688c2022-12-01 15:51:05 +0900711 def _get_arg_indices(self, target_arg):
712 return [i for i, arg in enumerate(self.target.args) if arg == target_arg]
Patrick Rohr3a2c3dd2022-11-29 22:29:36 -0800713
Motomu Utsumi923688c2022-12-01 15:51:05 +0900714 # Whether an arg value pair appears once or more times
715 def _is_list_arg(self, arg):
716 indices = self._get_arg_indices(arg)
717 return len(indices) > 0 and all([not self.target.args[i + 1].startswith('--') for i in indices])
718
Motomu Utsumic363b412022-12-01 16:01:58 +0900719 def _update_list_arg(self, arg, func, throw_if_absent = True):
720 if self._should_fail_silently(arg, throw_if_absent):
721 return
722 assert(self._is_list_arg(arg))
723 indices = self._get_arg_indices(arg)
724 for i in indices:
725 self._set_arg_at(i + 1, func(self.target.args[i + 1]))
726
Motomu Utsumi923688c2022-12-01 15:51:05 +0900727 # Whether an arg value pair appears exactly once
Patrick Rohref4f2bf2022-11-30 14:22:40 -0800728 def _is_value_arg(self, arg):
Motomu Utsumid75b8b52022-12-02 14:29:00 +0900729 return operator.countOf(self.target.args, arg) == 1 and self._is_list_arg(arg)
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800730
Patrick Rohr2cad9332022-11-30 14:27:40 -0800731 def _get_value_arg(self, arg):
Patrick Rohref4f2bf2022-11-30 14:22:40 -0800732 assert(self._is_value_arg(arg))
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800733 i = self.target.args.index(arg)
734 return self.target.args[i + 1]
735
Patrick Rohrf0abead2022-11-30 19:44:10 -0800736 # used to check whether a function call should cause an error when an arg is
737 # missing.
738 def _should_fail_silently(self, arg, throw_if_absent):
739 return not throw_if_absent and not self._has_arg(arg)
740
741 def _set_value_arg(self, arg, value, throw_if_absent = True):
742 if self._should_fail_silently(arg, throw_if_absent):
Patrick Rohr4d74aed2022-11-30 15:42:16 -0800743 return
Patrick Rohref4f2bf2022-11-30 14:22:40 -0800744 assert(self._is_value_arg(arg))
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800745 i = self.target.args.index(arg)
746 self.target.args[i + 1] = value
747
Patrick Rohrf0abead2022-11-30 19:44:10 -0800748 def _update_value_arg(self, arg, func, throw_if_absent = True):
749 if self._should_fail_silently(arg, throw_if_absent):
Patrick Rohr4d74aed2022-11-30 15:42:16 -0800750 return
Patrick Rohr1bedf6c2022-11-30 15:12:57 -0800751 self._set_value_arg(arg, func(self._get_value_arg(arg)))
752
Patrick Rohr77c4f5c2022-11-30 12:56:29 -0800753 def _set_arg_at(self, position, value):
Mohannad Farrag9ab17932022-11-30 17:28:35 +0000754 self.target.args[position] = value
755
Patrick Rohr357b25c2022-11-30 19:46:26 -0800756 def _delete_value_arg(self, arg, throw_if_absent = True):
Patrick Rohrf0abead2022-11-30 19:44:10 -0800757 if self._should_fail_silently(arg, throw_if_absent):
Patrick Rohr4d74aed2022-11-30 15:42:16 -0800758 return
Patrick Rohr357b25c2022-11-30 19:46:26 -0800759 assert(self._is_value_arg(arg))
Patrick Rohr9f439322022-11-30 15:56:15 -0800760 i = self.target.args.index(arg)
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800761 self.target.args.pop(i)
Patrick Rohr357b25c2022-11-30 19:46:26 -0800762 self.target.args.pop(i)
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800763
Patrick Rohr1f7dd582022-11-30 13:44:07 -0800764 def _append_arg(self, arg, value):
765 self.target.args.append(arg)
766 self.target.args.append(value)
767
Mohannad Farrag8fa90652022-12-01 15:40:40 +0000768 def _sanitize_filepath_with_location_tag(self, arg):
769 if arg.startswith('../../'):
770 arg = self._sanitize_filepath(arg)
771 arg = self._add_location_tag(arg)
772 return arg
773
Patrick Rohr73ef7ae2022-11-29 22:33:09 -0800774 # wrap filename in location tag.
Patrick Rohrfda026732022-11-30 16:07:11 -0800775 def _add_location_tag(self, filename):
Patrick Rohr73ef7ae2022-11-29 22:33:09 -0800776 return '$(location %s)' % filename
777
Patrick Rohr0e24c5f2022-11-30 15:20:21 -0800778 # applies common directory transformation that *should* be universally applicable.
779 # TODO: verify if it actually *is* universally applicable.
Patrick Rohr872a2812022-11-30 19:28:22 -0800780 def _sanitize_filepath(self, filepath):
Patrick Rohr0e24c5f2022-11-30 15:20:21 -0800781 # Careful, order matters!
Patrick Rohr8bcd7832022-11-30 19:48:56 -0800782 # delete all leading ../
Patrick Rohr9e5a3c72022-11-30 15:51:30 -0800783 filepath = re.sub('^(\.\./)+', '', filepath)
Patrick Rohr0e24c5f2022-11-30 15:20:21 -0800784 filepath = re.sub('^gen/jni_headers', '$(genDir)', filepath)
785 filepath = re.sub('^gen', '$(genDir)', filepath)
786 return filepath
Patrick Rohr32276892022-11-29 22:38:13 -0800787
Motomu Utsumi21485ba2022-12-01 17:01:50 +0900788 # Iterate through all the args and apply function
789 def _update_all_args(self, func):
790 self.target.args = [func(arg) for arg in self.target.args]
791
Mohannad Farragd5515ca2022-12-02 15:39:53 +0000792 def get_cmd(self):
Mohannad Farragc739dda2022-12-02 15:43:46 +0000793 arg_string = NEWLINE.join(self.target.args)
794 cmd = '$(location %s) %s' % (
795 gn_utils.label_to_path(self.target.script), arg_string)
796
797 if self.use_response_file:
798 # Pipe response file contents into script
799 cmd = 'echo \'%s\' |%s%s' % (self.target.response_file_contents, NEWLINE, cmd)
800 return cmd
Mohannad Farragd5515ca2022-12-02 15:39:53 +0000801
Motomu Utsumi5afd0812022-12-02 15:43:36 +0900802 def get_outputs(self):
803 return self.target.outputs
804
Motomu Utsumi80fa0b02022-12-05 12:50:57 +0900805 def get_srcs(self):
806 # gn treats inputs and sources for actions equally.
807 # soong only supports source files inside srcs, non-source files are added as
808 # tool_files dependency.
809 files = self.target.sources.union(self.target.inputs)
810 return {gn_utils.label_to_path(file) for file in files if is_supported_source_file(file)}
811
Motomu Utsumiaaf42cf2022-12-05 12:55:02 +0900812 def get_tool_files(self):
813 # gn treats inputs and sources for actions equally.
814 # soong only supports source files inside srcs, non-source files are added as
815 # tool_files dependency.
816 files = self.target.sources.union(self.target.inputs)
Motomu Utsumi69975862022-12-05 12:59:06 +0900817 tool_files = {gn_utils.label_to_path(file)
818 for file in files if not is_supported_source_file(file)}
819 tool_files.add(gn_utils.label_to_path(self.target.script))
820 return tool_files
Motomu Utsumiaaf42cf2022-12-05 12:55:02 +0900821
Motomu Utsumicdb45ea2022-12-02 17:05:07 +0900822 def _sanitize_args(self):
Mohannad Farrag00ecfb52022-12-02 14:44:15 +0000823 # Handle passing parameters via response file by piping them into the script
824 # and reading them from /dev/stdin.
825
Mohannad Farraga0e37c12022-12-02 14:46:08 +0000826 self.use_response_file = gn_utils.RESPONSE_FILE in self.target.args
Mohannad Farrag00ecfb52022-12-02 14:44:15 +0000827 if self.use_response_file:
828 # Replace {{response_file_contents}} with /dev/stdin
Mohannad Farraga0e37c12022-12-02 14:46:08 +0000829 self.target.args = ['/dev/stdin' if it == gn_utils.RESPONSE_FILE else it
830 for it in self.target.args]
Motomu Utsumicdb45ea2022-12-02 17:05:07 +0900831
832 def _sanitize_outputs(self):
833 pass
834
Motomu Utsumi735a5a42022-12-05 12:15:07 +0900835 def _sanitize_inputs(self):
836 pass
837
Motomu Utsumicdb45ea2022-12-02 17:05:07 +0900838 def sanitize(self):
839 self._sanitize_args()
840 self._sanitize_outputs()
Motomu Utsumi735a5a42022-12-05 12:15:07 +0900841 self._sanitize_inputs()
Motomu Utsumicdb45ea2022-12-02 17:05:07 +0900842
Motomu Utsumi7db75832022-12-02 16:46:22 +0900843 # Whether this target generates header files
844 def is_header_generated(self):
Motomu Utsumia91ade62022-12-02 16:58:36 +0900845 return any(os.path.splitext(it)[1] == '.h' for it in self.target.outputs)
Motomu Utsumi7db75832022-12-02 16:46:22 +0900846
Mohannad Farrag9ab17932022-11-30 17:28:35 +0000847class WriteBuildDateHeaderSanitizer(BaseActionSanitizer):
Motomu Utsumi805591d2022-12-02 17:17:16 +0900848 def _sanitize_args(self):
Patrick Rohr77c4f5c2022-11-30 12:56:29 -0800849 self._set_arg_at(0, '$(out)')
Motomu Utsumi805591d2022-12-02 17:17:16 +0900850 super()._sanitize_args()
Mohannad Farrag9ab17932022-11-30 17:28:35 +0000851
Mohannad Farrag71353f92022-11-30 17:20:48 +0000852class WriteBuildFlagHeaderSanitizer(BaseActionSanitizer):
Motomu Utsumi805591d2022-12-02 17:17:16 +0900853 def _sanitize_args(self):
Patrick Rohr2cad9332022-11-30 14:27:40 -0800854 self._set_value_arg('--gen-dir', '.')
855 self._set_value_arg('--output', '$(out)')
Motomu Utsumi805591d2022-12-02 17:17:16 +0900856 super()._sanitize_args()
Patrick Rohrf6de33f2022-11-29 22:02:55 -0800857
Patrick Rohr0242a3f2022-11-30 13:48:59 -0800858class JniGeneratorSanitizer(BaseActionSanitizer):
Motomu Utsumi4d551d72022-12-01 16:18:23 +0900859 def _add_location_tag_to_filepath(self, arg):
860 if not arg.endswith('.class'):
861 # --input_file supports both .class specifiers or source files as arguments.
862 # Only source files need to be wrapped inside a $(location <label>) tag.
863 arg = self._add_location_tag(arg)
864 return arg
865
Motomu Utsumi805591d2022-12-02 17:17:16 +0900866 def _sanitize_args(self):
Patrick Rohrf0abead2022-11-30 19:44:10 -0800867 self._update_value_arg('--jar_file', self._sanitize_filepath, False)
868 self._update_value_arg('--jar_file', self._add_location_tag, False)
Patrick Rohr0242a3f2022-11-30 13:48:59 -0800869 if self._has_arg('--jar_file'):
870 self._append_arg('--javap', '$$(find out/.path -name javap)')
Patrick Rohr872a2812022-11-30 19:28:22 -0800871 self._update_value_arg('--output_dir', self._sanitize_filepath)
Patrick Rohrf0abead2022-11-30 19:44:10 -0800872 self._update_value_arg('--includes', self._sanitize_filepath, False)
Patrick Rohr357b25c2022-11-30 19:46:26 -0800873 self._delete_value_arg('--prev_output_dir', False)
Motomu Utsumi4d551d72022-12-01 16:18:23 +0900874 self._update_list_arg('--input_file', self._sanitize_filepath)
875 self._update_list_arg('--input_file', self._add_location_tag_to_filepath)
Motomu Utsumi805591d2022-12-02 17:17:16 +0900876 super()._sanitize_args()
Patrick Rohr0242a3f2022-11-30 13:48:59 -0800877
Motomu Utsumi94019962022-12-02 17:18:58 +0900878 def _sanitize_outputs(self):
Motomu Utsumid4f72642022-12-02 16:01:59 +0900879 # fix target.output directory to match #include statements.
880 self.target.outputs = {re.sub('^jni_headers/', '', out) for out in self.target.outputs}
Motomu Utsumi94019962022-12-02 17:18:58 +0900881 super()._sanitize_outputs()
Motomu Utsumid4f72642022-12-02 16:01:59 +0900882
Motomu Utsumia6824ea2022-12-05 14:53:11 +0900883 def get_tool_files(self):
884 tool_files = super().get_tool_files()
885 # android_jar.classes should be part of the tools as it list implicit classes
886 # for the script to generate JNI headers.
887 tool_files.add("base/android/jni_generator/android_jar.classes")
888 return tool_files
889
Motomu Utsumib80903c2022-12-01 16:21:55 +0900890class JniRegistrationGeneratorSanitizer(BaseActionSanitizer):
Motomu Utsumi07027f62022-12-05 12:16:53 +0900891 def _sanitize_inputs(self):
892 self.target.inputs = [file for file in self.target.inputs if not file.startswith('//out/')]
893
Motomu Utsumi805591d2022-12-02 17:17:16 +0900894 def _sanitize_args(self):
Motomu Utsumi28cbf2f2022-12-01 16:24:29 +0900895 self._update_value_arg('--depfile', self._sanitize_filepath)
896 self._update_value_arg('--srcjar-path', self._sanitize_filepath)
897 self._update_value_arg('--header-path', self._sanitize_filepath)
Motomu Utsumi55907472022-12-01 16:26:21 +0900898 self._set_value_arg('--sources-files', '$(genDir)/java.sources')
Motomu Utsumi4fe0b952022-12-01 16:29:15 +0900899 # update_jni_registration_module removes them from the srcs of the module
900 # It might be better to remove sources by '--sources-exclusions'
901 self._delete_value_arg('--sources-exclusions')
Motomu Utsumi805591d2022-12-02 17:17:16 +0900902 super()._sanitize_args()
Patrick Rohr0242a3f2022-11-30 13:48:59 -0800903
Mohannad Farrag291f5672022-12-02 15:49:00 +0000904 def get_cmd(self):
905 # jni_registration_generator.py doesn't work with python2
906 cmd = "python3 " + super().get_cmd()
907 # Path in the original sources file does not work in genrule.
908 # So creating sources file in cmd based on the srcs of this target.
909 # Adding ../$(current_dir)/ to the head because jni_registration_generator.py uses the files
910 # whose path startswith(..)
911 commands = ["current_dir=`basename \\\`pwd\\\``;",
912 "for f in $(in);",
913 "do",
914 "echo \\\"../$$current_dir/$$f\\\" >> $(genDir)/java.sources;",
915 "done;",
916 cmd]
917
918 # .h file jni_registration_generator.py generates has #define with directory name.
919 # With the genrule env that contains "." which is invalid. So replace that at the end of cmd.
920 commands.append(";sed -i -e 's/OUT_SOONG_.TEMP_SBOX_.*_OUT/GEN/g' ")
921 commands.append("$(genDir)/components/cronet/android/cronet_jni_registration.h")
922 return NEWLINE.join(commands)
923
Mohannad Farrag457bc022022-12-02 14:31:22 +0000924class JavaJniRegistrationGeneratorSanitizer(JniRegistrationGeneratorSanitizer):
Mohannad Farrag7f7c9b42022-12-02 14:37:56 +0000925 def get_name(self):
926 return label_to_module_name(self.target.name) + "__java"
927
Mohannad Farrag457bc022022-12-02 14:31:22 +0000928 def _sanitize_outputs(self):
929 self.target.outputs = [out for out in self.target.outputs if
930 out.endswith(".srcjar")]
931 super()._sanitize_outputs()
932
Motomu Utsumi6af5b2a2022-12-01 16:33:42 +0900933class VersionSanitizer(BaseActionSanitizer):
Motomu Utsumi805591d2022-12-02 17:17:16 +0900934 def _sanitize_args(self):
Motomu Utsumic6b08b82022-12-01 16:48:19 +0900935 self._set_value_arg('-o', '$(out)')
Motomu Utsumi21485ba2022-12-01 17:01:50 +0900936 # args for the version.py contain file path without leading --arg key. So apply sanitize
937 # function for all the args.
Mohannad Farrag8fa90652022-12-01 15:40:40 +0000938 self._update_all_args(self._sanitize_filepath_with_location_tag)
Mohannad Farrag25697342022-12-02 18:01:48 +0000939 self._set_value_arg('-e', "'%s'" % self._get_value_arg('-e'))
Motomu Utsumi805591d2022-12-02 17:17:16 +0900940 super()._sanitize_args()
Motomu Utsumi6af5b2a2022-12-01 16:33:42 +0900941
Motomu Utsumidf634142022-12-05 15:02:44 +0900942 def get_tool_files(self):
943 tool_files = super().get_tool_files()
944 # android_chrome_version.py is not specified in anywhere but version.py imports this file
945 tool_files.add('build/util/android_chrome_version.py')
946 return tool_files
947
Mohannad Farragb73ce0f2022-12-01 15:43:58 +0000948class JavaCppEnumSanitizer(BaseActionSanitizer):
Motomu Utsumi805591d2022-12-02 17:17:16 +0900949 def _sanitize_args(self):
Mohannad Farragb73ce0f2022-12-01 15:43:58 +0000950 self._update_all_args(self._sanitize_filepath_with_location_tag)
951 self._set_value_arg('--srcjar', '$(out)')
Motomu Utsumi805591d2022-12-02 17:17:16 +0900952 super()._sanitize_args()
Mohannad Farragb73ce0f2022-12-01 15:43:58 +0000953
Motomu Utsumi9701d2f2022-12-02 16:53:06 +0900954class MakeDafsaSanitizer(BaseActionSanitizer):
955 def is_header_generated(self):
Motomu Utsumi1e028b82022-12-02 16:54:20 +0900956 # This script generates .cc files but they are #included by other sources
957 # (e.g. registry_controlled_domain.cc)
958 return True
Motomu Utsumi9701d2f2022-12-02 16:53:06 +0900959
Motomu Utsumi56a2f442022-12-05 16:01:34 +0900960class JavaCppFeatureSanitizer(BaseActionSanitizer):
Motomu Utsumid7c36772022-12-05 16:04:37 +0900961 def _sanitize_args(self):
962 self._update_all_args(self._sanitize_filepath_with_location_tag)
963 self._set_value_arg('--srcjar', '$(out)')
964 super()._sanitize_args()
Motomu Utsumi56a2f442022-12-05 16:01:34 +0900965
Motomu Utsumice5166b2022-12-05 16:08:37 +0900966class JavaCppStringSanitizer(BaseActionSanitizer):
Motomu Utsumi3f7ab312022-12-05 16:12:21 +0900967 def _sanitize_args(self):
968 self._update_all_args(self._sanitize_filepath_with_location_tag)
969 self._set_value_arg('--srcjar', '$(out)')
970 super()._sanitize_args()
Motomu Utsumice5166b2022-12-05 16:08:37 +0900971
Motomu Utsumib90a76b2022-12-05 16:17:26 +0900972class WriteNativeLibrariesJavaSanitizer(BaseActionSanitizer):
Motomu Utsumi3dbc2762022-12-05 16:20:21 +0900973 def _sanitize_args(self):
974 self._set_value_arg('--output', '$(out)')
975 super()._sanitize_args()
Motomu Utsumib90a76b2022-12-05 16:17:26 +0900976
Mohannad Farrag457bc022022-12-02 14:31:22 +0000977def get_action_sanitizer(target, type):
Patrick Rohr7f117152022-11-30 13:58:05 -0800978 if target.script == "//build/write_buildflag_header.py":
979 return WriteBuildFlagHeaderSanitizer(target)
980 elif target.script == "//build/write_build_date_header.py":
981 return WriteBuildDateHeaderSanitizer(target)
982 elif target.script == '//base/android/jni_generator/jni_generator.py':
983 return JniGeneratorSanitizer(target)
Motomu Utsumib80903c2022-12-01 16:21:55 +0900984 elif target.script == '//base/android/jni_generator/jni_registration_generator.py':
Mohannad Farrag457bc022022-12-02 14:31:22 +0000985 if type == 'java_genrule':
986 return JavaJniRegistrationGeneratorSanitizer(target)
987 else:
988 return JniRegistrationGeneratorSanitizer(target)
Motomu Utsumi6af5b2a2022-12-01 16:33:42 +0900989 elif target.script == "//build/util/version.py":
990 return VersionSanitizer(target)
Mohannad Farragb73ce0f2022-12-01 15:43:58 +0000991 elif target.script == "//build/android/gyp/java_cpp_enum.py":
992 return JavaCppEnumSanitizer(target)
Motomu Utsumi9701d2f2022-12-02 16:53:06 +0900993 elif target.script == "//net/tools/dafsa/make_dafsa.py":
994 return MakeDafsaSanitizer(target)
Motomu Utsumi56a2f442022-12-05 16:01:34 +0900995 elif target.script == '//build/android/gyp/java_cpp_features.py':
996 return JavaCppFeatureSanitizer(target)
Motomu Utsumice5166b2022-12-05 16:08:37 +0900997 elif target.script == '//build/android/gyp/java_cpp_strings.py':
998 return JavaCppStringSanitizer(target)
Motomu Utsumib90a76b2022-12-05 16:17:26 +0900999 elif target.script == '//build/android/gyp/write_native_libraries_java.py':
1000 return WriteNativeLibrariesJavaSanitizer(target)
Patrick Rohr7f117152022-11-30 13:58:05 -08001001 else:
1002 # TODO: throw exception here once all script hacks have been converted.
1003 return BaseActionSanitizer(target)
1004
Mohannad Farragbab6c892022-11-02 14:09:46 +00001005def create_action_foreach_modules(blueprint, target):
1006 """ The following assumes that rebase_path exists in the args.
1007 The args of an action_foreach contains hints about which output files are generated
1008 by which source files.
1009 This is copied directly from the args
1010 "gen/net/base/registry_controlled_domains/{{source_name_part}}-reversed-inc.cc"
1011 So each source file will generate an output whose name is the {source_name-reversed-inc.cc}
1012 """
1013 new_args = []
Motomu Utsumi56afcac2022-11-04 12:58:30 +09001014 for i, src in enumerate(sorted(target.sources)):
Mohannad Farragbab6c892022-11-02 14:09:46 +00001015 # don't add script arg for the first source -- create_action_module
1016 # already does this.
1017 if i != 0:
1018 new_args.append('&& python3 $(location %s)' %
1019 gn_utils.label_to_path(target.script))
1020 for arg in target.args:
1021 if '{{source}}' in arg:
1022 new_args.append('$(location %s)' % (gn_utils.label_to_path(src)))
1023 elif '{{source_name_part}}' in arg:
1024 source_name_part = src.split("/")[-1] # Get the file name only
1025 source_name_part = source_name_part.split(".")[0] # Remove the extension (Ex: .cc)
1026 file_name = arg.replace('{{source_name_part}}', source_name_part).split("/")[-1]
1027 # file_name represent the output file name. But we need the whole path
1028 # This can be found from target.outputs.
1029 for out in target.outputs:
1030 if out.endswith(file_name):
1031 new_args.append('$(location %s)' % out)
1032 else:
1033 new_args.append(arg)
1034
1035 target.args = new_args
Mohannad Farrag7ff99912022-11-29 17:16:00 +00001036 return create_action_module(blueprint, target, 'cc_genrule')
Motomu Utsumia6c33152022-11-02 18:21:55 +09001037
Mohannad Farrag7ff99912022-11-29 17:16:00 +00001038def create_action_module(blueprint, target, type):
Mohannad Farrag457bc022022-12-02 14:31:22 +00001039 sanitizer = get_action_sanitizer(target, type)
Motomu Utsumicdb45ea2022-12-02 17:05:07 +09001040 sanitizer.sanitize()
Motomu Utsumi47fd40a2022-12-05 15:07:31 +09001041
Mohannad Farrag7f7c9b42022-12-02 14:37:56 +00001042 module = Module(type, sanitizer.get_name(), target.name)
Mohannad Farragc739dda2022-12-02 15:43:46 +00001043 module.cmd = sanitizer.get_cmd()
Motomu Utsumi24213232022-12-02 16:04:05 +09001044 module.out = sanitizer.get_outputs()
Motomu Utsumi7db75832022-12-02 16:46:22 +09001045 if sanitizer.is_header_generated():
1046 module.genrule_headers.add(module.name)
Motomu Utsumi80fa0b02022-12-05 12:50:57 +09001047 module.srcs = sanitizer.get_srcs()
Motomu Utsumiaaf42cf2022-12-05 12:55:02 +09001048 module.tool_files = sanitizer.get_tool_files()
Patrick Rohr9b99a982022-10-28 11:00:57 -07001049
Patrick Rohre1a853e2022-10-26 12:31:39 -07001050 blueprint.add_module(module)
1051 return module
1052
1053
Patrick Rohr92d74122022-10-21 15:50:52 -07001054
Motomu Utsumic34b1372022-11-17 22:15:51 +09001055def _get_cflags(cflags, defines):
1056 cflags = {flag for flag in cflags if flag in cflag_allowlist}
Motomu Utsumifa7e9262022-10-26 19:43:02 +09001057 # Consider proper allowlist or denylist if needed
Motomu Utsumic34b1372022-11-17 22:15:51 +09001058 cflags |= set("-D%s" % define.replace("\"", "\\\"") for define in defines)
Patrick Rohr92d74122022-10-21 15:50:52 -07001059 return cflags
1060
Motomu Utsumic34b1372022-11-17 22:15:51 +09001061def set_module_flags(module, cflags, defines):
1062 module.cflags.update(_get_cflags(cflags, defines))
1063 # TODO: implement proper cflag parsing.
1064 for flag in cflags:
1065 if '-std=' in flag:
1066 module.cpp_std = flag[len('-std='):]
Motomu Utsumic34b1372022-11-17 22:15:51 +09001067 if '-fexceptions' in flag:
1068 module.cppflags.add('-fexceptions')
Patrick Rohr92d74122022-10-21 15:50:52 -07001069
Mohannad Farrag631443e2022-11-21 16:17:01 +00001070def add_genrule_per_arch(module, dep_module, type):
1071 module.generated_headers.update(dep_module.genrule_headers)
1072 # If the module is a static library, export all the generated headers.
1073 if type == 'cc_library_static':
1074 module.export_generated_headers.update(dep_module.genrule_headers)
1075 module.srcs.update(dep_module.genrule_srcs)
1076 module.shared_libs.update(dep_module.genrule_shared_libs)
1077 module.header_libs.update(dep_module.genrule_header_libs)
1078
Motomu Utsumi88efbb42022-11-17 22:18:15 +09001079def set_module_include_dirs(module, cflags, include_dirs):
Motomu Utsumi88efbb42022-11-17 22:18:15 +09001080 for flag in cflags:
1081 if '-isystem' in flag:
Patrick Rohr3cd5ffb2022-11-18 17:40:55 -08001082 module.local_include_dirs.add(flag[len('-isystem../../'):])
Motomu Utsumi88efbb42022-11-17 22:18:15 +09001083
1084 # Adding local_include_dirs is necessary due to source_sets / filegroups
1085 # which do not properly propagate include directories.
1086 # Filter any directory inside //out as a) this directory does not exist for
1087 # aosp / soong builds and b) the include directory should already be
1088 # configured via library dependency.
Patrick Rohr3cd5ffb2022-11-18 17:40:55 -08001089 module.local_include_dirs.update([gn_utils.label_to_path(d)
Motomu Utsumi88efbb42022-11-17 22:18:15 +09001090 for d in include_dirs
1091 if not re.match('^//out/.*', d)])
Motomu Utsumi88efbb42022-11-17 22:18:15 +09001092
Patrick Rohr92d74122022-10-21 15:50:52 -07001093def create_modules_from_target(blueprint, gn, gn_target_name):
1094 """Generate module(s) for a given GN target.
1095
1096 Given a GN target name, generate one or more corresponding modules into a
1097 blueprint. The only case when this generates >1 module is proto libraries.
1098
1099 Args:
1100 blueprint: Blueprint instance which is being generated.
1101 gn: gn_utils.GnParser object.
1102 gn_target_name: GN target for module generation.
1103 """
1104 bp_module_name = label_to_module_name(gn_target_name)
1105 if bp_module_name in blueprint.modules:
1106 return blueprint.modules[bp_module_name]
1107 target = gn.get_target(gn_target_name)
Patrick Rohr16228942022-10-26 14:00:26 -07001108 log.info('create modules for %s (%s)', target.name, target.type)
Patrick Rohr92d74122022-10-21 15:50:52 -07001109
Patrick Rohr92d74122022-10-21 15:50:52 -07001110 if target.type == 'executable':
Patrick Rohrc8f41cd2022-11-15 22:46:10 -08001111 if target.testonly:
Patrick Rohr92d74122022-10-21 15:50:52 -07001112 module_type = 'cc_test'
1113 else:
Patrick Rohrc8f41cd2022-11-15 22:46:10 -08001114 # Can be used for both host and device targets.
Patrick Rohr92d74122022-10-21 15:50:52 -07001115 module_type = 'cc_binary'
1116 module = Module(module_type, bp_module_name, gn_target_name)
1117 elif target.type == 'static_library':
1118 module = Module('cc_library_static', bp_module_name, gn_target_name)
1119 elif target.type == 'shared_library':
1120 module = Module('cc_library_shared', bp_module_name, gn_target_name)
1121 elif target.type == 'source_set':
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001122 module = Module('cc_object', bp_module_name, gn_target_name)
Patrick Rohr92d74122022-10-21 15:50:52 -07001123 elif target.type == 'group':
1124 # "group" targets are resolved recursively by gn_utils.get_target().
1125 # There's nothing we need to do at this level for them.
1126 return None
1127 elif target.type == 'proto_library':
1128 module = create_proto_modules(blueprint, gn, target)
1129 if module is None:
1130 return None
1131 elif target.type == 'action':
Mohannad Farrag4b89a822022-12-02 14:25:44 +00001132 module = create_action_module(blueprint, target, 'cc_genrule')
Mohannad Farragf076f3e2022-10-31 17:45:28 +00001133 elif target.type == 'action_foreach':
Mohannad Farragbab6c892022-11-02 14:09:46 +00001134 module = create_action_foreach_modules(blueprint, target)
Patrick Rohr59a76652022-10-26 12:36:56 -07001135 elif target.type == 'copy':
1136 # TODO: careful now! copy targets are not supported yet, but this will stop
1137 # traversing the dependency tree. For //base:base, this is not a big
1138 # problem as libicu contains the only copy target which happens to be a
1139 # leaf node.
1140 return None
Patrick Rohrad440602022-11-10 22:09:04 -08001141 elif target.type == 'java_group':
1142 # Java targets are handled outside of create_modules_from_target.
1143 return None
Patrick Rohr92d74122022-10-21 15:50:52 -07001144 else:
1145 raise Error('Unknown target %s (%s)' % (target.name, target.type))
1146
1147 blueprint.add_module(module)
Patrick Rohr92d74122022-10-21 15:50:52 -07001148 module.init_rc = target_initrc.get(target.name, [])
1149 module.srcs.update(
1150 gn_utils.label_to_path(src)
1151 for src in target.sources
Motomu Utsumif951e502022-11-07 19:31:15 +09001152 if is_supported_source_file(src) and not src.startswith("//out/test"))
Patrick Rohr92d74122022-10-21 15:50:52 -07001153
Patrick Rohr3b5ff762022-11-16 10:22:16 -08001154 # Add arch-specific properties
1155 for arch_name, arch in target.arch.items():
Motomu Utsumi40f95c52022-11-17 19:39:13 +09001156 module.target[arch_name].srcs.update(
1157 gn_utils.label_to_path(src)
1158 for src in arch.sources
1159 if is_supported_source_file(src) and not src.startswith("//out/test"))
Patrick Rohr3b5ff762022-11-16 10:22:16 -08001160
Mohannad Farragbaf0d572022-11-22 11:53:54 +00001161 module.rtti = target.rtti
1162
Patrick Rohr92d74122022-10-21 15:50:52 -07001163 if target.type in gn_utils.LINKER_UNIT_TYPES:
Motomu Utsumic34b1372022-11-17 22:15:51 +09001164 set_module_flags(module, target.cflags, target.defines)
Motomu Utsumi88efbb42022-11-17 22:18:15 +09001165 set_module_include_dirs(module, target.cflags, target.include_dirs)
Motomu Utsumif0f47682022-11-17 22:34:39 +09001166 # TODO: set_module_xxx is confusing, apply similar function to module and target in better way.
1167 for arch_name, arch in target.arch.items():
1168 set_module_flags(module.target[arch_name], arch.cflags, arch.defines)
Motomu Utsumi3371d682022-11-28 16:56:52 +09001169 # -Xclang -target-feature -Xclang +mte are used to enable MTE (Memory Tagging Extensions).
1170 # Flags which does not start with '-' could not be in the cflags so enabling MTE by
1171 # -march and -mcpu Feature Modifiers. MTE is only available on arm64. This is needed for
1172 # building //base/allocator/partition_allocator:partition_alloc for arm64.
1173 if '+mte' in arch.cflags and arch_name == 'android_arm64':
1174 module.target[arch_name].cflags.add('-march=armv8-a+memtag')
Motomu Utsumif0f47682022-11-17 22:34:39 +09001175 set_module_include_dirs(module.target[arch_name], arch.cflags, arch.include_dirs)
Patrick Rohr92d74122022-10-21 15:50:52 -07001176
Mohannad Farragf2391cc2022-11-29 13:26:32 +00001177 module.host_supported = target.host_supported()
1178 module.device_supported = target.device_supported()
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001179
Motomu Utsumi8ca12412022-11-30 16:27:30 +09001180 if module.is_genrule():
1181 module.apex_available.add(tethering_apex)
1182
Mohannad Farragf2391cc2022-11-29 13:26:32 +00001183 if module.is_compiled():
Patrick Rohr92d74122022-10-21 15:50:52 -07001184 # Don't try to inject library/source dependencies into genrules or
1185 # filegroups because they are not compiled in the traditional sense.
1186 module.defaults = [defaults_module]
1187 for lib in target.libs:
1188 # Generally library names should be mangled as 'libXXX', unless they
1189 # are HAL libraries (e.g., android.hardware.health@2.0) or AIDL c++ / NDK
1190 # libraries (e.g. "android.hardware.power.stats-V1-cpp")
1191 android_lib = lib if '@' in lib or "-cpp" in lib or "-ndk" in lib \
1192 else 'lib' + lib
1193 if lib in shared_library_allowlist:
1194 module.add_android_shared_lib(android_lib)
1195 if lib in static_library_allowlist:
1196 module.add_android_static_lib(android_lib)
1197
Patrick Rohrd9dd3b92022-11-09 16:15:30 -08001198 # Remove prohibited include directories
1199 module.local_include_dirs = [d for d in module.local_include_dirs
1200 if d not in local_include_dirs_denylist]
1201
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001202 # If the module is a static library, export all the generated headers.
1203 if module.type == 'cc_library_static':
1204 module.export_generated_headers = module.generated_headers
1205
Motomu Utsumiee47af62022-11-30 16:41:15 +09001206 if module.name == 'cronet_aml_components_cronet_android_cronet':
1207 if target.output_name is None:
1208 raise Error('Failed to get output_name for libcronet name')
1209 # .so file name needs to match with CronetLibraryLoader.java (e.g. libcronet.109.0.5386.0.so)
1210 # So setting the output name based on the output_name from the desc.json
1211 module.stem = 'lib' + target.output_name
1212
Patrick Rohr92d74122022-10-21 15:50:52 -07001213 # dep_name is an unmangled GN target name (e.g. //foo:bar(toolchain)).
Motomu Utsumif1daa232022-11-08 13:28:37 +09001214 # Currently, only one module is generated from target even target has multiple toolchains.
1215 # And module is generated based on the first visited target.
1216 # Sort deps before iteration to make result deterministic.
1217 all_deps = sorted(target.deps | target.source_set_deps | target.transitive_proto_deps)
Patrick Rohr92d74122022-10-21 15:50:52 -07001218 for dep_name in all_deps:
Patrick Rohr5cc46e02022-10-26 14:32:45 -07001219 # |builtin_deps| override GN deps with Android-specific ones. See the
1220 # config in the top of this file.
Patrick Rohr07876662022-11-15 22:55:23 -08001221 if dep_name in builtin_deps:
1222 builtin_deps[dep_name](module)
Patrick Rohr5cc46e02022-10-26 14:32:45 -07001223 continue
1224
Patrick Rohr92d74122022-10-21 15:50:52 -07001225 dep_module = create_modules_from_target(blueprint, gn, dep_name)
1226
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001227 if dep_module is None:
1228 continue
Motomu Utsumie246feb2022-11-01 17:25:56 +09001229 # TODO: Proper dependency check for genrule.
1230 # Currently, only propagating genrule dependencies.
1231 # Also, currently, all the dependencies are propagated upwards.
1232 # in gn, public_deps should be propagated but deps should not.
1233 # Not sure this information is available in the desc.json.
1234 # Following rule works for adding android_runtime_jni_headers to base:base.
1235 # If this doesn't work for other target, hardcoding for specific target
1236 # might be better.
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001237 if module.is_genrule() and dep_module.is_genrule():
1238 module.genrule_headers.add(dep_module.name)
1239 module.genrule_headers.update(dep_module.genrule_headers)
Motomu Utsumie246feb2022-11-01 17:25:56 +09001240
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001241 # For filegroups, and genrule, recurse but don't apply the
Patrick Rohra6ce0232022-11-16 22:09:01 -08001242 # deps.
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001243 if not module.is_compiled() or module.is_genrule():
Patrick Rohr92d74122022-10-21 15:50:52 -07001244 continue
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001245
Patrick Rohr92d74122022-10-21 15:50:52 -07001246 if dep_module.type == 'cc_library_shared':
1247 module.shared_libs.add(dep_module.name)
1248 elif dep_module.type == 'cc_library_static':
1249 module.static_libs.add(dep_module.name)
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001250 elif dep_module.type == 'cc_object':
Mohannad Farragf2391cc2022-11-29 13:26:32 +00001251 module.merge_attribute('generated_headers', dep_module, target.arch.keys())
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001252 if module.type != 'cc_object':
1253 if dep_module.has_input_files():
1254 # Only add it as part of srcs if the dep_module has input files otherwise
1255 # this would throw an error.
1256 module.srcs.add(":" + dep_module.name)
Mohannad Farragf2391cc2022-11-29 13:26:32 +00001257 module.merge_attribute('export_generated_headers', dep_module,
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001258 target.arch.keys(), 'generated_headers')
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001259 elif dep_module.type == 'cc_genrule':
Mohannad Farragf2391cc2022-11-29 13:26:32 +00001260 module.merge_attribute('generated_headers', dep_module, [], 'genrule_headers')
1261 module.merge_attribute('srcs', dep_module, [], 'genrule_srcs')
1262 module.merge_attribute('shared_libs', dep_module, [], 'genrule_shared_libs')
1263 module.merge_attribute('header_libs', dep_module, [], 'genrule_header_libs')
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001264 if module.type not in ["cc_object"]:
Mohannad Farragf2391cc2022-11-29 13:26:32 +00001265 module.merge_attribute('export_generated_headers', dep_module, [],
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001266 'genrule_headers')
Patrick Rohr92d74122022-10-21 15:50:52 -07001267 elif dep_module.type == 'cc_binary':
1268 continue # Ignore executables deps (used by cmdline integration tests).
1269 else:
1270 raise Error('Unknown dep %s (%s) for target %s' %
1271 (dep_module.name, dep_module.type, module.name))
1272
Patrick Rohrb51878f2022-11-16 23:49:03 -08001273 for arch_name, arch in target.arch.items():
1274 for dep_name in arch.deps:
1275 dep_module = create_modules_from_target(blueprint, gn, dep_name)
1276 # Arch-specific dependencies currently only include cc_library_static.
1277 # Revisit this approach once we need to support more target types.
1278 if dep_module.type == 'cc_library_static':
1279 module.target[arch_name].static_libs.add(dep_module.name)
Mohannad Farrag1de6cb12022-11-28 12:27:26 +00001280 elif dep_module.type == 'cc_genrule':
1281 if dep_module.name.endswith(arch_name):
1282 module.target[arch_name].generated_headers.update(dep_module.genrule_headers)
1283 module.target[arch_name].srcs.update(dep_module.genrule_srcs)
1284 module.target[arch_name].shared_libs.update(dep_module.genrule_shared_libs)
1285 module.target[arch_name].header_libs.update(dep_module.genrule_header_libs)
1286 if module.type not in ["cc_object"]:
1287 module.target[arch_name].export_generated_headers.update(
1288 dep_module.genrule_headers)
Patrick Rohrb51878f2022-11-16 23:49:03 -08001289 else:
1290 raise Error('Unsupported arch-specific dependency %s of target %s with type %s' %
1291 (dep_module.name, target.name, dep_module.type))
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001292 for dep_name in arch.source_set_deps:
1293 dep_module = create_modules_from_target(blueprint, gn, dep_name)
1294 if dep_module.type == 'cc_object':
1295 if module.type != 'cc_object':
1296 # We only want to bubble up cc_objects for modules that are not cc_objects
1297 # otherwise they'd be recompiled and that would cause multiple symbol redefinitions.
1298 if dep_module.has_input_files():
1299 # Only add it as part of srcs if the dep_module has input files otherwise
1300 # this would throw an error.
1301 module.target[arch_name].srcs.add(":" + dep_module.name)
1302 else:
1303 raise Error('Unsupported arch-specific dependency %s of target %s with type %s' %
1304 (dep_module.name, target.name, dep_module.type))
Patrick Rohr92d74122022-10-21 15:50:52 -07001305 return module
1306
Mohannad Farrag3d3d6132022-12-06 18:11:48 +00001307def create_java_jni_preprocessor(blueprint):
1308 bp_module_name = module_prefix + 'java_jni_annotation_preprocessor'
1309 module = Module('java_plugin', bp_module_name, '//base/android/jni_generator:jni_processor')
1310 module.srcs.update(
1311 [
1312 "base/android/jni_generator/java/src/org/chromium/jni_generator/JniProcessor.java",
1313 # Avoids a circular dependency with base:base_java. This is okay because
1314 # no target should ever expect to package an annotation processor.
1315 "build/android/java/src/org/chromium/build/annotations/CheckDiscard.java",
1316 "build/android/java/src/org/chromium/build/annotations/MainDex.java",
1317 ])
1318 blueprint.add_module(module)
1319 return module
1320
Patrick Rohrb18aca22022-11-04 15:07:32 -07001321def create_java_module(blueprint, gn):
1322 bp_module_name = module_prefix + 'java'
1323 module = Module('java_library', bp_module_name, '//gn:java')
Mohannad Farrag21562d62022-11-07 13:09:31 +00001324 module.srcs.update([gn_utils.label_to_path(source) for source in gn.java_sources])
Mohannad Farrage815d862022-12-06 17:51:43 +00001325 module.libs = {
1326 "androidx.annotation_annotation",
1327 "jsr305",
1328 }
Mohannad Farragb30d3712022-12-06 17:27:04 +00001329 module.aidl["include_dirs"] = {"frameworks/base/core/java/"}
1330 module.aidl["local_include_dirs"] = {"base/android/java/src/"}
Mohannad Farrag6a2d88a2022-11-28 19:33:48 +00001331 for dep in gn.java_actions:
Mohannad Farrag9c2cee12022-12-06 17:11:25 +00001332 target = gn.get_target(dep)
1333 if target.script == '//build/android/gyp/gcc_preprocess.py':
1334 module.srcs.add(':' + create_gcc_preprocess_modules(blueprint, target).name)
1335 else:
1336 module.srcs.add(':' + create_action_module(blueprint, target, 'java_genrule').name)
Mohannad Farrag3d3d6132022-12-06 18:11:48 +00001337 preprocessor_module = create_java_jni_preprocessor(blueprint)
1338 module.plugins.add(preprocessor_module.name)
Patrick Rohrb18aca22022-11-04 15:07:32 -07001339 blueprint.add_module(module)
Patrick Rohr92d74122022-10-21 15:50:52 -07001340
Patrick Rohr6ef22722022-11-18 18:24:01 -08001341def update_jni_registration_module(module, gn):
Motomu Utsumi47d122f2022-11-10 17:32:23 +09001342 # TODO: deny list is in the arg of jni_registration_generator.py. Should not be hardcoded
1343 deny_list = [
1344 '//base/android/java/src/org/chromium/base/library_loader/LibraryLoader.java',
1345 '//base/android/java/src/org/chromium/base/library_loader/LibraryPrefetcher.java',
1346 '//base/android/java/src/org/chromium/base/process_launcher/ChildProcessService.java',
1347 '//base/android/java/src/org/chromium/base/SysUtils.java']
1348
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001349 # TODO: java_sources might not contain all the required java files
Motomu Utsumi47d122f2022-11-10 17:32:23 +09001350 module.srcs.update([gn_utils.label_to_path(source)
Motomu Utsumi6e514122022-12-05 17:51:40 +09001351 for source in gn.java_sources
1352 if source.endswith('.java') and source not in deny_list])
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001353
Motomu Utsumia71281c2022-11-18 15:19:00 +09001354def create_blueprint_for_targets(gn, targets):
Patrick Rohr92d74122022-10-21 15:50:52 -07001355 """Generate a blueprint for a list of GN targets."""
1356 blueprint = Blueprint()
1357
1358 # Default settings used by all modules.
1359 defaults = Module('cc_defaults', defaults_module, '//gn:default_deps')
Patrick Rohr92d74122022-10-21 15:50:52 -07001360 defaults.cflags = [
Patrick Rohr3ce74772022-11-11 14:19:58 -08001361 '-DGOOGLE_PROTOBUF_NO_RTTI',
Patrick Rohr92d74122022-10-21 15:50:52 -07001362 '-Wno-error=return-type',
Patrick Rohr3a1ec1d2022-10-31 13:30:17 -07001363 '-Wno-non-virtual-dtor',
Patrick Rohr5c700022022-11-08 19:33:07 -08001364 '-Wno-macro-redefined',
Patrick Rohr98065152022-10-31 14:49:58 -07001365 '-Wno-missing-field-initializers',
Patrick Rohr92d74122022-10-21 15:50:52 -07001366 '-Wno-sign-compare',
1367 '-Wno-sign-promo',
1368 '-Wno-unused-parameter',
Mohannad Farrag54d52442022-11-21 16:27:02 +00001369 '-Wno-null-pointer-subtraction', # Needed to libevent
Mohannad Farragd98a96d2022-11-10 14:56:19 +00001370 '-Wno-deprecated-non-prototype', # needed for zlib
Patrick Rohr92d74122022-10-21 15:50:52 -07001371 '-fvisibility=hidden',
Motomu Utsumiba020942022-11-14 15:15:41 +09001372 '-Wno-ambiguous-reversed-operator', # needed for icui18n
Motomu Utsumib1ec8782022-11-14 15:25:57 +09001373 '-Wno-unreachable-code-loop-increment', # needed for icui18n
Patrick Rohr92d74122022-10-21 15:50:52 -07001374 '-O2',
Mohannad Farrag7f29d832022-11-23 19:52:41 +00001375 '-fPIC',
Patrick Rohr92d74122022-10-21 15:50:52 -07001376 ]
Patrick Rohrc03f1bb2022-11-18 16:13:17 -08001377 # Chromium builds do not add a dependency for headers found inside the
1378 # sysroot, so they are added globally via defaults.
1379 defaults.target['android'].header_libs = [
1380 'media_ndk_headers',
1381 'jni_headers',
1382 ]
Patrick Rohr5446df82022-11-18 14:54:55 -08001383 defaults.target['host'].cflags = [
1384 # -DANDROID is added by default but target.defines contain -DANDROID if
1385 # it's required. So adding -UANDROID to cancel default -DANDROID if it's
1386 # not specified.
1387 # Note: -DANDROID is not consistently applied across the chromium code
1388 # base, so it is removed unconditionally for host targets.
1389 '-UANDROID',
1390 ]
Patrick Rohr61f2acb2022-10-31 14:08:18 -07001391 defaults.stl = 'none'
Motomu Utsumi8ca12412022-11-30 16:27:30 +09001392 defaults.min_sdk_version = 29
1393 defaults.apex_available.add(tethering_apex)
Patrick Rohr92d74122022-10-21 15:50:52 -07001394 blueprint.add_module(defaults)
Patrick Rohr344b2472022-10-25 11:32:15 -07001395
Patrick Rohr92d74122022-10-21 15:50:52 -07001396 for target in targets:
1397 create_modules_from_target(blueprint, gn, target)
Patrick Rohrb18aca22022-11-04 15:07:32 -07001398
1399 create_java_module(blueprint, gn)
Patrick Rohr6ef22722022-11-18 18:24:01 -08001400 for module in blueprint.modules.values():
1401 if 'cronet_jni_registration' in module.name:
1402 update_jni_registration_module(module, gn)
Patrick Rohra7d029d2022-11-08 12:23:11 -08001403
1404 # Merge in additional hardcoded arguments.
1405 for module in blueprint.modules.values():
1406 for key, add_val in additional_args.get(module.name, []):
1407 curr = getattr(module, key)
1408 if add_val and isinstance(add_val, set) and isinstance(curr, set):
1409 curr.update(add_val)
1410 elif isinstance(add_val, str) and (not curr or isinstance(curr, str)):
1411 setattr(module, key, add_val)
1412 elif isinstance(add_val, bool) and (not curr or isinstance(curr, bool)):
1413 setattr(module, key, add_val)
1414 elif isinstance(add_val, dict) and isinstance(curr, dict):
1415 curr.update(add_val)
1416 elif isinstance(add_val, dict) and isinstance(curr, Target):
1417 curr.__dict__.update(add_val)
1418 else:
1419 raise Error('Unimplemented type %r of additional_args: %r' %
1420 (type(add_val), key))
1421
Patrick Rohr92d74122022-10-21 15:50:52 -07001422 return blueprint
1423
1424
1425def main():
1426 parser = argparse.ArgumentParser(
1427 description='Generate Android.bp from a GN description.')
1428 parser.add_argument(
Patrick Rohr92d74122022-10-21 15:50:52 -07001429 '--desc',
Motomu Utsumi879dec82022-11-18 15:25:12 +09001430 help='GN description (e.g., gn desc out --format=json --all-toolchains "//*".' +
1431 'You can specify multiple --desc options for different target_cpu',
1432 required=True,
1433 action='append'
Patrick Rohr92d74122022-10-21 15:50:52 -07001434 )
1435 parser.add_argument(
1436 '--extras',
1437 help='Extra targets to include at the end of the Blueprint file',
1438 default=os.path.join(gn_utils.repo_root(), 'Android.bp.extras'),
1439 )
1440 parser.add_argument(
1441 '--output',
1442 help='Blueprint file to create',
1443 default=os.path.join(gn_utils.repo_root(), 'Android.bp'),
1444 )
1445 parser.add_argument(
Patrick Rohr16228942022-10-26 14:00:26 -07001446 '-v',
1447 '--verbose',
1448 help='Print debug logs.',
1449 action='store_true',
1450 )
1451 parser.add_argument(
Patrick Rohr92d74122022-10-21 15:50:52 -07001452 'targets',
1453 nargs=argparse.REMAINDER,
Patrick Rohr1aa504a2022-10-25 10:30:42 -07001454 help='Targets to include in the blueprint (e.g., "//:perfetto_tests")'
1455 )
Patrick Rohr92d74122022-10-21 15:50:52 -07001456 args = parser.parse_args()
1457
Patrick Rohr16228942022-10-26 14:00:26 -07001458 if args.verbose:
1459 log.basicConfig(format='%(levelname)s:%(funcName)s:%(message)s', level=log.DEBUG)
1460
Patrick Rohrd0077b72022-11-15 12:43:26 -08001461 targets = args.targets or default_targets
Motomu Utsumi879dec82022-11-18 15:25:12 +09001462 gn = gn_utils.GnParser()
1463 for desc_file in args.desc:
1464 with open(desc_file) as f:
1465 desc = json.load(f)
1466 for target in targets:
1467 gn.parse_gn_desc(desc, target)
Motomu Utsumia71281c2022-11-18 15:19:00 +09001468 blueprint = create_blueprint_for_targets(gn, targets)
Patrick Rohr92d74122022-10-21 15:50:52 -07001469 project_root = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
1470 tool_name = os.path.relpath(os.path.abspath(__file__), project_root)
1471
Patrick Rohr92d74122022-10-21 15:50:52 -07001472 # Add any proto groups to the blueprint.
1473 for l_name, t_names in proto_groups.items():
1474 create_proto_group_modules(blueprint, gn, l_name, t_names)
1475
1476 output = [
Patrick Rohr5478b392022-10-25 09:58:50 -07001477 """// Copyright (C) 2022 The Android Open Source Project
Patrick Rohr92d74122022-10-21 15:50:52 -07001478//
1479// Licensed under the Apache License, Version 2.0 (the "License");
1480// you may not use this file except in compliance with the License.
1481// You may obtain a copy of the License at
1482//
1483// http://www.apache.org/licenses/LICENSE-2.0
1484//
1485// Unless required by applicable law or agreed to in writing, software
1486// distributed under the License is distributed on an "AS IS" BASIS,
1487// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1488// See the License for the specific language governing permissions and
1489// limitations under the License.
1490//
1491// This file is automatically generated by %s. Do not edit.
1492""" % (tool_name)
1493 ]
1494 blueprint.to_string(output)
Patrick Rohrcb98e9b2022-10-25 09:57:02 -07001495 if os.path.exists(args.extras):
1496 with open(args.extras, 'r') as r:
1497 for line in r:
1498 output.append(line.rstrip("\n\r"))
Patrick Rohr92d74122022-10-21 15:50:52 -07001499
1500 out_files = []
1501
1502 # Generate the Android.bp file.
1503 out_files.append(args.output + '.swp')
1504 with open(out_files[-1], 'w') as f:
1505 f.write('\n'.join(output))
1506 # Text files should have a trailing EOL.
1507 f.write('\n')
1508
Patrick Rohr94693eb2022-10-25 10:09:16 -07001509 return 0
Patrick Rohr92d74122022-10-21 15:50:52 -07001510
1511
1512if __name__ == '__main__':
1513 sys.exit(main())