blob: 247981398289dad8d0dc316b974dd26f3e6ce745 [file] [log] [blame]
Patrick Rohr92d74122022-10-21 15:50:52 -07001#!/usr/bin/env python3
2# Copyright (C) 2022 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16# This tool translates a collection of BUILD.gn files into a mostly equivalent
17# Android.bp file for the Android Soong build system. The input to the tool is a
18# JSON description of the GN build definition generated with the following
19# command:
20#
21# gn desc out --format=json --all-toolchains "//*" > desc.json
22#
23# The tool is then given a list of GN labels for which to generate Android.bp
24# build rules. The dependencies for the GN labels are squashed to the generated
25# Android.bp target, except for actions which get their own genrule. Some
26# libraries are also mapped to their Android equivalents -- see |builtin_deps|.
27
28import argparse
29import collections
30import json
Patrick Rohr16228942022-10-26 14:00:26 -070031import logging as log
Patrick Rohr92d74122022-10-21 15:50:52 -070032import os
33import re
34import sys
Motomu Utsumic6277d92022-11-07 15:15:17 +090035import copy
Patrick Rohr92d74122022-10-21 15:50:52 -070036
37import gn_utils
38
Patrick Rohr92d74122022-10-21 15:50:52 -070039ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
40
Patrick Rohr06296362022-11-10 21:37:33 -080041# Default targets to translate to the blueprint file.
42default_targets = [
43 '//components/cronet/android:cronet',
44]
45
Patrick Rohr92d74122022-10-21 15:50:52 -070046# Defines a custom init_rc argument to be applied to the corresponding output
47# blueprint target.
48target_initrc = {
Patrick Rohrc36ef422022-10-25 10:38:05 -070049 # TODO: this can probably be removed.
Patrick Rohr92d74122022-10-21 15:50:52 -070050}
51
52target_host_supported = [
Patrick Rohrdc383942022-10-25 10:45:29 -070053 # TODO: remove if this is not useful for the cronet build.
Patrick Rohr92d74122022-10-21 15:50:52 -070054]
55
Patrick Rohr92d74122022-10-21 15:50:52 -070056# Proto target groups which will be made public.
57proto_groups = {
Patrick Rohr95212a22022-10-25 09:53:13 -070058 # TODO: remove if this is not used for the cronet build.
Patrick Rohr92d74122022-10-21 15:50:52 -070059}
60
61# All module names are prefixed with this string to avoid collisions.
Patrick Rohr61b2bad2022-10-25 10:49:20 -070062module_prefix = 'cronet_aml_'
Patrick Rohr92d74122022-10-21 15:50:52 -070063
64# Shared libraries which are directly translated to Android system equivalents.
65shared_library_allowlist = [
66 'android',
67 'android.hardware.atrace@1.0',
68 'android.hardware.health@2.0',
69 'android.hardware.health-V1-ndk',
70 'android.hardware.power.stats@1.0',
71 "android.hardware.power.stats-V1-cpp",
72 'base',
73 'binder',
74 'binder_ndk',
75 'cutils',
76 'hidlbase',
77 'hidltransport',
78 'hwbinder',
79 'incident',
80 'log',
81 'services',
82 'statssocket',
83 "tracingproxy",
84 'utils',
85]
86
87# Static libraries which are directly translated to Android system equivalents.
88static_library_allowlist = [
89 'statslog_perfetto',
90]
91
Patrick Rohrd9dd3b92022-11-09 16:15:30 -080092# Include directories that will be removed from all targets.
93local_include_dirs_denylist = [
94 'third_party/protobuf/src/',
95]
96
Patrick Rohr92d74122022-10-21 15:50:52 -070097# Name of the module which settings such as compiler flags for all other
98# modules.
99defaults_module = module_prefix + 'defaults'
100
101# Location of the project in the Android source tree.
Patrick Rohr76ceeb52022-11-07 14:18:58 -0800102tree_path = 'external/chromium_org'
Patrick Rohr92d74122022-10-21 15:50:52 -0700103
104# Path for the protobuf sources in the standalone build.
105buildtools_protobuf_src = '//buildtools/protobuf/src'
106
107# Location of the protobuf src dir in the Android source tree.
108android_protobuf_src = 'external/protobuf/src'
109
110# Compiler flags which are passed through to the blueprint.
111cflag_allowlist = r'^-DPERFETTO.*$'
112
Patrick Rohr92d74122022-10-21 15:50:52 -0700113# Additional arguments to apply to Android.bp rules.
114additional_args = {
Patrick Rohr2267a0a2022-11-08 18:59:34 -0800115 # TODO: remove if not needed.
Patrick Rohrd90025f2022-11-11 14:18:35 -0800116 'cronet_aml_components_cronet_android_cronet': [
117 ('linker_scripts', {
118 'base/android/library_loader/anchor_functions.lds',
119 }),
120 ],
Patrick Rohrbb0956e2022-11-09 15:37:16 -0800121 'cronet_aml_net_net': [
Patrick Rohr9f4d3e32022-11-09 16:37:31 -0800122 ('export_static_lib_headers', {
123 'cronet_aml_net_third_party_quiche_quiche',
124 'cronet_aml_crypto_crypto',
125 }),
Mohannad Farrag627dc912022-11-11 19:00:26 +0000126 # When a code is compiled under rtti(cronet) that depends on another code(net)
127 # that doesn't depend on rtti. undefined symbol: typeinfo 'class' errors appears.
128 ('rtti', True), # go/undefined-symbol-typeinfo
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000129 ],
Patrick Rohr92d74122022-10-21 15:50:52 -0700130}
131
132
133def enable_gtest_and_gmock(module):
134 module.static_libs.add('libgmock')
135 module.static_libs.add('libgtest')
136 if module.name != 'perfetto_gtest_logcat_printer':
137 module.whole_static_libs.add('perfetto_gtest_logcat_printer')
138
139
140def enable_protobuf_full(module):
Patrick Rohr9afb7d62022-11-15 09:17:53 -0800141 if module.type not in ['genrule', 'filegroup']:
Patrick Rohr92d74122022-10-21 15:50:52 -0700142 module.static_libs.add('libprotobuf-cpp-full')
Patrick Rohr92d74122022-10-21 15:50:52 -0700143
144
145def enable_protobuf_lite(module):
Patrick Rohr84b16402022-11-08 19:01:01 -0800146 if module.type not in ['genrule', 'filegroup']:
Patrick Rohr9afb7d62022-11-15 09:17:53 -0800147 module.static_libs.add('libprotobuf-cpp-lite')
Patrick Rohr92d74122022-10-21 15:50:52 -0700148
149
150def enable_protoc_lib(module):
Patrick Rohr9afb7d62022-11-15 09:17:53 -0800151 if module.type not in ['genrule', 'filegroup']:
Patrick Rohr92d74122022-10-21 15:50:52 -0700152 module.static_libs.add('libprotoc')
Patrick Rohr92d74122022-10-21 15:50:52 -0700153
154
155def enable_libunwindstack(module):
156 if module.name != 'heapprofd_standalone_client':
157 module.shared_libs.add('libunwindstack')
158 module.shared_libs.add('libprocinfo')
159 module.shared_libs.add('libbase')
160 else:
161 module.static_libs.add('libunwindstack')
162 module.static_libs.add('libprocinfo')
163 module.static_libs.add('libbase')
164 module.static_libs.add('liblzma')
165 module.static_libs.add('libdexfile_support')
166 module.runtime_libs.add('libdexfile') # libdexfile_support dependency
167
168
169def enable_libunwind(module):
170 # libunwind is disabled on Darwin so we cannot depend on it.
171 pass
172
173
174def enable_sqlite(module):
175 if module.type == 'cc_binary_host':
176 module.static_libs.add('libsqlite')
177 module.static_libs.add('sqlite_ext_percentile')
178 elif module.host_supported:
179 # Copy what the sqlite3 command line tool does.
180 module.android.shared_libs.add('libsqlite')
181 module.android.shared_libs.add('libicu')
182 module.android.shared_libs.add('liblog')
183 module.android.shared_libs.add('libutils')
184 module.android.static_libs.add('sqlite_ext_percentile')
185 module.host.static_libs.add('libsqlite')
186 module.host.static_libs.add('sqlite_ext_percentile')
187 else:
188 module.shared_libs.add('libsqlite')
189 module.shared_libs.add('libicu')
190 module.shared_libs.add('liblog')
191 module.shared_libs.add('libutils')
192 module.static_libs.add('sqlite_ext_percentile')
193
194
195def enable_zlib(module):
196 if module.type == 'cc_binary_host':
197 module.static_libs.add('libz')
198 elif module.host_supported:
199 module.android.shared_libs.add('libz')
200 module.host.static_libs.add('libz')
201 else:
202 module.shared_libs.add('libz')
203
204
205def enable_uapi_headers(module):
206 module.include_dirs.add('bionic/libc/kernel')
207
208
209def enable_bionic_libc_platform_headers_on_android(module):
210 module.header_libs.add('bionic_libc_platform_headers')
211
212
213# Android equivalents for third-party libraries that the upstream project
214# depends on.
215builtin_deps = {
216 '//gn:default_deps':
217 lambda x: None,
218 '//gn:gtest_main':
219 lambda x: None,
Patrick Rohr92d74122022-10-21 15:50:52 -0700220 '//gn:gtest_and_gmock':
221 enable_gtest_and_gmock,
222 '//gn:libunwind':
223 enable_libunwind,
Patrick Rohr92d74122022-10-21 15:50:52 -0700224 '//gn:libunwindstack':
225 enable_libunwindstack,
226 '//gn:sqlite':
227 enable_sqlite,
228 '//gn:zlib':
229 enable_zlib,
230 '//gn:bionic_kernel_uapi_headers':
231 enable_uapi_headers,
Patrick Rohr14ee0932022-11-15 12:10:27 -0800232 '//net/tools/root_store_tool:root_store_tool':
233 lambda x: None,
Patrick Rohr92d74122022-10-21 15:50:52 -0700234 '//src/profiling/memory:bionic_libc_platform_headers_on_android':
235 enable_bionic_libc_platform_headers_on_android,
Motomu Utsumidfc8e6a2022-11-04 18:25:33 +0900236 '//third_party/protobuf:protoc':
Patrick Rohr14ee0932022-11-15 12:10:27 -0800237 lambda x: None,
Patrick Rohr84b16402022-11-08 19:01:01 -0800238 '//third_party/protobuf:protobuf_full':
239 enable_protobuf_full,
240 '//third_party/protobuf:protobuf_lite':
241 enable_protobuf_lite,
242 '//third_party/protobuf:protoc_lib':
243 enable_protoc_lib,
Patrick Rohr92d74122022-10-21 15:50:52 -0700244}
245
246# ----------------------------------------------------------------------------
247# End of configuration.
248# ----------------------------------------------------------------------------
249
250
251class Error(Exception):
252 pass
253
254
255class ThrowingArgumentParser(argparse.ArgumentParser):
256
257 def __init__(self, context):
258 super(ThrowingArgumentParser, self).__init__()
259 self.context = context
260
261 def error(self, message):
262 raise Error('%s: %s' % (self.context, message))
263
264
265def write_blueprint_key_value(output, name, value, sort=True):
266 """Writes a Blueprint key-value pair to the output"""
267
268 if isinstance(value, bool):
269 if value:
270 output.append(' %s: true,' % name)
271 else:
272 output.append(' %s: false,' % name)
273 return
274 if not value:
275 return
276 if isinstance(value, set):
277 value = sorted(value)
278 if isinstance(value, list):
279 output.append(' %s: [' % name)
280 for item in sorted(value) if sort else value:
281 output.append(' "%s",' % item)
282 output.append(' ],')
283 return
284 if isinstance(value, Target):
285 value.to_string(output)
286 return
287 if isinstance(value, dict):
288 kv_output = []
289 for k, v in value.items():
290 write_blueprint_key_value(kv_output, k, v)
291
292 output.append(' %s: {' % name)
293 for line in kv_output:
294 output.append(' %s' % line)
295 output.append(' },')
296 return
297 output.append(' %s: "%s",' % (name, value))
298
299
300class Target(object):
301 """A target-scoped part of a module"""
302
303 def __init__(self, name):
304 self.name = name
305 self.shared_libs = set()
306 self.static_libs = set()
307 self.whole_static_libs = set()
308 self.cflags = set()
309 self.dist = dict()
310 self.strip = dict()
311 self.stl = None
312
313 def to_string(self, output):
314 nested_out = []
315 self._output_field(nested_out, 'shared_libs')
316 self._output_field(nested_out, 'static_libs')
317 self._output_field(nested_out, 'whole_static_libs')
318 self._output_field(nested_out, 'cflags')
319 self._output_field(nested_out, 'stl')
320 self._output_field(nested_out, 'dist')
321 self._output_field(nested_out, 'strip')
322
323 if nested_out:
324 output.append(' %s: {' % self.name)
325 for line in nested_out:
326 output.append(' %s' % line)
327 output.append(' },')
328
329 def _output_field(self, output, name, sort=True):
330 value = getattr(self, name)
331 return write_blueprint_key_value(output, name, value, sort)
332
333
334class Module(object):
335 """A single module (e.g., cc_binary, cc_test) in a blueprint."""
336
337 def __init__(self, mod_type, name, gn_target):
338 self.type = mod_type
339 self.gn_target = gn_target
340 self.name = name
341 self.srcs = set()
Patrick Rohr07876662022-11-15 22:55:23 -0800342 self.comment = 'GN: ' + gn_target
Patrick Rohr92d74122022-10-21 15:50:52 -0700343 self.shared_libs = set()
344 self.static_libs = set()
345 self.whole_static_libs = set()
346 self.runtime_libs = set()
347 self.tools = set()
348 self.cmd = None
349 self.host_supported = False
Patrick Rohrcdda6322022-11-15 22:44:16 -0800350 self.device_supported = True
Patrick Rohr92d74122022-10-21 15:50:52 -0700351 self.vendor_available = False
352 self.init_rc = set()
353 self.out = set()
354 self.export_include_dirs = set()
355 self.generated_headers = set()
356 self.export_generated_headers = set()
Patrick Rohrbb0956e2022-11-09 15:37:16 -0800357 self.export_static_lib_headers = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700358 self.defaults = set()
359 self.cflags = set()
360 self.include_dirs = set()
Motomu Utsumi97fb1812022-11-01 13:08:10 +0900361 self.local_include_dirs = []
Patrick Rohr92d74122022-10-21 15:50:52 -0700362 self.header_libs = set()
363 self.required = set()
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700364 self.tool_files = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700365 self.android = Target('android')
366 self.host = Target('host')
Patrick Rohr92d74122022-10-21 15:50:52 -0700367 self.stl = None
Patrick Rohrb8f830a2022-10-31 11:18:57 -0700368 self.cpp_std = None
Patrick Rohr92d74122022-10-21 15:50:52 -0700369 self.dist = dict()
370 self.strip = dict()
371 self.data = set()
372 self.apex_available = set()
373 self.min_sdk_version = None
374 self.proto = dict()
Patrick Rohrd90025f2022-11-11 14:18:35 -0800375 self.linker_scripts = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700376 # The genrule_XXX below are properties that must to be propagated back
377 # on the module(s) that depend on the genrule.
378 self.genrule_headers = set()
379 self.genrule_srcs = set()
380 self.genrule_shared_libs = set()
Patrick Rohra1a27872022-10-31 11:57:14 -0700381 self.genrule_header_libs = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700382 self.version_script = None
383 self.test_suites = set()
384 self.test_config = None
385 self.stubs = {}
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000386 self.cppflags = set()
387 self.rtti = False
Motomu Utsumi87c2a482022-11-14 14:57:46 +0900388 self.arch = dict()
Patrick Rohr92d74122022-10-21 15:50:52 -0700389
390 def to_string(self, output):
391 if self.comment:
392 output.append('// %s' % self.comment)
393 output.append('%s {' % self.type)
394 self._output_field(output, 'name')
395 self._output_field(output, 'srcs')
396 self._output_field(output, 'shared_libs')
397 self._output_field(output, 'static_libs')
398 self._output_field(output, 'whole_static_libs')
399 self._output_field(output, 'runtime_libs')
400 self._output_field(output, 'tools')
401 self._output_field(output, 'cmd', sort=False)
402 if self.host_supported:
403 self._output_field(output, 'host_supported')
Patrick Rohrcdda6322022-11-15 22:44:16 -0800404 if not self.device_supported:
405 self._output_field(output, 'device_supported')
Patrick Rohr92d74122022-10-21 15:50:52 -0700406 if self.vendor_available:
407 self._output_field(output, 'vendor_available')
408 self._output_field(output, 'init_rc')
409 self._output_field(output, 'out')
410 self._output_field(output, 'export_include_dirs')
411 self._output_field(output, 'generated_headers')
412 self._output_field(output, 'export_generated_headers')
Patrick Rohrbb0956e2022-11-09 15:37:16 -0800413 self._output_field(output, 'export_static_lib_headers')
Patrick Rohr92d74122022-10-21 15:50:52 -0700414 self._output_field(output, 'defaults')
415 self._output_field(output, 'cflags')
416 self._output_field(output, 'include_dirs')
Motomu Utsumi97fb1812022-11-01 13:08:10 +0900417 self._output_field(output, 'local_include_dirs', sort=False)
Patrick Rohr92d74122022-10-21 15:50:52 -0700418 self._output_field(output, 'header_libs')
419 self._output_field(output, 'required')
420 self._output_field(output, 'dist')
421 self._output_field(output, 'strip')
422 self._output_field(output, 'tool_files')
423 self._output_field(output, 'data')
424 self._output_field(output, 'stl')
Patrick Rohrb8f830a2022-10-31 11:18:57 -0700425 self._output_field(output, 'cpp_std')
Patrick Rohr92d74122022-10-21 15:50:52 -0700426 self._output_field(output, 'apex_available')
427 self._output_field(output, 'min_sdk_version')
428 self._output_field(output, 'version_script')
429 self._output_field(output, 'test_suites')
430 self._output_field(output, 'test_config')
431 self._output_field(output, 'stubs')
432 self._output_field(output, 'proto')
Patrick Rohrd90025f2022-11-11 14:18:35 -0800433 self._output_field(output, 'linker_scripts')
Mohannad Farrag37388fa2022-11-10 20:42:13 +0000434 self._output_field(output, 'cppflags')
435 if self.rtti:
436 self._output_field(output, 'rtti')
Motomu Utsumi87c2a482022-11-14 14:57:46 +0900437 self._output_field(output, 'arch')
Patrick Rohr92d74122022-10-21 15:50:52 -0700438
439 target_out = []
440 self._output_field(target_out, 'android')
441 self._output_field(target_out, 'host')
442 if target_out:
443 output.append(' target: {')
444 for line in target_out:
445 output.append(' %s' % line)
446 output.append(' },')
447
Patrick Rohr92d74122022-10-21 15:50:52 -0700448 output.append('}')
449 output.append('')
450
451 def add_android_static_lib(self, lib):
452 if self.type == 'cc_binary_host':
453 raise Exception('Adding Android static lib for host tool is unsupported')
454 elif self.host_supported:
455 self.android.static_libs.add(lib)
456 else:
457 self.static_libs.add(lib)
458
459 def add_android_shared_lib(self, lib):
460 if self.type == 'cc_binary_host':
461 raise Exception('Adding Android shared lib for host tool is unsupported')
462 elif self.host_supported:
463 self.android.shared_libs.add(lib)
464 else:
465 self.shared_libs.add(lib)
466
467 def _output_field(self, output, name, sort=True):
468 value = getattr(self, name)
469 return write_blueprint_key_value(output, name, value, sort)
470
471
472class Blueprint(object):
473 """In-memory representation of an Android.bp file."""
474
475 def __init__(self):
476 self.modules = {}
477
478 def add_module(self, module):
479 """Adds a new module to the blueprint, replacing any existing module
480 with the same name.
481
482 Args:
483 module: Module instance.
484 """
485 self.modules[module.name] = module
486
487 def to_string(self, output):
Patrick Rohr23f26192022-10-25 09:45:22 -0700488 for m in sorted(self.modules.values(), key=lambda m: m.name):
Patrick Rohr92d74122022-10-21 15:50:52 -0700489 m.to_string(output)
490
491
492def label_to_module_name(label):
493 """Turn a GN label (e.g., //:perfetto_tests) into a module name."""
Patrick Rohr07876662022-11-15 22:55:23 -0800494 module = re.sub(r'^//:?', '', label)
Patrick Rohr92d74122022-10-21 15:50:52 -0700495 module = re.sub(r'[^a-zA-Z0-9_]', '_', module)
Motomu Utsumi3fde1482022-11-14 15:55:21 +0900496
497 # If it's required to support multi toolchain for more targets, it's better to avoid hardcoding.
498 if label == "//third_party/boringssl:boringssl_asm(//build/toolchain/android:android_clang_x86)":
499 module += "_x86"
500
Patrick Rohr92d74122022-10-21 15:50:52 -0700501 if not module.startswith(module_prefix):
502 return module_prefix + module
503 return module
504
505
506def is_supported_source_file(name):
507 """Returns True if |name| can appear in a 'srcs' list."""
Patrick Rohrf9f3a992022-11-10 19:40:32 -0800508 return os.path.splitext(name)[1] in ['.c', '.cc', '.cpp', '.java', '.proto', '.S']
Patrick Rohr92d74122022-10-21 15:50:52 -0700509
510
511def create_proto_modules(blueprint, gn, target):
512 """Generate genrules for a proto GN target.
513
514 GN actions are used to dynamically generate files during the build. The
515 Soong equivalent is a genrule. This function turns a specific kind of
516 genrule which turns .proto files into source and header files into a pair
517 equivalent genrules.
518
519 Args:
520 blueprint: Blueprint instance which is being generated.
521 target: gn_utils.Target object.
522
523 Returns:
524 The source_genrule module.
525 """
526 assert (target.type == 'proto_library')
527
528 tools = {'aprotoc'}
Motomu Utsumid7e0e422022-11-08 17:49:52 +0900529 cpp_out_dir = '$(genDir)/%s/%s/' % (tree_path, target.proto_in_dir)
Patrick Rohr92d74122022-10-21 15:50:52 -0700530 target_module_name = label_to_module_name(target.name)
531
532 # In GN builds the proto path is always relative to the output directory
533 # (out/tmp.xxx).
Motomu Utsumie8457452022-11-08 18:47:51 +0900534 cmd = ['$(location aprotoc)']
Motomu Utsumid7e0e422022-11-08 17:49:52 +0900535 cmd += ['--proto_path=%s/%s' % (tree_path, target.proto_in_dir)]
Patrick Rohr92d74122022-10-21 15:50:52 -0700536
537 if buildtools_protobuf_src in target.proto_paths:
538 cmd += ['--proto_path=%s' % android_protobuf_src]
539
540 # We don't generate any targets for source_set proto modules because
541 # they will be inlined into other modules if required.
542 if target.proto_plugin == 'source_set':
543 return None
544
545 # Descriptor targets only generate a single target.
546 if target.proto_plugin == 'descriptor':
547 out = '{}.bin'.format(target_module_name)
548
549 cmd += ['--descriptor_set_out=$(out)']
550 cmd += ['$(in)']
551
552 descriptor_module = Module('genrule', target_module_name, target.name)
553 descriptor_module.cmd = ' '.join(cmd)
554 descriptor_module.out = [out]
555 descriptor_module.tools = tools
556 blueprint.add_module(descriptor_module)
557
558 # Recursively extract the .proto files of all the dependencies and
559 # add them to srcs.
560 descriptor_module.srcs.update(
561 gn_utils.label_to_path(src) for src in target.sources)
562 for dep in target.transitive_proto_deps:
563 current_target = gn.get_target(dep)
564 descriptor_module.srcs.update(
565 gn_utils.label_to_path(src) for src in current_target.sources)
566
567 return descriptor_module
568
569 # We create two genrules for each proto target: one for the headers and
570 # another for the sources. This is because the module that depends on the
571 # generated files needs to declare two different types of dependencies --
572 # source files in 'srcs' and headers in 'generated_headers' -- and it's not
573 # valid to generate .h files from a source dependency and vice versa.
574 source_module_name = target_module_name + '_gen'
575 source_module = Module('genrule', source_module_name, target.name)
576 blueprint.add_module(source_module)
577 source_module.srcs.update(
578 gn_utils.label_to_path(src) for src in target.sources)
579
580 header_module = Module('genrule', source_module_name + '_headers',
581 target.name)
582 blueprint.add_module(header_module)
583 header_module.srcs = set(source_module.srcs)
584
585 # TODO(primiano): at some point we should remove this. This was introduced
586 # by aosp/1108421 when adding "protos/" to .proto include paths, in order to
587 # avoid doing multi-repo changes and allow old clients in the android tree
588 # to still do the old #include "perfetto/..." rather than
589 # #include "protos/perfetto/...".
590 header_module.export_include_dirs = {'.', 'protos'}
Patrick Rohr2267a0a2022-11-08 18:59:34 -0800591 # Since the .cc file and .h get created by a different gerule target, they
592 # are not put in the same intermediate path, so local includes do not work
593 # without explictily exporting the include dir.
594 header_module.export_include_dirs.add(target.proto_in_dir)
Patrick Rohr92d74122022-10-21 15:50:52 -0700595
596 source_module.genrule_srcs.add(':' + source_module.name)
597 source_module.genrule_headers.add(header_module.name)
598
599 if target.proto_plugin == 'proto':
600 suffixes = ['pb']
601 source_module.genrule_shared_libs.add('libprotobuf-cpp-lite')
602 cmd += ['--cpp_out=lite=true:' + cpp_out_dir]
603 elif target.proto_plugin == 'protozero':
604 suffixes = ['pbzero']
605 plugin = create_modules_from_target(blueprint, gn, protozero_plugin)
606 tools.add(plugin.name)
607 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
608 cmd += ['--plugin_out=wrapper_namespace=pbzero:' + cpp_out_dir]
609 elif target.proto_plugin == 'cppgen':
610 suffixes = ['gen']
611 plugin = create_modules_from_target(blueprint, gn, cppgen_plugin)
612 tools.add(plugin.name)
613 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
614 cmd += ['--plugin_out=wrapper_namespace=gen:' + cpp_out_dir]
615 elif target.proto_plugin == 'ipc':
616 suffixes = ['ipc']
617 plugin = create_modules_from_target(blueprint, gn, ipc_plugin)
618 tools.add(plugin.name)
619 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
620 cmd += ['--plugin_out=wrapper_namespace=gen:' + cpp_out_dir]
621 else:
622 raise Error('Unsupported proto plugin: %s' % target.proto_plugin)
623
624 cmd += ['$(in)']
625 source_module.cmd = ' '.join(cmd)
626 header_module.cmd = source_module.cmd
627 source_module.tools = tools
628 header_module.tools = tools
629
630 for sfx in suffixes:
631 source_module.out.update('%s/%s' %
632 (tree_path, src.replace('.proto', '.%s.cc' % sfx))
633 for src in source_module.srcs)
634 header_module.out.update('%s/%s' %
635 (tree_path, src.replace('.proto', '.%s.h' % sfx))
636 for src in header_module.srcs)
637 return source_module
638
639
640def create_amalgamated_sql_metrics_module(blueprint, target):
641 bp_module_name = label_to_module_name(target.name)
642 module = Module('genrule', bp_module_name, target.name)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700643 module.tool_files.add('tools/gen_amalgamated_sql_metrics.py')
Patrick Rohr92d74122022-10-21 15:50:52 -0700644 module.cmd = ' '.join([
645 '$(location tools/gen_amalgamated_sql_metrics.py)',
646 '--cpp_out=$(out)',
647 '$(in)',
648 ])
649 module.genrule_headers.add(module.name)
650 module.out.update(target.outputs)
651 module.srcs.update(gn_utils.label_to_path(src) for src in target.inputs)
652 blueprint.add_module(module)
653 return module
654
655
656def create_cc_proto_descriptor_module(blueprint, target):
657 bp_module_name = label_to_module_name(target.name)
658 module = Module('genrule', bp_module_name, target.name)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700659 module.tool_files.add('tools/gen_cc_proto_descriptor.py')
Patrick Rohr92d74122022-10-21 15:50:52 -0700660 module.cmd = ' '.join([
661 '$(location tools/gen_cc_proto_descriptor.py)', '--gen_dir=$(genDir)',
662 '--cpp_out=$(out)', '$(in)'
663 ])
664 module.genrule_headers.add(module.name)
665 module.srcs.update(
666 ':' + label_to_module_name(dep) for dep in target.proto_deps)
667 module.srcs.update(
668 gn_utils.label_to_path(src)
669 for src in target.inputs
670 if "tmp.gn_utils" not in src)
671 module.out.update(target.outputs)
672 blueprint.add_module(module)
673 return module
674
675
676def create_gen_version_module(blueprint, target, bp_module_name):
677 module = Module('genrule', bp_module_name, gn_utils.GEN_VERSION_TARGET)
678 script_path = gn_utils.label_to_path(target.script)
679 module.genrule_headers.add(bp_module_name)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700680 module.tool_files.add(script_path)
Patrick Rohr92d74122022-10-21 15:50:52 -0700681 module.out.update(target.outputs)
682 module.srcs.update(gn_utils.label_to_path(src) for src in target.inputs)
683 module.cmd = ' '.join([
684 'python3 $(location %s)' % script_path, '--no_git',
685 '--changelog=$(location CHANGELOG)', '--cpp_out=$(out)'
686 ])
687 blueprint.add_module(module)
688 return module
689
690
691def create_proto_group_modules(blueprint, gn, module_name, target_names):
692 # TODO(lalitm): today, we're only adding a Java lite module because that's
693 # the only one used in practice. In the future, if we need other target types
694 # (e.g. C++, Java full etc.) add them here.
695 bp_module_name = label_to_module_name(module_name) + '_java_protos'
696 module = Module('java_library', bp_module_name, bp_module_name)
697 module.comment = f'''GN: [{', '.join(target_names)}]'''
698 module.proto = {'type': 'lite', 'canonical_path_from_root': False}
699
700 for name in target_names:
701 target = gn.get_target(name)
702 module.srcs.update(gn_utils.label_to_path(src) for src in target.sources)
703 for dep_label in target.transitive_proto_deps:
704 dep = gn.get_target(dep_label)
705 module.srcs.update(gn_utils.label_to_path(src) for src in dep.sources)
706
707 blueprint.add_module(module)
708
Motomu Utsumia6c33152022-11-02 18:21:55 +0900709# HACK: Need to support build_cofig_gen flexibly instead of hardcoding
710# build_config_gen generates srcjar by executing gcc via gcc_preprocess.py but gcc is not
711# available in genrule sandbox. Also gcc path is not configurable.
712# Under the //net:net, gcc_preprocess.py is only used for build_config_gen.
713# So, for now, hardcoding BuildConfig.java and generates srcjar by soong_zip.
714def override_build_config_gen(module):
715 module.tool_files.clear()
716 module.tools.add("soong_zip")
717 cmd = [
718 "echo",
719 "\\\"package org.chromium.build;\\n",
720 "public class BuildConfig {\\n",
721 "public static boolean IS_MULTIDEX_ENABLED ;\\n",
722 "public static boolean ENABLE_ASSERTS = true;\\n",
723 "public static boolean IS_UBSAN ;\\n",
724 "public static boolean IS_CHROME_BRANDED ;\\n",
725 "public static int R_STRING_PRODUCT_VERSION ;\\n",
726 "public static int MIN_SDK_VERSION = 1;\\n",
727 "public static boolean BUNDLES_SUPPORTED ;\\n",
728 "public static boolean IS_INCREMENTAL_INSTALL ;\\n",
729 "public static boolean ISOLATED_SPLITS_ENABLED ;\\n",
730 "public static boolean IS_FOR_TEST ;\\n",
731 "}\\n\\\"",
732 "> $(genDir)/BuildConfig.java &&",
733 "$(location soong_zip) -o $(out) -srcjar -f $(genDir)/BuildConfig.java"
734 ]
735 NEWLINE = ' " +\n "'
736 module.cmd = NEWLINE.join(cmd)
737 return module
738
Mohannad Farragbab6c892022-11-02 14:09:46 +0000739def create_action_foreach_modules(blueprint, target):
740 """ The following assumes that rebase_path exists in the args.
741 The args of an action_foreach contains hints about which output files are generated
742 by which source files.
743 This is copied directly from the args
744 "gen/net/base/registry_controlled_domains/{{source_name_part}}-reversed-inc.cc"
745 So each source file will generate an output whose name is the {source_name-reversed-inc.cc}
746 """
747 new_args = []
Motomu Utsumi56afcac2022-11-04 12:58:30 +0900748 for i, src in enumerate(sorted(target.sources)):
Mohannad Farragbab6c892022-11-02 14:09:46 +0000749 # don't add script arg for the first source -- create_action_module
750 # already does this.
751 if i != 0:
752 new_args.append('&& python3 $(location %s)' %
753 gn_utils.label_to_path(target.script))
754 for arg in target.args:
755 if '{{source}}' in arg:
756 new_args.append('$(location %s)' % (gn_utils.label_to_path(src)))
757 elif '{{source_name_part}}' in arg:
758 source_name_part = src.split("/")[-1] # Get the file name only
759 source_name_part = source_name_part.split(".")[0] # Remove the extension (Ex: .cc)
760 file_name = arg.replace('{{source_name_part}}', source_name_part).split("/")[-1]
761 # file_name represent the output file name. But we need the whole path
762 # This can be found from target.outputs.
763 for out in target.outputs:
764 if out.endswith(file_name):
765 new_args.append('$(location %s)' % out)
766 else:
767 new_args.append(arg)
768
769 target.args = new_args
770 return create_action_module(blueprint, target)
Motomu Utsumia6c33152022-11-02 18:21:55 +0900771
Patrick Rohr7be99032022-10-31 11:54:19 -0700772def create_action_module(blueprint, target):
773 bp_module_name = label_to_module_name(target.name)
774 module = Module('genrule', bp_module_name, target.name)
775
Patrick Rohr9b99a982022-10-28 11:00:57 -0700776 # Convert ['--param=value'] to ['--param', 'value'] for consistency.
777 # TODO: we may want to only do this for python scripts arguments. If argparse
778 # is used, this transformation is safe.
779 target.args = [str for it in target.args for str in it.split('=')]
780
Motomu Utsumibf569d42022-10-28 16:47:34 +0900781 if target.script == "//build/write_buildflag_header.py":
782 # write_buildflag_header.py writes result to args.genDir/args.output
783 # So, override args.genDir by '.' so that args.output=$(out) works
Patrick Rohrde568a22022-10-28 09:22:35 -0700784 for i, val in enumerate(target.args):
785 if val == '--gen-dir':
786 target.args[i + 1] = '.'
Patrick Rohrfa972402022-11-01 11:54:35 -0700787 elif val == '--output':
788 target.args[i + 1] = '$(out)'
789
790 elif target.script == '//build/write_build_date_header.py':
791 target.args[0] = '$(out)'
Patrick Rohr0db9f852022-10-27 13:49:57 -0700792
Patrick Rohr8acccca2022-10-28 10:39:06 -0700793 elif target.script == '//base/android/jni_generator/jni_generator.py':
Patrick Rohrc5cc21a2022-10-31 11:57:49 -0700794 # chromium builds against a prebuilt ndk that contains the jni_headers, so
795 # a dependency is never explicitly created.
796 module.genrule_header_libs.add('jni_headers')
Patrick Rohr131ba282022-10-31 16:36:20 -0700797 needs_javap = False
Patrick Rohr8acccca2022-10-28 10:39:06 -0700798 for i, val in enumerate(target.args):
Motomu Utsumi6f9139d2022-10-31 12:15:19 +0900799 if val == '--output_dir':
Patrick Rohrf1d08f82022-10-31 14:43:59 -0700800 # replace --output_dir gen/jni_headers/... with --output_dir $(genDir)/...
801 target.args[i + 1] = re.sub('^gen/jni_headers', '$(genDir)', target.args[i + 1])
Patrick Rohrbec0c8c2022-11-01 11:56:38 -0700802 elif val == '--input_file':
Patrick Rohr8acccca2022-10-28 10:39:06 -0700803 # --input_file supports both .class specifiers or source files as arguments.
804 # Only source files need to be wrapped inside a $(location <label>) tag.
805 if re.match('.*\.class$', target.args[i + 1]):
806 continue
807 # replace --input_file ../../... with --input_file $(location ...)
808 # TODO: put inside function
809 filename = re.sub('^\.\./\.\./', '', target.args[i + 1])
810 target.args[i + 1] = '$(location %s)' % filename
Patrick Rohrbec0c8c2022-11-01 11:56:38 -0700811 elif val == '--includes' and 'jni_generator_helper' in target.args[i + 1]:
Patrick Rohrd89e8bf2022-10-31 14:51:05 -0700812 # delete all leading ../
813 target.args[i + 1] = re.sub('^(\.\./)+', '', target.args[i + 1])
Patrick Rohrbec0c8c2022-11-01 11:56:38 -0700814 elif val == '--prev_output_dir':
Patrick Rohr131ba282022-10-31 16:36:20 -0700815 # this is not needed for aosp builds.
816 target.args[i] = ''
817 target.args[i + 1] = ''
Patrick Rohrbec0c8c2022-11-01 11:56:38 -0700818 elif val == '--jar_file':
Patrick Rohr131ba282022-10-31 16:36:20 -0700819 # delete leading ../../ and add path to javap
820 filename = re.sub('^\.\./\.\./', '', target.args[i + 1])
821 target.args[i + 1] = '$(location %s)' % filename
822 needs_javap = True
823
824 if needs_javap:
825 target.args.append('--javap')
826 target.args.append('$$(find out/.path -name javap)')
Patrick Rohrf1d08f82022-10-31 14:43:59 -0700827 # fix target.output directory to match #include statements.
828 target.outputs = [re.sub('^jni_headers/', '', out) for out in target.outputs]
Patrick Rohr8acccca2022-10-28 10:39:06 -0700829
Patrick Rohrf6d2b612022-11-09 12:30:26 -0800830 elif target.script == '//base/android/jni_generator/jni_registration_generator.py':
831 # jni_registration_generator.py pulls in some config dependencies that we
832 # do not handle. Remove them.
833 # TODO: find a better way to do this.
834 target.deps.clear()
835
Motomu Utsumied009082022-11-10 16:26:44 +0900836 target.inputs = [file for file in target.inputs if not file.startswith('//out/')]
Motomu Utsumi6b4acaa2022-11-10 16:13:24 +0900837 for i, val in enumerate(target.args):
838 if val in ['--depfile', '--srcjar-path', '--header-path']:
839 target.args[i + 1] = re.sub('^gen', '$(genDir)', target.args[i + 1])
Motomu Utsumi7bc2fcc2022-11-10 17:09:54 +0900840 if val == '--sources-files':
841 target.args[i + 1] = '$(genDir)/java.sources'
Motomu Utsumi47d122f2022-11-10 17:32:23 +0900842 elif val == '--sources-exclusions':
843 # update_jni_registration_module removes them from the srcs of the module
844 # It might be better to remove sources by '--sources-exclusions'
845 target.args[i] = ''
846 target.args[i + 1] = ''
Motomu Utsumi6b4acaa2022-11-10 16:13:24 +0900847
Patrick Rohr245df582022-11-01 16:59:45 -0700848 elif target.script == '//build/android/gyp/write_build_config.py':
849 for i, val in enumerate(target.args):
850 if val == '--depfile':
851 # Depfile is not used, so no need to generate it.
852 target.args[i] = ''
853 target.args[i + 1] = ''
854 elif val in ['--deps-configs', '--bundled-srcjars']:
855 args = target.args[i + 1]
856 if args == '[]':
857 continue
858 # strip surrounding [] and split by ", "
859 args = args.strip('[]').split(', ')
860 # strip surrounding ""
861 args = [arg.strip('"') for arg in args]
862 # remove leading gen/
863 args = [re.sub('^gen/', '', arg) for arg in args]
864 # wrap filename in \"$(location filename)\"
865 args = ['\"$(location %s)\"' % arg for arg in args]
866 # join args with ", " and wrap in []
867 target.args[i + 1] = '[%s]' % ', '.join(args)
868
869 elif val == '--public-deps-configs':
870 # TODO: implement.
871 pass
872
873 elif val == '--build-config':
874 # json output of this script
875 target.args[i + 1] = re.sub('^gen', '$(genDir)', target.args[i + 1])
876
877 elif val in ['--unprocessed-jar-path', '--interface-jar-path',
878 '--device-jar-path', '--host-jar-path']:
879 # jar path can be within sources (../../) or output generated by
880 # another genrule (obj/)
881 filename = re.sub('^\.\./\.\./', '', target.args[i + 1])
882 filename = re.sub('^obj/', '', target.args[i + 1])
883 target.args[i + 1] = '$(location %s)' % filename
884
885 elif val == '--proguard-configs':
886 args = target.args[i + 1]
887 if args == '[]':
888 continue
889 # TODO: consider adding helpers to deal with argument lists
890 # strip surrounding [] and split by ", ", then strip surrounding ""
891 args = args.strip('[]').split(', ')
892 args = [arg.strip('"') for arg in args]
893 # remove leading ../../
894 args = [re.sub('^\.\./\.\./', '', arg) for arg in args]
895 # add dependency on proguard config file, so a $(location) wrapper can be used.
896 module.tool_files.update(args)
897 # wrap filename in \"$(location filename)\"
898 args = ['$(location %s)' % arg for arg in args]
899 target.args[i + 1] = '[%s]' % ', '.join(args)
Motomu Utsumi1caa39b2022-11-02 18:38:13 +0900900 elif target.script == "//build/android/gyp/write_native_libraries_java.py":
901 for i, val in enumerate(target.args):
902 if val == '--output':
903 target.args[i + 1] = '$(out)'
Motomu Utsumi26211dc2022-11-02 19:38:47 +0900904 elif target.script == "//tools/grit/stamp_grit_sources.py":
905 target.outputs = [re.sub('^\/\/', '', out) for out in target.outputs]
906 # Directory that contains grit scripts
907 target.args[0] = '`dirname $(location tools/grit/grit.py)`'
908 # Path to the stamp file
909 target.args[1] = '$(out)'
910 # Script tries to create args[2] file but this is not in the output.
911 # Specifying file under $(genDir) so that parent directory exists.
912 # If this file is used by other module, we may need to add this file to the outputs.
913 target.args[2] = '$(genDir)/' + target.args[2].split('/')[-1]
Mohannad Farrag033c9d62022-11-07 14:55:49 +0000914 elif target.script == "//tools/grit/grit.py":
915 for i, val in enumerate(target.args):
916 if val == '-i':
917 # Delete leading ../..
918 filename = re.sub('^\.\./\.\./', '', target.args[i + 1])
919 target.args[i + 1] = '$(location %s)' % filename
920 elif val == '-o':
921 filename = re.sub('^gen/', '', target.args[i + 1])
922 if filename == "net":
923 # This is a directory not a file
924 target.args[i + 1] = '$(genDir)/net'
925 else:
926 # This is an output fil
927 target.args[i + 1] = '$(location %s)' % filename
928 elif val == '--depfile':
929 # The depfile is replaced by adding /tools/**/*.py to the tools_files
930 # This is basically just globbing all the needed sources by hardcoding.
931 module.tool_files.update([
932 "tools/grit/**/*.py",
933 "third_party/six/src/six.py" # This is not picked up by default. Must be added
934 ])
935
936 # Delete the depfile argument
937 target.args[i] = ' '
938 target.args[i + 1] = ' '
939 elif val == '--input':
940 # Delete leading ../..
941 filename = re.sub('^\.\./\.\./', '', target.args[i + 1])
942 # This is an output file so use $(location %s)
943 target.args[i + 1] = '$(location %s)' % filename
Motomu Utsumia0cc6662022-11-09 15:22:27 +0900944 elif target.script == "//net/tools/dafsa/make_dafsa.py":
945 # This script generates .cc files but source (registry_controlled_domain.cc) in the target that
946 # depends on this target includes .cc file this script generates.
947 module.genrule_headers.add(module.name)
Motomu Utsumi847a6d32022-11-09 17:32:06 +0900948 elif target.script == "//build/util/version.py":
Motomu Utsumib0a49e42022-11-09 18:12:27 +0900949 # android_chrome_version.py is not specified in anywhere but version.py imports this file
950 module.tool_files.add('build/util/android_chrome_version.py')
Motomu Utsumi847a6d32022-11-09 17:32:06 +0900951 for i, val in enumerate(target.args):
952 if val.startswith('../../'):
953 filename = re.sub('^\.\./\.\./', '', val)
954 target.args[i] = '$(location %s)' % filename
Motomu Utsumiee279c52022-11-09 17:46:27 +0900955 elif val == '-e':
956 # arg for -e EVAL option should be passed in -e PATCH_HI=int(PATCH)//256 format.
957 target.args[i + 1] = '%s=\'%s\'' % (target.args[i + 1], target.args[i + 2])
958 target.args[i + 2] = ''
Motomu Utsumi438f2c22022-11-09 18:16:40 +0900959 elif val == '-o':
960 target.args[i + 1] = '$(out)'
Patrick Rohr245df582022-11-01 16:59:45 -0700961
Patrick Rohr2041d5b2022-10-26 15:07:53 -0700962 script = gn_utils.label_to_path(target.script)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700963 module.tool_files.add(script)
Patrick Rohre1a853e2022-10-26 12:31:39 -0700964
Patrick Rohr8a4e2bd2022-10-27 13:06:16 -0700965 # Handle passing parameters via response file by piping them into the script
966 # and reading them from /dev/stdin.
967 response_file = '{{response_file_name}}'
968 use_response_file = response_file in target.args
969 if use_response_file:
970 # Replace {{response_file_contents}} with /dev/stdin
971 target.args = ['/dev/stdin' if it == response_file else it for it in target.args]
972
Patrick Rohr4b0952d2022-11-01 12:42:31 -0700973 # escape " and \$ in target.args.
974 # once all actions are properly implemented, this may not be necessary anymore.
975 # TODO: is this the right place to do this?
976 target.args = [arg.replace('"', r'\"') for arg in target.args]
977 target.args = [arg.replace(r'\$', r'\\$') for arg in target.args]
978
Patrick Rohr9b99a982022-10-28 11:00:57 -0700979 # put all args on a new line for better diffs.
980 NEWLINE = ' " +\n "'
981 arg_string = NEWLINE.join(target.args)
Patrick Rohr2041d5b2022-10-26 15:07:53 -0700982 module.cmd = '$(location %s) %s' % (script, arg_string)
Patrick Rohre1a853e2022-10-26 12:31:39 -0700983
Patrick Rohr8a4e2bd2022-10-27 13:06:16 -0700984 if use_response_file:
985 # Pipe response file contents into script
Patrick Rohr9b99a982022-10-28 11:00:57 -0700986 module.cmd = 'echo \'%s\' |%s%s' % (target.response_file_contents, NEWLINE, module.cmd)
Patrick Rohr8a4e2bd2022-10-27 13:06:16 -0700987
Motomu Utsumi7e983832022-11-10 16:04:46 +0900988 if any(os.path.splitext(it)[1] == '.h' for it in target.outputs):
Patrick Rohr67f4d432022-10-26 16:04:15 -0700989 module.genrule_headers.add(bp_module_name)
Patrick Rohre1a853e2022-10-26 12:31:39 -0700990
Patrick Rohr0db9f852022-10-27 13:49:57 -0700991 # gn treats inputs and sources for actions equally.
992 # soong only supports source files inside srcs, non-source files are added as
993 # tool_files dependency.
994 for it in target.sources or target.inputs:
995 if is_supported_source_file(it):
996 module.srcs.add(gn_utils.label_to_path(it))
997 else:
998 module.tool_files.add(gn_utils.label_to_path(it))
Patrick Rohre1a853e2022-10-26 12:31:39 -0700999
Patrick Rohr15a2c302022-10-26 15:08:57 -07001000 # Actions using template "action_with_pydeps" also put script inside inputs.
1001 # TODO: it might make sense to filter inputs inside GnParser.
1002 if script in module.srcs:
1003 module.srcs.remove(script)
1004
Patrick Rohre1a853e2022-10-26 12:31:39 -07001005 module.out.update(target.outputs)
Motomu Utsumia6c33152022-11-02 18:21:55 +09001006
1007 if target.name == "//build/android:build_config_gen":
1008 module = override_build_config_gen(module)
Motomu Utsumi26211dc2022-11-02 19:38:47 +09001009 elif target.script == "//tools/grit/stamp_grit_sources.py":
1010 # stamp_grit_sources.py is not executable
1011 module.cmd = "python " + module.cmd
Mohannad Farrag18d7b512022-11-07 13:26:30 +00001012 elif target.script == "//base/android/jni_generator/jni_generator.py":
1013 # android_jar.classes should be part of the tools as it list implicit classes
1014 # for the script to generate JNI headers.
1015 module.tool_files.add("base/android/jni_generator/android_jar.classes")
Motomu Utsumi7bc2fcc2022-11-10 17:09:54 +09001016 elif target.script == '//base/android/jni_generator/jni_registration_generator.py':
Motomu Utsumi9ca466b2022-11-10 17:12:29 +09001017 # jni_registration_generator.py doesn't work with python2
1018 module.cmd = "python3 " + module.cmd
Motomu Utsumi7bc2fcc2022-11-10 17:09:54 +09001019 # Path in the original sources file does not work in genrule.
1020 # So creating sources file in cmd based on the srcs of this target.
1021 # Adding ../$(current_dir)/ to the head because jni_registration_generator.py uses the files
1022 # whose path startswith(..)
1023 commands = ["current_dir=`basename \\\`pwd\\\``;",
1024 "for f in $(in);",
1025 "do",
1026 "echo \\\"../$$current_dir/$$f\\\" >> $(genDir)/java.sources;",
1027 "done;",
1028 module.cmd]
Motomu Utsumi2a892d22022-11-10 18:03:20 +09001029
1030 # .h file jni_registration_generator.py generates has #define with directory name.
1031 # With the genrule env that contains "." which is invalid. So replace that at the end of cmd.
Mohannad Farrag7c0f0982022-11-10 14:39:49 +00001032 commands.append(";sed -i -e 's/OUT_SOONG_.TEMP_SBOX_.*_OUT/GEN/g' ")
Motomu Utsumi2a892d22022-11-10 18:03:20 +09001033 commands.append("$(genDir)/components/cronet/android/cronet_jni_registration.h")
Motomu Utsumi7bc2fcc2022-11-10 17:09:54 +09001034 module.cmd = NEWLINE.join(commands)
Motomu Utsumia6c33152022-11-02 18:21:55 +09001035
Patrick Rohre1a853e2022-10-26 12:31:39 -07001036 blueprint.add_module(module)
1037 return module
1038
1039
Patrick Rohr92d74122022-10-21 15:50:52 -07001040
1041def _get_cflags(target):
1042 cflags = {flag for flag in target.cflags if re.match(cflag_allowlist, flag)}
Motomu Utsumifa7e9262022-10-26 19:43:02 +09001043 # Consider proper allowlist or denylist if needed
1044 cflags |= set("-D%s" % define.replace("\"", "\\\"") for define in target.defines)
Motomu Utsumi50cf83e2022-11-15 20:26:37 +09001045 # -DANDROID is added by default but target.defines contain -DANDROID if it's required.
1046 # So adding -UANDROID to cancel default -DANDROID if it's not specified.
1047 # This is needed for some targets(e.g. symbolize)
1048 if "ANDROID" not in target.defines:
1049 cflags.add("-UANDROID")
Patrick Rohr92d74122022-10-21 15:50:52 -07001050 return cflags
1051
1052
1053def create_modules_from_target(blueprint, gn, gn_target_name):
1054 """Generate module(s) for a given GN target.
1055
1056 Given a GN target name, generate one or more corresponding modules into a
1057 blueprint. The only case when this generates >1 module is proto libraries.
1058
1059 Args:
1060 blueprint: Blueprint instance which is being generated.
1061 gn: gn_utils.GnParser object.
1062 gn_target_name: GN target for module generation.
1063 """
1064 bp_module_name = label_to_module_name(gn_target_name)
1065 if bp_module_name in blueprint.modules:
1066 return blueprint.modules[bp_module_name]
1067 target = gn.get_target(gn_target_name)
Patrick Rohr16228942022-10-26 14:00:26 -07001068 log.info('create modules for %s (%s)', target.name, target.type)
Patrick Rohr92d74122022-10-21 15:50:52 -07001069
Patrick Rohr92d74122022-10-21 15:50:52 -07001070 if target.type == 'executable':
Patrick Rohrc8f41cd2022-11-15 22:46:10 -08001071 if target.testonly:
Patrick Rohr92d74122022-10-21 15:50:52 -07001072 module_type = 'cc_test'
1073 else:
Patrick Rohrc8f41cd2022-11-15 22:46:10 -08001074 # Can be used for both host and device targets.
Patrick Rohr92d74122022-10-21 15:50:52 -07001075 module_type = 'cc_binary'
1076 module = Module(module_type, bp_module_name, gn_target_name)
1077 elif target.type == 'static_library':
1078 module = Module('cc_library_static', bp_module_name, gn_target_name)
1079 elif target.type == 'shared_library':
1080 module = Module('cc_library_shared', bp_module_name, gn_target_name)
1081 elif target.type == 'source_set':
1082 module = Module('filegroup', bp_module_name, gn_target_name)
1083 elif target.type == 'group':
1084 # "group" targets are resolved recursively by gn_utils.get_target().
1085 # There's nothing we need to do at this level for them.
1086 return None
1087 elif target.type == 'proto_library':
1088 module = create_proto_modules(blueprint, gn, target)
1089 if module is None:
1090 return None
1091 elif target.type == 'action':
1092 if 'gen_amalgamated_sql_metrics' in target.name:
1093 module = create_amalgamated_sql_metrics_module(blueprint, target)
Patrick Rohr07876662022-11-15 22:55:23 -08001094 elif re.match('.*gen_cc_.*_descriptor$', target.name):
Patrick Rohr92d74122022-10-21 15:50:52 -07001095 module = create_cc_proto_descriptor_module(blueprint, target)
1096 elif target.type == 'action' and \
Patrick Rohr07876662022-11-15 22:55:23 -08001097 target.name == gn_utils.GEN_VERSION_TARGET:
Patrick Rohr92d74122022-10-21 15:50:52 -07001098 module = create_gen_version_module(blueprint, target, bp_module_name)
1099 else:
Patrick Rohre1a853e2022-10-26 12:31:39 -07001100 module = create_action_module(blueprint, target)
Mohannad Farragf076f3e2022-10-31 17:45:28 +00001101 elif target.type == 'action_foreach':
Mohannad Farragbab6c892022-11-02 14:09:46 +00001102 module = create_action_foreach_modules(blueprint, target)
Patrick Rohr59a76652022-10-26 12:36:56 -07001103 elif target.type == 'copy':
1104 # TODO: careful now! copy targets are not supported yet, but this will stop
1105 # traversing the dependency tree. For //base:base, this is not a big
1106 # problem as libicu contains the only copy target which happens to be a
1107 # leaf node.
1108 return None
Patrick Rohrad440602022-11-10 22:09:04 -08001109 elif target.type == 'java_group':
1110 # Java targets are handled outside of create_modules_from_target.
1111 return None
Patrick Rohr92d74122022-10-21 15:50:52 -07001112 else:
1113 raise Error('Unknown target %s (%s)' % (target.name, target.type))
1114
1115 blueprint.add_module(module)
Patrick Rohr92d74122022-10-21 15:50:52 -07001116 module.init_rc = target_initrc.get(target.name, [])
1117 module.srcs.update(
1118 gn_utils.label_to_path(src)
1119 for src in target.sources
Motomu Utsumif951e502022-11-07 19:31:15 +09001120 if is_supported_source_file(src) and not src.startswith("//out/test"))
Patrick Rohr92d74122022-10-21 15:50:52 -07001121
Motomu Utsumi97fb1812022-11-01 13:08:10 +09001122 local_include_dirs_set = set()
Patrick Rohr92d74122022-10-21 15:50:52 -07001123 if target.type in gn_utils.LINKER_UNIT_TYPES:
1124 module.cflags.update(_get_cflags(target))
Patrick Rohrf22e9d02022-10-28 14:20:46 -07001125 # TODO: implement proper cflag parsing.
1126 for flag in target.cflags:
Patrick Rohrb8f830a2022-10-31 11:18:57 -07001127 if '-std=' in flag:
1128 module.cpp_std = flag[len('-std='):]
Patrick Rohr61f2acb2022-10-31 14:08:18 -07001129 if '-isystem' in flag:
Motomu Utsumi97fb1812022-11-01 13:08:10 +09001130 local_include_dirs_set.add(flag[len('-isystem../../'):])
Patrick Rohr5fae90f2022-11-11 08:22:52 -08001131 if '-frtti' in flag:
1132 module.rtti = True
Patrick Rohr0948d1c2022-11-11 11:02:16 -08001133 if '-fexceptions' in flag:
1134 module.cppflags.add('-fexceptions')
1135
Patrick Rohrb8f830a2022-10-31 11:18:57 -07001136
Patrick Rohrd0abc2a2022-10-31 13:29:16 -07001137 # Adding local_include_dirs is necessary due to source_sets / filegroups
1138 # which do not properly propagate include directories.
1139 # Filter any directory inside //out as a) this directory does not exist for
1140 # aosp / soong builds and b) the include directory should already be
1141 # configured via library dependency.
Motomu Utsumi97fb1812022-11-01 13:08:10 +09001142 local_include_dirs_set.update([gn_utils.label_to_path(d)
Patrick Rohrd0abc2a2022-10-31 13:29:16 -07001143 for d in target.include_dirs
1144 if not re.match('^//out/.*', d)])
Motomu Utsumi97fb1812022-11-01 13:08:10 +09001145 module.local_include_dirs = sorted(list(local_include_dirs_set))
1146
1147 # Order matters for some targets. For example, base/time/time_exploded_icu.cc
1148 # in //base:base needs to have sysroot include after icu/source/common
1149 # include. So adding sysroot include at the end.
1150 for flag in target.cflags:
1151 if '--sysroot' in flag:
Motomu Utsumi19e0c6f2022-11-15 20:22:45 +09001152 sysroot = flag[len('--sysroot=../../'):]
1153 if sysroot == "build/linux/debian_bullseye_amd64-sysroot":
1154 module.local_include_dirs.append(sysroot + "/usr/include/x86_64-linux-gnu")
1155 module.local_include_dirs.append(sysroot + "/usr/include")
Patrick Rohr92d74122022-10-21 15:50:52 -07001156
1157 module_is_compiled = module.type not in ('genrule', 'filegroup')
1158 if module_is_compiled:
Patrick Rohrc8f41cd2022-11-15 22:46:10 -08001159 module.host_supported = target.host_supported()
1160 module.device_supported = target.device_supported()
1161
Patrick Rohr92d74122022-10-21 15:50:52 -07001162 # Don't try to inject library/source dependencies into genrules or
1163 # filegroups because they are not compiled in the traditional sense.
1164 module.defaults = [defaults_module]
1165 for lib in target.libs:
1166 # Generally library names should be mangled as 'libXXX', unless they
1167 # are HAL libraries (e.g., android.hardware.health@2.0) or AIDL c++ / NDK
1168 # libraries (e.g. "android.hardware.power.stats-V1-cpp")
1169 android_lib = lib if '@' in lib or "-cpp" in lib or "-ndk" in lib \
1170 else 'lib' + lib
1171 if lib in shared_library_allowlist:
1172 module.add_android_shared_lib(android_lib)
1173 if lib in static_library_allowlist:
1174 module.add_android_static_lib(android_lib)
1175
Patrick Rohrd9dd3b92022-11-09 16:15:30 -08001176 # Remove prohibited include directories
1177 module.local_include_dirs = [d for d in module.local_include_dirs
1178 if d not in local_include_dirs_denylist]
1179
1180
Patrick Rohr92d74122022-10-21 15:50:52 -07001181 # If the module is a static library, export all the generated headers.
1182 if module.type == 'cc_library_static':
1183 module.export_generated_headers = module.generated_headers
1184
Patrick Rohr92d74122022-10-21 15:50:52 -07001185 # dep_name is an unmangled GN target name (e.g. //foo:bar(toolchain)).
Motomu Utsumif1daa232022-11-08 13:28:37 +09001186 # Currently, only one module is generated from target even target has multiple toolchains.
1187 # And module is generated based on the first visited target.
1188 # Sort deps before iteration to make result deterministic.
1189 all_deps = sorted(target.deps | target.source_set_deps | target.transitive_proto_deps)
Patrick Rohr92d74122022-10-21 15:50:52 -07001190 for dep_name in all_deps:
Patrick Rohr5cc46e02022-10-26 14:32:45 -07001191 # |builtin_deps| override GN deps with Android-specific ones. See the
1192 # config in the top of this file.
Patrick Rohr07876662022-11-15 22:55:23 -08001193 if dep_name in builtin_deps:
1194 builtin_deps[dep_name](module)
Patrick Rohr5cc46e02022-10-26 14:32:45 -07001195 continue
1196
Patrick Rohr92d74122022-10-21 15:50:52 -07001197 dep_module = create_modules_from_target(blueprint, gn, dep_name)
1198
Motomu Utsumie246feb2022-11-01 17:25:56 +09001199 # TODO: Proper dependency check for genrule.
1200 # Currently, only propagating genrule dependencies.
1201 # Also, currently, all the dependencies are propagated upwards.
1202 # in gn, public_deps should be propagated but deps should not.
1203 # Not sure this information is available in the desc.json.
1204 # Following rule works for adding android_runtime_jni_headers to base:base.
1205 # If this doesn't work for other target, hardcoding for specific target
1206 # might be better.
1207 if module.type == "genrule" and dep_module.type == "genrule":
1208 module.genrule_headers.add(dep_module.name)
1209 module.genrule_headers.update(dep_module.genrule_headers)
1210
Patrick Rohr92d74122022-10-21 15:50:52 -07001211 # For filegroups and genrule, recurse but don't apply the deps.
1212 if not module_is_compiled:
1213 continue
1214
Patrick Rohr92d74122022-10-21 15:50:52 -07001215 if dep_module is None:
1216 continue
1217 if dep_module.type == 'cc_library_shared':
1218 module.shared_libs.add(dep_module.name)
1219 elif dep_module.type == 'cc_library_static':
1220 module.static_libs.add(dep_module.name)
1221 elif dep_module.type == 'filegroup':
1222 module.srcs.add(':' + dep_module.name)
1223 elif dep_module.type == 'genrule':
1224 module.generated_headers.update(dep_module.genrule_headers)
1225 module.srcs.update(dep_module.genrule_srcs)
1226 module.shared_libs.update(dep_module.genrule_shared_libs)
Patrick Rohra1a27872022-10-31 11:57:14 -07001227 module.header_libs.update(dep_module.genrule_header_libs)
Patrick Rohr92d74122022-10-21 15:50:52 -07001228 elif dep_module.type == 'cc_binary':
1229 continue # Ignore executables deps (used by cmdline integration tests).
1230 else:
1231 raise Error('Unknown dep %s (%s) for target %s' %
1232 (dep_module.name, dep_module.type, module.name))
1233
Motomu Utsumi87c2a482022-11-14 14:57:46 +09001234 # TODO: support arch difference in generic way
1235 # Currently, it is expected that only a couple of modules (e.g. partition_alloc, boringssl)
1236 # need arch condition. So, for now, hardcoding arch condition
1237 if module.name == "cronet_aml_base_allocator_partition_allocator_partition_alloc":
1238 x86_srcs = module.srcs.copy()
Patrick Rohr5ad78112022-11-15 12:27:38 -08001239 x86_srcs.discard(
Motomu Utsumi87c2a482022-11-14 14:57:46 +09001240 "base/allocator/partition_allocator/starscan/stack/asm/x64/push_registers_asm.cc")
1241 x86_srcs.add("base/allocator/partition_allocator/starscan/stack/asm/x86/push_registers_asm.cc")
1242 module.arch['x86'] = {'srcs': x86_srcs}
1243 module.arch['x86_64'] = {'srcs': module.srcs.copy()}
1244 module.srcs.clear()
Motomu Utsumi465a96f2022-11-14 16:03:54 +09001245 elif module.name == "cronet_aml_third_party_boringssl_boringssl":
1246 x86_srcs = module.srcs.copy()
1247 x86_srcs.remove(":cronet_aml_third_party_boringssl_boringssl_asm")
1248 x86_srcs.add(":cronet_aml_third_party_boringssl_boringssl_asm_x86")
1249 module.arch['x86'] = {'srcs': x86_srcs}
1250 module.arch['x86_64'] = {'srcs': module.srcs.copy()}
1251 module.srcs.clear()
Motomu Utsumi87c2a482022-11-14 14:57:46 +09001252
Patrick Rohr92d74122022-10-21 15:50:52 -07001253 return module
1254
Patrick Rohrb18aca22022-11-04 15:07:32 -07001255def create_java_module(blueprint, gn):
1256 bp_module_name = module_prefix + 'java'
1257 module = Module('java_library', bp_module_name, '//gn:java')
Mohannad Farrag21562d62022-11-07 13:09:31 +00001258 module.srcs.update([gn_utils.label_to_path(source) for source in gn.java_sources])
Patrick Rohrb18aca22022-11-04 15:07:32 -07001259 blueprint.add_module(module)
Patrick Rohr92d74122022-10-21 15:50:52 -07001260
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001261def update_jni_registration_module(blueprint, gn):
1262 bp_module_name = label_to_module_name('//components/cronet/android:cronet_jni_registration')
Patrick Rohr7f225422022-11-10 21:38:38 -08001263 if bp_module_name not in blueprint.modules:
1264 # To support building targets that might not create the cronet_jni_registration.
1265 return
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001266 module = blueprint.modules[bp_module_name]
Motomu Utsumi47d122f2022-11-10 17:32:23 +09001267
1268 # TODO: deny list is in the arg of jni_registration_generator.py. Should not be hardcoded
1269 deny_list = [
1270 '//base/android/java/src/org/chromium/base/library_loader/LibraryLoader.java',
1271 '//base/android/java/src/org/chromium/base/library_loader/LibraryPrefetcher.java',
1272 '//base/android/java/src/org/chromium/base/process_launcher/ChildProcessService.java',
1273 '//base/android/java/src/org/chromium/base/SysUtils.java']
1274
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001275 # TODO: java_sources might not contain all the required java files
Motomu Utsumi47d122f2022-11-10 17:32:23 +09001276 module.srcs.update([gn_utils.label_to_path(source)
1277 for source in gn.java_sources if source not in deny_list])
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001278
Motomu Utsumi79bd0c82022-11-10 17:52:24 +09001279 # TODO: Remove hardcoded file addition to srcs
1280 # jni_registration_generator.py generates empty .h file if native methods are not found in the
1281 # java files. But android:cronet depends on `RegisterNonMainDexNatives` which is in the template
1282 # of .h file. To make script generate non empty .h file, adding java file which contains native
1283 # method. Once all the required java files are added to the srcs, this can be removed.
1284 module.srcs.update([
1285 "components/cronet/android/java/src/org/chromium/net/impl/CronetUrlRequest.java"])
1286
Patrick Rohr92d74122022-10-21 15:50:52 -07001287def create_blueprint_for_targets(gn, desc, targets):
1288 """Generate a blueprint for a list of GN targets."""
1289 blueprint = Blueprint()
1290
1291 # Default settings used by all modules.
1292 defaults = Module('cc_defaults', defaults_module, '//gn:default_deps')
Patrick Rohr92d74122022-10-21 15:50:52 -07001293 defaults.cflags = [
Patrick Rohr3ce74772022-11-11 14:19:58 -08001294 '-DGOOGLE_PROTOBUF_NO_RTTI',
Patrick Rohr92d74122022-10-21 15:50:52 -07001295 '-Wno-error=return-type',
Patrick Rohr3a1ec1d2022-10-31 13:30:17 -07001296 '-Wno-non-virtual-dtor',
Patrick Rohr5c700022022-11-08 19:33:07 -08001297 '-Wno-macro-redefined',
Patrick Rohr98065152022-10-31 14:49:58 -07001298 '-Wno-missing-field-initializers',
Patrick Rohr92d74122022-10-21 15:50:52 -07001299 '-Wno-sign-compare',
1300 '-Wno-sign-promo',
1301 '-Wno-unused-parameter',
Mohannad Farragd98a96d2022-11-10 14:56:19 +00001302 '-Wno-deprecated-non-prototype', # needed for zlib
Patrick Rohr92d74122022-10-21 15:50:52 -07001303 '-fvisibility=hidden',
Motomu Utsumiba020942022-11-14 15:15:41 +09001304 '-Wno-ambiguous-reversed-operator', # needed for icui18n
Motomu Utsumib1ec8782022-11-14 15:25:57 +09001305 '-Wno-unreachable-code-loop-increment', # needed for icui18n
Patrick Rohr92d74122022-10-21 15:50:52 -07001306 '-O2',
1307 ]
Patrick Rohr61f2acb2022-10-31 14:08:18 -07001308 defaults.stl = 'none'
Patrick Rohr92d74122022-10-21 15:50:52 -07001309 blueprint.add_module(defaults)
Patrick Rohr344b2472022-10-25 11:32:15 -07001310
Patrick Rohr92d74122022-10-21 15:50:52 -07001311 for target in targets:
1312 create_modules_from_target(blueprint, gn, target)
Patrick Rohrb18aca22022-11-04 15:07:32 -07001313
Motomu Utsumi3fde1482022-11-14 15:55:21 +09001314 # Currently, multi tool chain is not supported for all targets and create_modules_from_target can
1315 # not reach to this target by following the dependency.
1316 # So it's required to specify explicitly.
Patrick Rohrd0077b72022-11-15 12:43:26 -08001317 boringssl_gn_target_name = ('//third_party/boringssl:boringssl_asm' +
1318 '(//build/toolchain/android:android_clang_x86)')
Patrick Rohr564d6be2022-11-15 12:57:57 -08001319 gn.parse_gn_desc(desc, boringssl_gn_target_name)
Patrick Rohrd0077b72022-11-15 12:43:26 -08001320 create_modules_from_target(blueprint, gn, boringssl_gn_target_name)
Motomu Utsumi3fde1482022-11-14 15:55:21 +09001321
Patrick Rohrb18aca22022-11-04 15:07:32 -07001322 create_java_module(blueprint, gn)
Motomu Utsumie3ce7702022-11-10 16:22:11 +09001323 update_jni_registration_module(blueprint, gn)
Patrick Rohra7d029d2022-11-08 12:23:11 -08001324
1325 # Merge in additional hardcoded arguments.
1326 for module in blueprint.modules.values():
1327 for key, add_val in additional_args.get(module.name, []):
1328 curr = getattr(module, key)
1329 if add_val and isinstance(add_val, set) and isinstance(curr, set):
1330 curr.update(add_val)
1331 elif isinstance(add_val, str) and (not curr or isinstance(curr, str)):
1332 setattr(module, key, add_val)
1333 elif isinstance(add_val, bool) and (not curr or isinstance(curr, bool)):
1334 setattr(module, key, add_val)
1335 elif isinstance(add_val, dict) and isinstance(curr, dict):
1336 curr.update(add_val)
1337 elif isinstance(add_val, dict) and isinstance(curr, Target):
1338 curr.__dict__.update(add_val)
1339 else:
1340 raise Error('Unimplemented type %r of additional_args: %r' %
1341 (type(add_val), key))
1342
Patrick Rohr92d74122022-10-21 15:50:52 -07001343 return blueprint
1344
1345
1346def main():
1347 parser = argparse.ArgumentParser(
1348 description='Generate Android.bp from a GN description.')
1349 parser.add_argument(
Patrick Rohr92d74122022-10-21 15:50:52 -07001350 '--desc',
Patrick Rohr3db246a2022-10-25 10:25:17 -07001351 help='GN description (e.g., gn desc out --format=json --all-toolchains "//*"',
1352 required=True
Patrick Rohr92d74122022-10-21 15:50:52 -07001353 )
1354 parser.add_argument(
1355 '--extras',
1356 help='Extra targets to include at the end of the Blueprint file',
1357 default=os.path.join(gn_utils.repo_root(), 'Android.bp.extras'),
1358 )
1359 parser.add_argument(
1360 '--output',
1361 help='Blueprint file to create',
1362 default=os.path.join(gn_utils.repo_root(), 'Android.bp'),
1363 )
1364 parser.add_argument(
Patrick Rohr16228942022-10-26 14:00:26 -07001365 '-v',
1366 '--verbose',
1367 help='Print debug logs.',
1368 action='store_true',
1369 )
1370 parser.add_argument(
Patrick Rohr92d74122022-10-21 15:50:52 -07001371 'targets',
1372 nargs=argparse.REMAINDER,
Patrick Rohr1aa504a2022-10-25 10:30:42 -07001373 help='Targets to include in the blueprint (e.g., "//:perfetto_tests")'
1374 )
Patrick Rohr92d74122022-10-21 15:50:52 -07001375 args = parser.parse_args()
1376
Patrick Rohr16228942022-10-26 14:00:26 -07001377 if args.verbose:
1378 log.basicConfig(format='%(levelname)s:%(funcName)s:%(message)s', level=log.DEBUG)
1379
Patrick Rohr3db246a2022-10-25 10:25:17 -07001380 with open(args.desc) as f:
1381 desc = json.load(f)
Patrick Rohr92d74122022-10-21 15:50:52 -07001382
Patrick Rohr564d6be2022-11-15 12:57:57 -08001383 gn = gn_utils.GnParser()
Patrick Rohrd0077b72022-11-15 12:43:26 -08001384 targets = args.targets or default_targets
1385 for target in targets:
1386 # TODO: pass desc to parse_gn_desc() to support parsing multiple desc files
1387 # for different target architectures.
Patrick Rohr564d6be2022-11-15 12:57:57 -08001388 gn.parse_gn_desc(desc, target)
Patrick Rohrd0077b72022-11-15 12:43:26 -08001389 blueprint = create_blueprint_for_targets(gn, desc, targets)
Patrick Rohr92d74122022-10-21 15:50:52 -07001390 project_root = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
1391 tool_name = os.path.relpath(os.path.abspath(__file__), project_root)
1392
Patrick Rohr92d74122022-10-21 15:50:52 -07001393 # Add any proto groups to the blueprint.
1394 for l_name, t_names in proto_groups.items():
1395 create_proto_group_modules(blueprint, gn, l_name, t_names)
1396
1397 output = [
Patrick Rohr5478b392022-10-25 09:58:50 -07001398 """// Copyright (C) 2022 The Android Open Source Project
Patrick Rohr92d74122022-10-21 15:50:52 -07001399//
1400// Licensed under the Apache License, Version 2.0 (the "License");
1401// you may not use this file except in compliance with the License.
1402// You may obtain a copy of the License at
1403//
1404// http://www.apache.org/licenses/LICENSE-2.0
1405//
1406// Unless required by applicable law or agreed to in writing, software
1407// distributed under the License is distributed on an "AS IS" BASIS,
1408// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1409// See the License for the specific language governing permissions and
1410// limitations under the License.
1411//
1412// This file is automatically generated by %s. Do not edit.
1413""" % (tool_name)
1414 ]
1415 blueprint.to_string(output)
Patrick Rohrcb98e9b2022-10-25 09:57:02 -07001416 if os.path.exists(args.extras):
1417 with open(args.extras, 'r') as r:
1418 for line in r:
1419 output.append(line.rstrip("\n\r"))
Patrick Rohr92d74122022-10-21 15:50:52 -07001420
1421 out_files = []
1422
1423 # Generate the Android.bp file.
1424 out_files.append(args.output + '.swp')
1425 with open(out_files[-1], 'w') as f:
1426 f.write('\n'.join(output))
1427 # Text files should have a trailing EOL.
1428 f.write('\n')
1429
Patrick Rohr94693eb2022-10-25 10:09:16 -07001430 return 0
Patrick Rohr92d74122022-10-21 15:50:52 -07001431
1432
1433if __name__ == '__main__':
1434 sys.exit(main())