blob: 864620972f36314209098bffa8bc2cbd304175b7 [file] [log] [blame]
Patrick Rohr92d74122022-10-21 15:50:52 -07001#!/usr/bin/env python3
2# Copyright (C) 2022 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16# This tool translates a collection of BUILD.gn files into a mostly equivalent
17# Android.bp file for the Android Soong build system. The input to the tool is a
18# JSON description of the GN build definition generated with the following
19# command:
20#
21# gn desc out --format=json --all-toolchains "//*" > desc.json
22#
23# The tool is then given a list of GN labels for which to generate Android.bp
24# build rules. The dependencies for the GN labels are squashed to the generated
25# Android.bp target, except for actions which get their own genrule. Some
26# libraries are also mapped to their Android equivalents -- see |builtin_deps|.
27
28import argparse
29import collections
30import json
Patrick Rohr16228942022-10-26 14:00:26 -070031import logging as log
Patrick Rohr92d74122022-10-21 15:50:52 -070032import os
33import re
34import sys
35
36import gn_utils
37
Patrick Rohr92d74122022-10-21 15:50:52 -070038ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
39
Patrick Rohr92d74122022-10-21 15:50:52 -070040# Defines a custom init_rc argument to be applied to the corresponding output
41# blueprint target.
42target_initrc = {
Patrick Rohrc36ef422022-10-25 10:38:05 -070043 # TODO: this can probably be removed.
Patrick Rohr92d74122022-10-21 15:50:52 -070044}
45
46target_host_supported = [
Patrick Rohrdc383942022-10-25 10:45:29 -070047 # TODO: remove if this is not useful for the cronet build.
Patrick Rohr92d74122022-10-21 15:50:52 -070048]
49
Patrick Rohr92d74122022-10-21 15:50:52 -070050# Proto target groups which will be made public.
51proto_groups = {
Patrick Rohr95212a22022-10-25 09:53:13 -070052 # TODO: remove if this is not used for the cronet build.
Patrick Rohr92d74122022-10-21 15:50:52 -070053}
54
55# All module names are prefixed with this string to avoid collisions.
Patrick Rohr61b2bad2022-10-25 10:49:20 -070056module_prefix = 'cronet_aml_'
Patrick Rohr92d74122022-10-21 15:50:52 -070057
58# Shared libraries which are directly translated to Android system equivalents.
59shared_library_allowlist = [
60 'android',
61 'android.hardware.atrace@1.0',
62 'android.hardware.health@2.0',
63 'android.hardware.health-V1-ndk',
64 'android.hardware.power.stats@1.0',
65 "android.hardware.power.stats-V1-cpp",
66 'base',
67 'binder',
68 'binder_ndk',
69 'cutils',
70 'hidlbase',
71 'hidltransport',
72 'hwbinder',
73 'incident',
74 'log',
75 'services',
76 'statssocket',
77 "tracingproxy",
78 'utils',
79]
80
81# Static libraries which are directly translated to Android system equivalents.
82static_library_allowlist = [
83 'statslog_perfetto',
84]
85
86# Name of the module which settings such as compiler flags for all other
87# modules.
88defaults_module = module_prefix + 'defaults'
89
90# Location of the project in the Android source tree.
91tree_path = 'external/perfetto'
92
93# Path for the protobuf sources in the standalone build.
94buildtools_protobuf_src = '//buildtools/protobuf/src'
95
96# Location of the protobuf src dir in the Android source tree.
97android_protobuf_src = 'external/protobuf/src'
98
99# Compiler flags which are passed through to the blueprint.
100cflag_allowlist = r'^-DPERFETTO.*$'
101
Patrick Rohr92d74122022-10-21 15:50:52 -0700102# Additional arguments to apply to Android.bp rules.
103additional_args = {
Patrick Rohr29ba3052022-10-25 11:30:49 -0700104 # TODO: remove if this is not useful for the cronet build.
105 # Consider using additional_args for overriding the genrule cmd property for gn actions.
Patrick Rohr92d74122022-10-21 15:50:52 -0700106}
107
108
109def enable_gtest_and_gmock(module):
110 module.static_libs.add('libgmock')
111 module.static_libs.add('libgtest')
112 if module.name != 'perfetto_gtest_logcat_printer':
113 module.whole_static_libs.add('perfetto_gtest_logcat_printer')
114
115
116def enable_protobuf_full(module):
117 if module.type == 'cc_binary_host':
118 module.static_libs.add('libprotobuf-cpp-full')
119 elif module.host_supported:
120 module.host.static_libs.add('libprotobuf-cpp-full')
121 module.android.shared_libs.add('libprotobuf-cpp-full')
122 else:
123 module.shared_libs.add('libprotobuf-cpp-full')
124
125
126def enable_protobuf_lite(module):
127 module.shared_libs.add('libprotobuf-cpp-lite')
128
129
130def enable_protoc_lib(module):
131 if module.type == 'cc_binary_host':
132 module.static_libs.add('libprotoc')
133 else:
134 module.shared_libs.add('libprotoc')
135
136
137def enable_libunwindstack(module):
138 if module.name != 'heapprofd_standalone_client':
139 module.shared_libs.add('libunwindstack')
140 module.shared_libs.add('libprocinfo')
141 module.shared_libs.add('libbase')
142 else:
143 module.static_libs.add('libunwindstack')
144 module.static_libs.add('libprocinfo')
145 module.static_libs.add('libbase')
146 module.static_libs.add('liblzma')
147 module.static_libs.add('libdexfile_support')
148 module.runtime_libs.add('libdexfile') # libdexfile_support dependency
149
150
151def enable_libunwind(module):
152 # libunwind is disabled on Darwin so we cannot depend on it.
153 pass
154
155
156def enable_sqlite(module):
157 if module.type == 'cc_binary_host':
158 module.static_libs.add('libsqlite')
159 module.static_libs.add('sqlite_ext_percentile')
160 elif module.host_supported:
161 # Copy what the sqlite3 command line tool does.
162 module.android.shared_libs.add('libsqlite')
163 module.android.shared_libs.add('libicu')
164 module.android.shared_libs.add('liblog')
165 module.android.shared_libs.add('libutils')
166 module.android.static_libs.add('sqlite_ext_percentile')
167 module.host.static_libs.add('libsqlite')
168 module.host.static_libs.add('sqlite_ext_percentile')
169 else:
170 module.shared_libs.add('libsqlite')
171 module.shared_libs.add('libicu')
172 module.shared_libs.add('liblog')
173 module.shared_libs.add('libutils')
174 module.static_libs.add('sqlite_ext_percentile')
175
176
177def enable_zlib(module):
178 if module.type == 'cc_binary_host':
179 module.static_libs.add('libz')
180 elif module.host_supported:
181 module.android.shared_libs.add('libz')
182 module.host.static_libs.add('libz')
183 else:
184 module.shared_libs.add('libz')
185
186
187def enable_uapi_headers(module):
188 module.include_dirs.add('bionic/libc/kernel')
189
190
191def enable_bionic_libc_platform_headers_on_android(module):
192 module.header_libs.add('bionic_libc_platform_headers')
193
194
195# Android equivalents for third-party libraries that the upstream project
196# depends on.
197builtin_deps = {
198 '//gn:default_deps':
199 lambda x: None,
200 '//gn:gtest_main':
201 lambda x: None,
202 '//gn:protoc':
203 lambda x: None,
204 '//gn:gtest_and_gmock':
205 enable_gtest_and_gmock,
206 '//gn:libunwind':
207 enable_libunwind,
208 '//gn:protobuf_full':
209 enable_protobuf_full,
210 '//gn:protobuf_lite':
211 enable_protobuf_lite,
212 '//gn:protoc_lib':
213 enable_protoc_lib,
214 '//gn:libunwindstack':
215 enable_libunwindstack,
216 '//gn:sqlite':
217 enable_sqlite,
218 '//gn:zlib':
219 enable_zlib,
220 '//gn:bionic_kernel_uapi_headers':
221 enable_uapi_headers,
222 '//src/profiling/memory:bionic_libc_platform_headers_on_android':
223 enable_bionic_libc_platform_headers_on_android,
224}
225
226# ----------------------------------------------------------------------------
227# End of configuration.
228# ----------------------------------------------------------------------------
229
230
231class Error(Exception):
232 pass
233
234
235class ThrowingArgumentParser(argparse.ArgumentParser):
236
237 def __init__(self, context):
238 super(ThrowingArgumentParser, self).__init__()
239 self.context = context
240
241 def error(self, message):
242 raise Error('%s: %s' % (self.context, message))
243
244
245def write_blueprint_key_value(output, name, value, sort=True):
246 """Writes a Blueprint key-value pair to the output"""
247
248 if isinstance(value, bool):
249 if value:
250 output.append(' %s: true,' % name)
251 else:
252 output.append(' %s: false,' % name)
253 return
254 if not value:
255 return
256 if isinstance(value, set):
257 value = sorted(value)
258 if isinstance(value, list):
259 output.append(' %s: [' % name)
260 for item in sorted(value) if sort else value:
261 output.append(' "%s",' % item)
262 output.append(' ],')
263 return
264 if isinstance(value, Target):
265 value.to_string(output)
266 return
267 if isinstance(value, dict):
268 kv_output = []
269 for k, v in value.items():
270 write_blueprint_key_value(kv_output, k, v)
271
272 output.append(' %s: {' % name)
273 for line in kv_output:
274 output.append(' %s' % line)
275 output.append(' },')
276 return
277 output.append(' %s: "%s",' % (name, value))
278
279
280class Target(object):
281 """A target-scoped part of a module"""
282
283 def __init__(self, name):
284 self.name = name
285 self.shared_libs = set()
286 self.static_libs = set()
287 self.whole_static_libs = set()
288 self.cflags = set()
289 self.dist = dict()
290 self.strip = dict()
291 self.stl = None
292
293 def to_string(self, output):
294 nested_out = []
295 self._output_field(nested_out, 'shared_libs')
296 self._output_field(nested_out, 'static_libs')
297 self._output_field(nested_out, 'whole_static_libs')
298 self._output_field(nested_out, 'cflags')
299 self._output_field(nested_out, 'stl')
300 self._output_field(nested_out, 'dist')
301 self._output_field(nested_out, 'strip')
302
303 if nested_out:
304 output.append(' %s: {' % self.name)
305 for line in nested_out:
306 output.append(' %s' % line)
307 output.append(' },')
308
309 def _output_field(self, output, name, sort=True):
310 value = getattr(self, name)
311 return write_blueprint_key_value(output, name, value, sort)
312
313
314class Module(object):
315 """A single module (e.g., cc_binary, cc_test) in a blueprint."""
316
317 def __init__(self, mod_type, name, gn_target):
318 self.type = mod_type
319 self.gn_target = gn_target
320 self.name = name
321 self.srcs = set()
322 self.comment = 'GN: ' + gn_utils.label_without_toolchain(gn_target)
323 self.shared_libs = set()
324 self.static_libs = set()
325 self.whole_static_libs = set()
326 self.runtime_libs = set()
327 self.tools = set()
328 self.cmd = None
329 self.host_supported = False
330 self.vendor_available = False
331 self.init_rc = set()
332 self.out = set()
333 self.export_include_dirs = set()
334 self.generated_headers = set()
335 self.export_generated_headers = set()
336 self.defaults = set()
337 self.cflags = set()
338 self.include_dirs = set()
Patrick Rohr344b2472022-10-25 11:32:15 -0700339 self.local_include_dirs = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700340 self.header_libs = set()
341 self.required = set()
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700342 self.tool_files = set()
Patrick Rohr92d74122022-10-21 15:50:52 -0700343 self.android = Target('android')
344 self.host = Target('host')
Patrick Rohr92d74122022-10-21 15:50:52 -0700345 self.stl = None
346 self.dist = dict()
347 self.strip = dict()
348 self.data = set()
349 self.apex_available = set()
350 self.min_sdk_version = None
351 self.proto = dict()
352 # The genrule_XXX below are properties that must to be propagated back
353 # on the module(s) that depend on the genrule.
354 self.genrule_headers = set()
355 self.genrule_srcs = set()
356 self.genrule_shared_libs = set()
357 self.version_script = None
358 self.test_suites = set()
359 self.test_config = None
360 self.stubs = {}
361
362 def to_string(self, output):
363 if self.comment:
364 output.append('// %s' % self.comment)
365 output.append('%s {' % self.type)
366 self._output_field(output, 'name')
367 self._output_field(output, 'srcs')
368 self._output_field(output, 'shared_libs')
369 self._output_field(output, 'static_libs')
370 self._output_field(output, 'whole_static_libs')
371 self._output_field(output, 'runtime_libs')
372 self._output_field(output, 'tools')
373 self._output_field(output, 'cmd', sort=False)
374 if self.host_supported:
375 self._output_field(output, 'host_supported')
376 if self.vendor_available:
377 self._output_field(output, 'vendor_available')
378 self._output_field(output, 'init_rc')
379 self._output_field(output, 'out')
380 self._output_field(output, 'export_include_dirs')
381 self._output_field(output, 'generated_headers')
382 self._output_field(output, 'export_generated_headers')
383 self._output_field(output, 'defaults')
384 self._output_field(output, 'cflags')
385 self._output_field(output, 'include_dirs')
Patrick Rohr344b2472022-10-25 11:32:15 -0700386 self._output_field(output, 'local_include_dirs')
Patrick Rohr92d74122022-10-21 15:50:52 -0700387 self._output_field(output, 'header_libs')
388 self._output_field(output, 'required')
389 self._output_field(output, 'dist')
390 self._output_field(output, 'strip')
391 self._output_field(output, 'tool_files')
392 self._output_field(output, 'data')
393 self._output_field(output, 'stl')
394 self._output_field(output, 'apex_available')
395 self._output_field(output, 'min_sdk_version')
396 self._output_field(output, 'version_script')
397 self._output_field(output, 'test_suites')
398 self._output_field(output, 'test_config')
399 self._output_field(output, 'stubs')
400 self._output_field(output, 'proto')
401
402 target_out = []
403 self._output_field(target_out, 'android')
404 self._output_field(target_out, 'host')
405 if target_out:
406 output.append(' target: {')
407 for line in target_out:
408 output.append(' %s' % line)
409 output.append(' },')
410
Patrick Rohr92d74122022-10-21 15:50:52 -0700411 output.append('}')
412 output.append('')
413
414 def add_android_static_lib(self, lib):
415 if self.type == 'cc_binary_host':
416 raise Exception('Adding Android static lib for host tool is unsupported')
417 elif self.host_supported:
418 self.android.static_libs.add(lib)
419 else:
420 self.static_libs.add(lib)
421
422 def add_android_shared_lib(self, lib):
423 if self.type == 'cc_binary_host':
424 raise Exception('Adding Android shared lib for host tool is unsupported')
425 elif self.host_supported:
426 self.android.shared_libs.add(lib)
427 else:
428 self.shared_libs.add(lib)
429
430 def _output_field(self, output, name, sort=True):
431 value = getattr(self, name)
432 return write_blueprint_key_value(output, name, value, sort)
433
434
435class Blueprint(object):
436 """In-memory representation of an Android.bp file."""
437
438 def __init__(self):
439 self.modules = {}
440
441 def add_module(self, module):
442 """Adds a new module to the blueprint, replacing any existing module
443 with the same name.
444
445 Args:
446 module: Module instance.
447 """
448 self.modules[module.name] = module
449
450 def to_string(self, output):
Patrick Rohr23f26192022-10-25 09:45:22 -0700451 for m in sorted(self.modules.values(), key=lambda m: m.name):
Patrick Rohr92d74122022-10-21 15:50:52 -0700452 m.to_string(output)
453
454
455def label_to_module_name(label):
456 """Turn a GN label (e.g., //:perfetto_tests) into a module name."""
457 # If the label is explicibly listed in the default target list, don't prefix
458 # its name and return just the target name. This is so tools like
459 # "traceconv" stay as such in the Android tree.
460 label_without_toolchain = gn_utils.label_without_toolchain(label)
Patrick Rohr92d74122022-10-21 15:50:52 -0700461 module = re.sub(r'^//:?', '', label_without_toolchain)
462 module = re.sub(r'[^a-zA-Z0-9_]', '_', module)
463 if not module.startswith(module_prefix):
464 return module_prefix + module
465 return module
466
467
468def is_supported_source_file(name):
469 """Returns True if |name| can appear in a 'srcs' list."""
470 return os.path.splitext(name)[1] in ['.c', '.cc', '.proto']
471
472
473def create_proto_modules(blueprint, gn, target):
474 """Generate genrules for a proto GN target.
475
476 GN actions are used to dynamically generate files during the build. The
477 Soong equivalent is a genrule. This function turns a specific kind of
478 genrule which turns .proto files into source and header files into a pair
479 equivalent genrules.
480
481 Args:
482 blueprint: Blueprint instance which is being generated.
483 target: gn_utils.Target object.
484
485 Returns:
486 The source_genrule module.
487 """
488 assert (target.type == 'proto_library')
489
490 tools = {'aprotoc'}
491 cpp_out_dir = '$(genDir)/%s/' % tree_path
492 target_module_name = label_to_module_name(target.name)
493
494 # In GN builds the proto path is always relative to the output directory
495 # (out/tmp.xxx).
496 cmd = ['mkdir -p %s &&' % cpp_out_dir, '$(location aprotoc)']
497 cmd += ['--proto_path=%s' % tree_path]
498
499 if buildtools_protobuf_src in target.proto_paths:
500 cmd += ['--proto_path=%s' % android_protobuf_src]
501
502 # We don't generate any targets for source_set proto modules because
503 # they will be inlined into other modules if required.
504 if target.proto_plugin == 'source_set':
505 return None
506
507 # Descriptor targets only generate a single target.
508 if target.proto_plugin == 'descriptor':
509 out = '{}.bin'.format(target_module_name)
510
511 cmd += ['--descriptor_set_out=$(out)']
512 cmd += ['$(in)']
513
514 descriptor_module = Module('genrule', target_module_name, target.name)
515 descriptor_module.cmd = ' '.join(cmd)
516 descriptor_module.out = [out]
517 descriptor_module.tools = tools
518 blueprint.add_module(descriptor_module)
519
520 # Recursively extract the .proto files of all the dependencies and
521 # add them to srcs.
522 descriptor_module.srcs.update(
523 gn_utils.label_to_path(src) for src in target.sources)
524 for dep in target.transitive_proto_deps:
525 current_target = gn.get_target(dep)
526 descriptor_module.srcs.update(
527 gn_utils.label_to_path(src) for src in current_target.sources)
528
529 return descriptor_module
530
531 # We create two genrules for each proto target: one for the headers and
532 # another for the sources. This is because the module that depends on the
533 # generated files needs to declare two different types of dependencies --
534 # source files in 'srcs' and headers in 'generated_headers' -- and it's not
535 # valid to generate .h files from a source dependency and vice versa.
536 source_module_name = target_module_name + '_gen'
537 source_module = Module('genrule', source_module_name, target.name)
538 blueprint.add_module(source_module)
539 source_module.srcs.update(
540 gn_utils.label_to_path(src) for src in target.sources)
541
542 header_module = Module('genrule', source_module_name + '_headers',
543 target.name)
544 blueprint.add_module(header_module)
545 header_module.srcs = set(source_module.srcs)
546
547 # TODO(primiano): at some point we should remove this. This was introduced
548 # by aosp/1108421 when adding "protos/" to .proto include paths, in order to
549 # avoid doing multi-repo changes and allow old clients in the android tree
550 # to still do the old #include "perfetto/..." rather than
551 # #include "protos/perfetto/...".
552 header_module.export_include_dirs = {'.', 'protos'}
553
554 source_module.genrule_srcs.add(':' + source_module.name)
555 source_module.genrule_headers.add(header_module.name)
556
557 if target.proto_plugin == 'proto':
558 suffixes = ['pb']
559 source_module.genrule_shared_libs.add('libprotobuf-cpp-lite')
560 cmd += ['--cpp_out=lite=true:' + cpp_out_dir]
561 elif target.proto_plugin == 'protozero':
562 suffixes = ['pbzero']
563 plugin = create_modules_from_target(blueprint, gn, protozero_plugin)
564 tools.add(plugin.name)
565 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
566 cmd += ['--plugin_out=wrapper_namespace=pbzero:' + cpp_out_dir]
567 elif target.proto_plugin == 'cppgen':
568 suffixes = ['gen']
569 plugin = create_modules_from_target(blueprint, gn, cppgen_plugin)
570 tools.add(plugin.name)
571 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
572 cmd += ['--plugin_out=wrapper_namespace=gen:' + cpp_out_dir]
573 elif target.proto_plugin == 'ipc':
574 suffixes = ['ipc']
575 plugin = create_modules_from_target(blueprint, gn, ipc_plugin)
576 tools.add(plugin.name)
577 cmd += ['--plugin=protoc-gen-plugin=$(location %s)' % plugin.name]
578 cmd += ['--plugin_out=wrapper_namespace=gen:' + cpp_out_dir]
579 else:
580 raise Error('Unsupported proto plugin: %s' % target.proto_plugin)
581
582 cmd += ['$(in)']
583 source_module.cmd = ' '.join(cmd)
584 header_module.cmd = source_module.cmd
585 source_module.tools = tools
586 header_module.tools = tools
587
588 for sfx in suffixes:
589 source_module.out.update('%s/%s' %
590 (tree_path, src.replace('.proto', '.%s.cc' % sfx))
591 for src in source_module.srcs)
592 header_module.out.update('%s/%s' %
593 (tree_path, src.replace('.proto', '.%s.h' % sfx))
594 for src in header_module.srcs)
595 return source_module
596
597
598def create_amalgamated_sql_metrics_module(blueprint, target):
599 bp_module_name = label_to_module_name(target.name)
600 module = Module('genrule', bp_module_name, target.name)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700601 module.tool_files.add('tools/gen_amalgamated_sql_metrics.py')
Patrick Rohr92d74122022-10-21 15:50:52 -0700602 module.cmd = ' '.join([
603 '$(location tools/gen_amalgamated_sql_metrics.py)',
604 '--cpp_out=$(out)',
605 '$(in)',
606 ])
607 module.genrule_headers.add(module.name)
608 module.out.update(target.outputs)
609 module.srcs.update(gn_utils.label_to_path(src) for src in target.inputs)
610 blueprint.add_module(module)
611 return module
612
613
614def create_cc_proto_descriptor_module(blueprint, target):
615 bp_module_name = label_to_module_name(target.name)
616 module = Module('genrule', bp_module_name, target.name)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700617 module.tool_files.add('tools/gen_cc_proto_descriptor.py')
Patrick Rohr92d74122022-10-21 15:50:52 -0700618 module.cmd = ' '.join([
619 '$(location tools/gen_cc_proto_descriptor.py)', '--gen_dir=$(genDir)',
620 '--cpp_out=$(out)', '$(in)'
621 ])
622 module.genrule_headers.add(module.name)
623 module.srcs.update(
624 ':' + label_to_module_name(dep) for dep in target.proto_deps)
625 module.srcs.update(
626 gn_utils.label_to_path(src)
627 for src in target.inputs
628 if "tmp.gn_utils" not in src)
629 module.out.update(target.outputs)
630 blueprint.add_module(module)
631 return module
632
633
634def create_gen_version_module(blueprint, target, bp_module_name):
635 module = Module('genrule', bp_module_name, gn_utils.GEN_VERSION_TARGET)
636 script_path = gn_utils.label_to_path(target.script)
637 module.genrule_headers.add(bp_module_name)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700638 module.tool_files.add(script_path)
Patrick Rohr92d74122022-10-21 15:50:52 -0700639 module.out.update(target.outputs)
640 module.srcs.update(gn_utils.label_to_path(src) for src in target.inputs)
641 module.cmd = ' '.join([
642 'python3 $(location %s)' % script_path, '--no_git',
643 '--changelog=$(location CHANGELOG)', '--cpp_out=$(out)'
644 ])
645 blueprint.add_module(module)
646 return module
647
648
649def create_proto_group_modules(blueprint, gn, module_name, target_names):
650 # TODO(lalitm): today, we're only adding a Java lite module because that's
651 # the only one used in practice. In the future, if we need other target types
652 # (e.g. C++, Java full etc.) add them here.
653 bp_module_name = label_to_module_name(module_name) + '_java_protos'
654 module = Module('java_library', bp_module_name, bp_module_name)
655 module.comment = f'''GN: [{', '.join(target_names)}]'''
656 module.proto = {'type': 'lite', 'canonical_path_from_root': False}
657
658 for name in target_names:
659 target = gn.get_target(name)
660 module.srcs.update(gn_utils.label_to_path(src) for src in target.sources)
661 for dep_label in target.transitive_proto_deps:
662 dep = gn.get_target(dep_label)
663 module.srcs.update(gn_utils.label_to_path(src) for src in dep.sources)
664
665 blueprint.add_module(module)
666
Patrick Rohr0db9f852022-10-27 13:49:57 -0700667
Patrick Rohre1a853e2022-10-26 12:31:39 -0700668def create_action_module(blueprint, target):
669 bp_module_name = label_to_module_name(target.name)
670 module = Module('genrule', bp_module_name, target.name)
Patrick Rohr2041d5b2022-10-26 15:07:53 -0700671 script = gn_utils.label_to_path(target.script)
Patrick Rohr3d8c7282022-10-27 13:36:31 -0700672 module.tool_files.add(script)
Patrick Rohre1a853e2022-10-26 12:31:39 -0700673
Patrick Rohr8a4e2bd2022-10-27 13:06:16 -0700674 # Handle passing parameters via response file by piping them into the script
675 # and reading them from /dev/stdin.
676 response_file = '{{response_file_name}}'
677 use_response_file = response_file in target.args
678 if use_response_file:
679 # Replace {{response_file_contents}} with /dev/stdin
680 target.args = ['/dev/stdin' if it == response_file else it for it in target.args]
681
Patrick Rohre1a853e2022-10-26 12:31:39 -0700682 arg_string = ' '.join(target.args)
Patrick Rohr2041d5b2022-10-26 15:07:53 -0700683 module.cmd = '$(location %s) %s' % (script, arg_string)
Patrick Rohre1a853e2022-10-26 12:31:39 -0700684
Patrick Rohr8a4e2bd2022-10-27 13:06:16 -0700685 if use_response_file:
686 # Pipe response file contents into script
687 module.cmd = 'echo \'%s\' | %s' % (target.response_file_contents, module.cmd)
688
Patrick Rohr67f4d432022-10-26 16:04:15 -0700689 if all(os.path.splitext(it)[1] == '.h' for it in target.outputs):
690 module.genrule_headers.add(bp_module_name)
Patrick Rohre1a853e2022-10-26 12:31:39 -0700691
Patrick Rohr0db9f852022-10-27 13:49:57 -0700692 # gn treats inputs and sources for actions equally.
693 # soong only supports source files inside srcs, non-source files are added as
694 # tool_files dependency.
695 for it in target.sources or target.inputs:
696 if is_supported_source_file(it):
697 module.srcs.add(gn_utils.label_to_path(it))
698 else:
699 module.tool_files.add(gn_utils.label_to_path(it))
Patrick Rohre1a853e2022-10-26 12:31:39 -0700700
Patrick Rohr15a2c302022-10-26 15:08:57 -0700701 # Actions using template "action_with_pydeps" also put script inside inputs.
702 # TODO: it might make sense to filter inputs inside GnParser.
703 if script in module.srcs:
704 module.srcs.remove(script)
705
Patrick Rohre1a853e2022-10-26 12:31:39 -0700706 module.out.update(target.outputs)
707 blueprint.add_module(module)
708 return module
709
710
Patrick Rohr92d74122022-10-21 15:50:52 -0700711
712def _get_cflags(target):
713 cflags = {flag for flag in target.cflags if re.match(cflag_allowlist, flag)}
Motomu Utsumifa7e9262022-10-26 19:43:02 +0900714 # Consider proper allowlist or denylist if needed
715 cflags |= set("-D%s" % define.replace("\"", "\\\"") for define in target.defines)
Patrick Rohr92d74122022-10-21 15:50:52 -0700716 return cflags
717
718
719def create_modules_from_target(blueprint, gn, gn_target_name):
720 """Generate module(s) for a given GN target.
721
722 Given a GN target name, generate one or more corresponding modules into a
723 blueprint. The only case when this generates >1 module is proto libraries.
724
725 Args:
726 blueprint: Blueprint instance which is being generated.
727 gn: gn_utils.GnParser object.
728 gn_target_name: GN target for module generation.
729 """
730 bp_module_name = label_to_module_name(gn_target_name)
731 if bp_module_name in blueprint.modules:
732 return blueprint.modules[bp_module_name]
733 target = gn.get_target(gn_target_name)
Patrick Rohr16228942022-10-26 14:00:26 -0700734 log.info('create modules for %s (%s)', target.name, target.type)
Patrick Rohr92d74122022-10-21 15:50:52 -0700735
736 name_without_toolchain = gn_utils.label_without_toolchain(target.name)
737 if target.type == 'executable':
738 if target.toolchain == gn_utils.HOST_TOOLCHAIN:
739 module_type = 'cc_binary_host'
740 elif target.testonly:
741 module_type = 'cc_test'
742 else:
743 module_type = 'cc_binary'
744 module = Module(module_type, bp_module_name, gn_target_name)
745 elif target.type == 'static_library':
746 module = Module('cc_library_static', bp_module_name, gn_target_name)
747 elif target.type == 'shared_library':
748 module = Module('cc_library_shared', bp_module_name, gn_target_name)
749 elif target.type == 'source_set':
750 module = Module('filegroup', bp_module_name, gn_target_name)
751 elif target.type == 'group':
752 # "group" targets are resolved recursively by gn_utils.get_target().
753 # There's nothing we need to do at this level for them.
754 return None
755 elif target.type == 'proto_library':
756 module = create_proto_modules(blueprint, gn, target)
757 if module is None:
758 return None
759 elif target.type == 'action':
760 if 'gen_amalgamated_sql_metrics' in target.name:
761 module = create_amalgamated_sql_metrics_module(blueprint, target)
762 elif re.match('.*gen_cc_.*_descriptor$', name_without_toolchain):
763 module = create_cc_proto_descriptor_module(blueprint, target)
764 elif target.type == 'action' and \
765 name_without_toolchain == gn_utils.GEN_VERSION_TARGET:
766 module = create_gen_version_module(blueprint, target, bp_module_name)
767 else:
Patrick Rohre1a853e2022-10-26 12:31:39 -0700768 module = create_action_module(blueprint, target)
Patrick Rohr59a76652022-10-26 12:36:56 -0700769 elif target.type == 'copy':
770 # TODO: careful now! copy targets are not supported yet, but this will stop
771 # traversing the dependency tree. For //base:base, this is not a big
772 # problem as libicu contains the only copy target which happens to be a
773 # leaf node.
774 return None
Patrick Rohr92d74122022-10-21 15:50:52 -0700775 else:
776 raise Error('Unknown target %s (%s)' % (target.name, target.type))
777
778 blueprint.add_module(module)
779 module.host_supported = (name_without_toolchain in target_host_supported)
Patrick Rohr92d74122022-10-21 15:50:52 -0700780 module.init_rc = target_initrc.get(target.name, [])
781 module.srcs.update(
782 gn_utils.label_to_path(src)
783 for src in target.sources
784 if is_supported_source_file(src))
785
786 if target.type in gn_utils.LINKER_UNIT_TYPES:
787 module.cflags.update(_get_cflags(target))
Patrick Rohr344b2472022-10-25 11:32:15 -0700788 module.local_include_dirs.update(gn_utils.label_to_path(it) for it in target.include_dirs)
Patrick Rohr92d74122022-10-21 15:50:52 -0700789
790 module_is_compiled = module.type not in ('genrule', 'filegroup')
791 if module_is_compiled:
792 # Don't try to inject library/source dependencies into genrules or
793 # filegroups because they are not compiled in the traditional sense.
794 module.defaults = [defaults_module]
795 for lib in target.libs:
796 # Generally library names should be mangled as 'libXXX', unless they
797 # are HAL libraries (e.g., android.hardware.health@2.0) or AIDL c++ / NDK
798 # libraries (e.g. "android.hardware.power.stats-V1-cpp")
799 android_lib = lib if '@' in lib or "-cpp" in lib or "-ndk" in lib \
800 else 'lib' + lib
801 if lib in shared_library_allowlist:
802 module.add_android_shared_lib(android_lib)
803 if lib in static_library_allowlist:
804 module.add_android_static_lib(android_lib)
805
806 # If the module is a static library, export all the generated headers.
807 if module.type == 'cc_library_static':
808 module.export_generated_headers = module.generated_headers
809
810 # Merge in additional hardcoded arguments.
811 for key, add_val in additional_args.get(module.name, []):
812 curr = getattr(module, key)
813 if add_val and isinstance(add_val, set) and isinstance(curr, set):
814 curr.update(add_val)
815 elif isinstance(add_val, str) and (not curr or isinstance(curr, str)):
816 setattr(module, key, add_val)
817 elif isinstance(add_val, bool) and (not curr or isinstance(curr, bool)):
818 setattr(module, key, add_val)
819 elif isinstance(add_val, dict) and isinstance(curr, dict):
820 curr.update(add_val)
821 elif isinstance(add_val, dict) and isinstance(curr, Target):
822 curr.__dict__.update(add_val)
823 else:
824 raise Error('Unimplemented type %r of additional_args: %r' %
825 (type(add_val), key))
826
827 # dep_name is an unmangled GN target name (e.g. //foo:bar(toolchain)).
828 all_deps = target.deps | target.source_set_deps | target.transitive_proto_deps
829 for dep_name in all_deps:
Patrick Rohr5cc46e02022-10-26 14:32:45 -0700830 # |builtin_deps| override GN deps with Android-specific ones. See the
831 # config in the top of this file.
832 if gn_utils.label_without_toolchain(dep_name) in builtin_deps:
833 builtin_deps[gn_utils.label_without_toolchain(dep_name)](module)
834 continue
835
Patrick Rohr92d74122022-10-21 15:50:52 -0700836 dep_module = create_modules_from_target(blueprint, gn, dep_name)
837
838 # For filegroups and genrule, recurse but don't apply the deps.
839 if not module_is_compiled:
840 continue
841
Patrick Rohr92d74122022-10-21 15:50:52 -0700842 if dep_module is None:
843 continue
844 if dep_module.type == 'cc_library_shared':
845 module.shared_libs.add(dep_module.name)
846 elif dep_module.type == 'cc_library_static':
847 module.static_libs.add(dep_module.name)
848 elif dep_module.type == 'filegroup':
849 module.srcs.add(':' + dep_module.name)
850 elif dep_module.type == 'genrule':
851 module.generated_headers.update(dep_module.genrule_headers)
852 module.srcs.update(dep_module.genrule_srcs)
853 module.shared_libs.update(dep_module.genrule_shared_libs)
854 elif dep_module.type == 'cc_binary':
855 continue # Ignore executables deps (used by cmdline integration tests).
856 else:
857 raise Error('Unknown dep %s (%s) for target %s' %
858 (dep_module.name, dep_module.type, module.name))
859
860 return module
861
862
863def create_blueprint_for_targets(gn, desc, targets):
864 """Generate a blueprint for a list of GN targets."""
865 blueprint = Blueprint()
866
867 # Default settings used by all modules.
868 defaults = Module('cc_defaults', defaults_module, '//gn:default_deps')
Patrick Rohr92d74122022-10-21 15:50:52 -0700869 defaults.cflags = [
870 '-Wno-error=return-type',
871 '-Wno-sign-compare',
872 '-Wno-sign-promo',
873 '-Wno-unused-parameter',
874 '-fvisibility=hidden',
875 '-O2',
876 ]
Patrick Rohr92d74122022-10-21 15:50:52 -0700877 blueprint.add_module(defaults)
Patrick Rohr344b2472022-10-25 11:32:15 -0700878
Patrick Rohr92d74122022-10-21 15:50:52 -0700879 for target in targets:
880 create_modules_from_target(blueprint, gn, target)
881 return blueprint
882
883
884def main():
885 parser = argparse.ArgumentParser(
886 description='Generate Android.bp from a GN description.')
887 parser.add_argument(
Patrick Rohr92d74122022-10-21 15:50:52 -0700888 '--desc',
Patrick Rohr3db246a2022-10-25 10:25:17 -0700889 help='GN description (e.g., gn desc out --format=json --all-toolchains "//*"',
890 required=True
Patrick Rohr92d74122022-10-21 15:50:52 -0700891 )
892 parser.add_argument(
893 '--extras',
894 help='Extra targets to include at the end of the Blueprint file',
895 default=os.path.join(gn_utils.repo_root(), 'Android.bp.extras'),
896 )
897 parser.add_argument(
898 '--output',
899 help='Blueprint file to create',
900 default=os.path.join(gn_utils.repo_root(), 'Android.bp'),
901 )
902 parser.add_argument(
Patrick Rohr16228942022-10-26 14:00:26 -0700903 '-v',
904 '--verbose',
905 help='Print debug logs.',
906 action='store_true',
907 )
908 parser.add_argument(
Patrick Rohr92d74122022-10-21 15:50:52 -0700909 'targets',
910 nargs=argparse.REMAINDER,
Patrick Rohr1aa504a2022-10-25 10:30:42 -0700911 help='Targets to include in the blueprint (e.g., "//:perfetto_tests")'
912 )
Patrick Rohr92d74122022-10-21 15:50:52 -0700913 args = parser.parse_args()
914
Patrick Rohr16228942022-10-26 14:00:26 -0700915 if args.verbose:
916 log.basicConfig(format='%(levelname)s:%(funcName)s:%(message)s', level=log.DEBUG)
917
Patrick Rohr3db246a2022-10-25 10:25:17 -0700918 with open(args.desc) as f:
919 desc = json.load(f)
Patrick Rohr92d74122022-10-21 15:50:52 -0700920
921 gn = gn_utils.GnParser(desc)
Patrick Rohr1aa504a2022-10-25 10:30:42 -0700922 blueprint = create_blueprint_for_targets(gn, desc, args.targets)
Patrick Rohr92d74122022-10-21 15:50:52 -0700923 project_root = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
924 tool_name = os.path.relpath(os.path.abspath(__file__), project_root)
925
Patrick Rohr92d74122022-10-21 15:50:52 -0700926 # Add any proto groups to the blueprint.
927 for l_name, t_names in proto_groups.items():
928 create_proto_group_modules(blueprint, gn, l_name, t_names)
929
930 output = [
Patrick Rohr5478b392022-10-25 09:58:50 -0700931 """// Copyright (C) 2022 The Android Open Source Project
Patrick Rohr92d74122022-10-21 15:50:52 -0700932//
933// Licensed under the Apache License, Version 2.0 (the "License");
934// you may not use this file except in compliance with the License.
935// You may obtain a copy of the License at
936//
937// http://www.apache.org/licenses/LICENSE-2.0
938//
939// Unless required by applicable law or agreed to in writing, software
940// distributed under the License is distributed on an "AS IS" BASIS,
941// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
942// See the License for the specific language governing permissions and
943// limitations under the License.
944//
945// This file is automatically generated by %s. Do not edit.
946""" % (tool_name)
947 ]
948 blueprint.to_string(output)
Patrick Rohrcb98e9b2022-10-25 09:57:02 -0700949 if os.path.exists(args.extras):
950 with open(args.extras, 'r') as r:
951 for line in r:
952 output.append(line.rstrip("\n\r"))
Patrick Rohr92d74122022-10-21 15:50:52 -0700953
954 out_files = []
955
956 # Generate the Android.bp file.
957 out_files.append(args.output + '.swp')
958 with open(out_files[-1], 'w') as f:
959 f.write('\n'.join(output))
960 # Text files should have a trailing EOL.
961 f.write('\n')
962
Patrick Rohr94693eb2022-10-25 10:09:16 -0700963 return 0
Patrick Rohr92d74122022-10-21 15:50:52 -0700964
965
966if __name__ == '__main__':
967 sys.exit(main())