blob: 7acd2bf3e0d0aab7dc60d9e180de0d78d24ed888 [file] [log] [blame]
Liz Kammerea6666f2021-02-17 10:17:28 -05001// Copyright 2021 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package android
16
Liz Kammerba3ea162021-02-17 13:22:03 -050017import (
18 "fmt"
19 "io/ioutil"
20 "path/filepath"
21 "strings"
22
Liz Kammerbdc60992021-02-24 16:55:11 -050023 "github.com/google/blueprint"
Liz Kammerba3ea162021-02-17 13:22:03 -050024 "github.com/google/blueprint/proptools"
25)
26
Jingwen Chen01812022021-11-19 14:29:43 +000027type bazelModuleProperties struct {
28 // The label of the Bazel target replacing this Soong module. When run in conversion mode, this
29 // will import the handcrafted build target into the autogenerated file. Note: this may result in
30 // a conflict due to duplicate targets if bp2build_available is also set.
31 Label *string
32
33 // If true, bp2build will generate the converted Bazel target for this module. Note: this may
34 // cause a conflict due to the duplicate targets if label is also set.
35 //
36 // This is a bool pointer to support tristates: true, false, not set.
37 //
38 // To opt-in a module, set bazel_module: { bp2build_available: true }
39 // To opt-out a module, set bazel_module: { bp2build_available: false }
40 // To defer the default setting for the directory, do not set the value.
41 Bp2build_available *bool
42}
43
Liz Kammerba3ea162021-02-17 13:22:03 -050044// Properties contains common module properties for Bazel migration purposes.
45type properties struct {
46 // In USE_BAZEL_ANALYSIS=1 mode, this represents the Bazel target replacing
47 // this Soong module.
Jingwen Chen01812022021-11-19 14:29:43 +000048 Bazel_module bazelModuleProperties
Liz Kammerba3ea162021-02-17 13:22:03 -050049}
Liz Kammerea6666f2021-02-17 10:17:28 -050050
Jingwen Chen25825ca2021-11-15 12:28:43 +000051// namespacedVariableProperties is a map from a string representing a Soong
Jingwen Chen84817de2021-11-17 10:57:35 +000052// config variable namespace, like "android" or "vendor_name" to a slice of
53// pointer to a struct containing a single field called Soong_config_variables
54// whose value mirrors the structure in the Blueprint file.
55type namespacedVariableProperties map[string][]interface{}
Jingwen Chena47f28d2021-11-02 16:43:57 +000056
Liz Kammerea6666f2021-02-17 10:17:28 -050057// BazelModuleBase contains the property structs with metadata for modules which can be converted to
58// Bazel.
59type BazelModuleBase struct {
Liz Kammerba3ea162021-02-17 13:22:03 -050060 bazelProperties properties
Jingwen Chena47f28d2021-11-02 16:43:57 +000061
62 // namespacedVariableProperties is used for soong_config_module_type support
63 // in bp2build. Soong config modules allow users to set module properties
64 // based on custom product variables defined in Android.bp files. These
65 // variables are namespaced to prevent clobbering, especially when set from
66 // Makefiles.
67 namespacedVariableProperties namespacedVariableProperties
68
69 // baseModuleType is set when this module was created from a module type
70 // defined by a soong_config_module_type. Every soong_config_module_type
71 // "wraps" another module type, e.g. a soong_config_module_type can wrap a
72 // cc_defaults to a custom_cc_defaults, or cc_binary to a custom_cc_binary.
73 // This baseModuleType is set to the wrapped module type.
74 baseModuleType string
Liz Kammerea6666f2021-02-17 10:17:28 -050075}
76
77// Bazelable is specifies the interface for modules that can be converted to Bazel.
78type Bazelable interface {
Liz Kammerba3ea162021-02-17 13:22:03 -050079 bazelProps() *properties
80 HasHandcraftedLabel() bool
Liz Kammerbdc60992021-02-24 16:55:11 -050081 HandcraftedLabel() string
82 GetBazelLabel(ctx BazelConversionPathContext, module blueprint.Module) string
Jingwen Chen55bc8202021-11-02 06:40:51 +000083 ConvertWithBp2build(ctx BazelConversionContext) bool
84 convertWithBp2build(ctx BazelConversionContext, module blueprint.Module) bool
Liz Kammerba3ea162021-02-17 13:22:03 -050085 GetBazelBuildFileContents(c Config, path, name string) (string, error)
Jingwen Chena47f28d2021-11-02 16:43:57 +000086
Jingwen Chen84817de2021-11-17 10:57:35 +000087 // namespacedVariableProps is a map from a soong config variable namespace
88 // (e.g. acme, android) to a map of interfaces{}, which are really
89 // reflect.Struct pointers, representing the value of the
90 // soong_config_variables property of a module. The struct pointer is the
91 // one with the single member called Soong_config_variables, which itself is
92 // a struct containing fields for each supported feature in that namespace.
93 //
94 // The reason for using an slice of interface{} is to support defaults
95 // propagation of the struct pointers.
Jingwen Chena47f28d2021-11-02 16:43:57 +000096 namespacedVariableProps() namespacedVariableProperties
97 setNamespacedVariableProps(props namespacedVariableProperties)
98 BaseModuleType() string
Jingwen Chen84817de2021-11-17 10:57:35 +000099 SetBaseModuleType(baseModuleType string)
Liz Kammerea6666f2021-02-17 10:17:28 -0500100}
101
102// BazelModule is a lightweight wrapper interface around Module for Bazel-convertible modules.
103type BazelModule interface {
104 Module
105 Bazelable
106}
107
108// InitBazelModule is a wrapper function that decorates a BazelModule with Bazel-conversion
109// properties.
110func InitBazelModule(module BazelModule) {
111 module.AddProperties(module.bazelProps())
112}
113
114// bazelProps returns the Bazel properties for the given BazelModuleBase.
Liz Kammerba3ea162021-02-17 13:22:03 -0500115func (b *BazelModuleBase) bazelProps() *properties {
Liz Kammerea6666f2021-02-17 10:17:28 -0500116 return &b.bazelProperties
117}
118
Jingwen Chena47f28d2021-11-02 16:43:57 +0000119func (b *BazelModuleBase) namespacedVariableProps() namespacedVariableProperties {
120 return b.namespacedVariableProperties
121}
122
123func (b *BazelModuleBase) setNamespacedVariableProps(props namespacedVariableProperties) {
124 b.namespacedVariableProperties = props
125}
126
127func (b *BazelModuleBase) BaseModuleType() string {
128 return b.baseModuleType
129}
130
131func (b *BazelModuleBase) SetBaseModuleType(baseModuleType string) {
132 b.baseModuleType = baseModuleType
133}
134
Liz Kammerba3ea162021-02-17 13:22:03 -0500135// HasHandcraftedLabel returns whether this module has a handcrafted Bazel label.
136func (b *BazelModuleBase) HasHandcraftedLabel() bool {
137 return b.bazelProperties.Bazel_module.Label != nil
138}
139
140// HandcraftedLabel returns the handcrafted label for this module, or empty string if there is none
141func (b *BazelModuleBase) HandcraftedLabel() string {
142 return proptools.String(b.bazelProperties.Bazel_module.Label)
143}
144
Liz Kammerea6666f2021-02-17 10:17:28 -0500145// GetBazelLabel returns the Bazel label for the given BazelModuleBase.
Liz Kammerbdc60992021-02-24 16:55:11 -0500146func (b *BazelModuleBase) GetBazelLabel(ctx BazelConversionPathContext, module blueprint.Module) string {
147 if b.HasHandcraftedLabel() {
148 return b.HandcraftedLabel()
149 }
Jingwen Chen12b4c272021-03-10 02:05:59 -0500150 if b.ConvertWithBp2build(ctx) {
Liz Kammerbdc60992021-02-24 16:55:11 -0500151 return bp2buildModuleLabel(ctx, module)
152 }
153 return "" // no label for unconverted module
Liz Kammerea6666f2021-02-17 10:17:28 -0500154}
155
Jingwen Chen12b4c272021-03-10 02:05:59 -0500156// Configuration to decide if modules in a directory should default to true/false for bp2build_available
157type Bp2BuildConfig map[string]BazelConversionConfigEntry
158type BazelConversionConfigEntry int
159
160const (
Jingwen Chen91220d72021-03-24 02:18:33 -0400161 // A sentinel value to be used as a key in Bp2BuildConfig for modules with
162 // no package path. This is also the module dir for top level Android.bp
163 // modules.
164 BP2BUILD_TOPLEVEL = "."
165
Jingwen Chen12b4c272021-03-10 02:05:59 -0500166 // iota + 1 ensures that the int value is not 0 when used in the Bp2buildAllowlist map,
167 // which can also mean that the key doesn't exist in a lookup.
168
169 // all modules in this package and subpackages default to bp2build_available: true.
170 // allows modules to opt-out.
171 Bp2BuildDefaultTrueRecursively BazelConversionConfigEntry = iota + 1
172
Jingwen Chen294e7742021-08-31 05:58:01 +0000173 // all modules in this package (not recursively) default to bp2build_available: true.
174 // allows modules to opt-out.
175 Bp2BuildDefaultTrue
176
Jingwen Chen12b4c272021-03-10 02:05:59 -0500177 // all modules in this package (not recursively) default to bp2build_available: false.
178 // allows modules to opt-in.
179 Bp2BuildDefaultFalse
180)
181
182var (
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400183 // Keep any existing BUILD files (and do not generate new BUILD files) for these directories
Jingwen Chenb643c7a2021-07-26 04:45:48 +0000184 // in the synthetic Bazel workspace.
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400185 bp2buildKeepExistingBuildFile = map[string]bool{
186 // This is actually build/bazel/build.BAZEL symlinked to ./BUILD
Jingwen Chenf59a8e12021-07-16 09:28:53 +0000187 ".":/*recursive = */ false,
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400188
Jingwen Chenb643c7a2021-07-26 04:45:48 +0000189 // build/bazel/examples/apex/... BUILD files should be generated, so
190 // build/bazel is not recursive. Instead list each subdirectory under
191 // build/bazel explicitly.
192 "build/bazel":/* recursive = */ false,
193 "build/bazel/examples/android_app":/* recursive = */ true,
Romain Jobredeaux5cc9c9d2021-08-26 15:07:48 +0000194 "build/bazel/examples/java":/* recursive = */ true,
Jingwen Chenb643c7a2021-07-26 04:45:48 +0000195 "build/bazel/bazel_skylib":/* recursive = */ true,
196 "build/bazel/rules":/* recursive = */ true,
197 "build/bazel/rules_cc":/* recursive = */ true,
Jingwen Chen294e7742021-08-31 05:58:01 +0000198 "build/bazel/scripts":/* recursive = */ true,
Jingwen Chenb643c7a2021-07-26 04:45:48 +0000199 "build/bazel/tests":/* recursive = */ true,
200 "build/bazel/platforms":/* recursive = */ true,
201 "build/bazel/product_variables":/* recursive = */ true,
Jingwen Chen5e49b822021-08-24 05:14:22 +0000202 "build/bazel_common_rules":/* recursive = */ true,
Romain Jobredeaux9e09bba2021-09-08 18:09:02 +0000203 "build/make/tools":/* recursive = */ true,
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400204 "build/pesto":/* recursive = */ true,
205
206 // external/bazelbuild-rules_android/... is needed by mixed builds, otherwise mixed builds analysis fails
207 // e.g. ERROR: Analysis of target '@soong_injection//mixed_builds:buildroot' failed
208 "external/bazelbuild-rules_android":/* recursive = */ true,
Jingwen Chen91632252021-08-10 13:00:33 +0000209 "external/bazel-skylib":/* recursive = */ true,
Romain Jobredeaux9e09bba2021-09-08 18:09:02 +0000210 "external/guava":/* recursive = */ true,
211 "external/error_prone":/* recursive = */ true,
212 "external/jsr305":/* recursive = */ true,
213 "frameworks/ex/common":/* recursive = */ true,
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400214
Romain Jobredeauxf1b0ac82021-08-12 14:39:00 +0000215 "packages/apps/Music":/* recursive = */ true,
Romain Jobredeaux9e09bba2021-09-08 18:09:02 +0000216 "packages/apps/QuickSearchBox":/* recursive = */ true,
Romain Jobredeauxa2c08142021-09-22 14:43:43 -0400217 "packages/apps/WallpaperPicker":/* recursive = */ false,
218
Chris Parsons494eef32021-11-09 10:29:52 -0500219 "prebuilts/gcc":/* recursive = */ true,
Romain Jobredeauxa2c08142021-09-22 14:43:43 -0400220 "prebuilts/sdk":/* recursive = */ false,
221 "prebuilts/sdk/current/extras/app-toolkit":/* recursive = */ false,
222 "prebuilts/sdk/current/support":/* recursive = */ false,
223 "prebuilts/sdk/tools":/* recursive = */ false,
224 "prebuilts/r8":/* recursive = */ false,
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400225 }
226
Jingwen Chen12b4c272021-03-10 02:05:59 -0500227 // Configure modules in these directories to enable bp2build_available: true or false by default.
228 bp2buildDefaultConfig = Bp2BuildConfig{
Chris Parsons8a498162021-11-18 17:19:12 -0500229 "art/libdexfile": Bp2BuildDefaultTrueRecursively,
230 "bionic": Bp2BuildDefaultTrueRecursively,
Jingwen Chen0a9d09f2021-11-24 07:00:11 +0000231 "build/bazel/examples/soong_config_variables": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400232 "build/bazel/examples/apex/minimal": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500233 "build/soong": Bp2BuildDefaultTrue,
Rupert Shuttleworth2ac9c482021-11-10 10:37:05 -0500234 "build/soong/cc/libbuildversion": Bp2BuildDefaultTrue, // Skip tests subdir
Jingwen Chen89e21882021-11-30 11:16:06 +0000235 "build/soong/cc/ndkstubgen": Bp2BuildDefaultTrue,
236 "build/soong/cc/symbolfile": Bp2BuildDefaultTrue,
Chris Parsons8a498162021-11-18 17:19:12 -0500237 "cts/common/device-side/nativetesthelper/jni": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400238 "development/sdk": Bp2BuildDefaultTrueRecursively,
239 "external/arm-optimized-routines": Bp2BuildDefaultTrueRecursively,
240 "external/boringssl": Bp2BuildDefaultTrueRecursively,
241 "external/brotli": Bp2BuildDefaultTrue,
242 "external/fmtlib": Bp2BuildDefaultTrueRecursively,
Chris Parsonsb97a8172021-10-04 12:48:29 -0400243 "external/google-benchmark": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500244 "external/googletest": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400245 "external/gwp_asan": Bp2BuildDefaultTrueRecursively,
246 "external/jemalloc_new": Bp2BuildDefaultTrueRecursively,
Chris Parsonsb97a8172021-10-04 12:48:29 -0400247 "external/jsoncpp": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400248 "external/libcap": Bp2BuildDefaultTrueRecursively,
249 "external/libcxx": Bp2BuildDefaultTrueRecursively,
250 "external/libcxxabi": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500251 "external/libevent": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400252 "external/lz4/lib": Bp2BuildDefaultTrue,
Chris Parsons8a498162021-11-18 17:19:12 -0500253 "external/lzma/C": Bp2BuildDefaultTrueRecursively,
Liz Kammer2fc34892021-10-11 12:56:48 -0400254 "external/mdnsresponder": Bp2BuildDefaultTrueRecursively,
255 "external/minijail": Bp2BuildDefaultTrueRecursively,
256 "external/pcre": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400257 "external/protobuf": Bp2BuildDefaultTrueRecursively,
258 "external/python/six": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500259 "external/selinux/libsepol": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400260 "external/scudo": Bp2BuildDefaultTrueRecursively,
Liz Kammer2fc34892021-10-11 12:56:48 -0400261 "external/selinux/libselinux": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400262 "external/zlib": Bp2BuildDefaultTrueRecursively,
Liz Kammer2fc34892021-10-11 12:56:48 -0400263 "external/zstd": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400264 "frameworks/native/libs/adbd_auth": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500265 "frameworks/proto_logging/stats/stats_log_api_gen": Bp2BuildDefaultTrueRecursively,
266 "libnativehelper": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400267 "packages/modules/adb": Bp2BuildDefaultTrue,
268 "packages/modules/adb/crypto": Bp2BuildDefaultTrueRecursively,
269 "packages/modules/adb/libs": Bp2BuildDefaultTrueRecursively,
270 "packages/modules/adb/pairing_auth": Bp2BuildDefaultTrueRecursively,
271 "packages/modules/adb/pairing_connection": Bp2BuildDefaultTrueRecursively,
272 "packages/modules/adb/proto": Bp2BuildDefaultTrueRecursively,
273 "packages/modules/adb/tls": Bp2BuildDefaultTrueRecursively,
274 "prebuilts/clang/host/linux-x86": Bp2BuildDefaultTrueRecursively,
Jingwen Chend43d4a42021-11-23 12:40:11 +0000275 "system/apex": Bp2BuildDefaultFalse, // TODO(b/207466993): flaky failures
Chris Parsons8a498162021-11-18 17:19:12 -0500276 "system/core/debuggerd": Bp2BuildDefaultTrue,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400277 "system/core/diagnose_usb": Bp2BuildDefaultTrueRecursively,
278 "system/core/libasyncio": Bp2BuildDefaultTrue,
279 "system/core/libcrypto_utils": Bp2BuildDefaultTrueRecursively,
280 "system/core/libcutils": Bp2BuildDefaultTrueRecursively,
Liz Kammer2fc34892021-10-11 12:56:48 -0400281 "system/core/libpackagelistparser": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400282 "system/core/libprocessgroup": Bp2BuildDefaultTrue,
Chris Parsonsb97a8172021-10-04 12:48:29 -0400283 "system/core/libprocessgroup/cgrouprc": Bp2BuildDefaultTrue,
284 "system/core/libprocessgroup/cgrouprc_format": Bp2BuildDefaultTrue,
Chris Parsons8a498162021-11-18 17:19:12 -0500285 "system/core/libsystem": Bp2BuildDefaultTrueRecursively,
286 "system/core/libutils": Bp2BuildDefaultTrueRecursively,
287 "system/core/libvndksupport": Bp2BuildDefaultTrueRecursively,
Lukacs T. Berki497f17d2021-04-26 12:15:57 +0200288 "system/core/property_service/libpropertyinfoparser": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400289 "system/libbase": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500290 "system/libprocinfo": Bp2BuildDefaultTrue,
Chris Parsonsc39f6332021-10-01 18:00:31 -0400291 "system/libziparchive": Bp2BuildDefaultTrueRecursively,
Chris Parsonsa37e1952021-09-28 16:47:36 -0400292 "system/logging/liblog": Bp2BuildDefaultTrueRecursively,
293 "system/sepolicy/apex": Bp2BuildDefaultTrueRecursively,
294 "system/timezone/apex": Bp2BuildDefaultTrueRecursively,
295 "system/timezone/output_data": Bp2BuildDefaultTrueRecursively,
Chris Parsons8a498162021-11-18 17:19:12 -0500296 "system/unwinding/libbacktrace": Bp2BuildDefaultTrueRecursively,
297 "system/unwinding/libunwindstack": Bp2BuildDefaultTrueRecursively,
Jingwen Chen12b4c272021-03-10 02:05:59 -0500298 }
Jingwen Chen5d72cba2021-03-25 09:28:38 +0000299
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400300 // Per-module denylist to always opt modules out of both bp2build and mixed builds.
Rupert Shuttleworth4f43fe92021-03-30 14:13:16 +0000301 bp2buildModuleDoNotConvertList = []string{
Chris Parsons8a498162021-11-18 17:19:12 -0500302 "libnativehelper_compat_libc++", // Broken compile: implicit declaration of function 'strerror_r' is invalid in C99
303 "art_libdexfile_dex_instruction_list_header", // breaks libart_mterp.armng, header not found
304
305 "libandroid_runtime_lazy", // depends on unconverted modules: libbinder_headers
306 "libcmd", // depends on unconverted modules: libbinder
307
308 "chkcon", "sefcontext_compile", // depends on unconverted modules: libsepol
309
310 "libsepol", // TODO(b/207408632): Unsupported case of .l sources in cc library rules
311
312 "get_clang_version_test", // depends on unconverted module: get_clang_version
313
314 "libbinder", // TODO(b/188503688): Disabled for some archs,
315 "libactivitymanager_aidl", // TODO(b/207426160): Depends on activity_manager_procstate_aidl, which is an aidl filegroup.
316
317 "libnativehelper_lazy_mts_jni", // depends on unconverted modules: libgmock_ndk
318 "libnativehelper_mts_jni", // depends on unconverted modules: libgmock_ndk
319 "libnativetesthelper_jni", // depends on unconverted modules: libgtest_ndk_c++
320
321 "statslog-framework-java-gen", "statslog.cpp", "statslog.h", "statslog.rs", "statslog_header.rs", // depends on unconverted modules: stats-log-api-gen
322
323 "stats-log-api-gen", // depends on unconverted modules: libstats_proto_host, libprotobuf-cpp-full
324
325 "libstatslog", // depends on unconverted modules: statslog.cpp, statslog.h, ...
326
327 "libgmock_main_ndk", "libgmock_ndk", // depends on unconverted module: libgtest_ndk_c++
328
329 "cmd", // depends on unconverted module packagemanager_aidl-cpp, of unsupported type aidl_interface
330 "servicedispatcher", // depends on unconverted module android.debug_aidl, of unsupported type aidl_interface
331 "libutilscallstack", // depends on unconverted module libbacktrace
332 "libbacktrace", // depends on unconverted module libunwindstack
333 "libdebuggerd_handler", // depends on unconverted module libdebuggerd_handler_core
334 "libdebuggerd_handler_core", "libdebuggerd_handler_fallback", // depends on unconverted module libdebuggerd
335 "unwind_for_offline", // depends on unconverted module libunwindstack_utils
336 "libdebuggerd", // depends on unconverted modules libdexfile_support, libunwindstack, gwp_asan_crash_handler, libtombstone_proto, libprotobuf-cpp-lite
337 "libdexfile_static", // depends on libartpalette, libartbase, libdexfile, which are of unsupported type: art_cc_library.
338 "host_bionic_linker_asm", // depends on extract_linker, a go binary.
339 "host_bionic_linker_script", // depends on extract_linker, a go binary.
340
Liz Kammer12615db2021-09-28 09:19:17 -0400341 "pbtombstone", // depends on libprotobuf-cpp-lite, libtombstone_proto
342 "crash_dump", // depends on unconverted module libprotobuf-cpp-lite
Chris Parsons494eef32021-11-09 10:29:52 -0500343
Chris Parsons8a498162021-11-18 17:19:12 -0500344 "libunwindstack_local", "libunwindstack_utils", // depends on unconverted module libunwindstack
345 "libunwindstack", // depends on libdexfile_support, of unsupported module type art_cc_library_static
346 "libc_malloc_debug", // depends on unconverted module libunwindstack
Rupert Shuttleworth47aa5842021-04-30 04:04:15 -0400347
Chris Parsonsc39f6332021-10-01 18:00:31 -0400348 "libbase_ndk", // http://b/186826477, fails to link libctscamera2_jni for device (required for CtsCameraTestCases)
Alex Márquez Pérez Muñíz Díaz Púras Thaureauxac5097f2021-09-01 21:22:09 +0000349
Chris Parsons8a498162021-11-18 17:19:12 -0500350 "lib_linker_config_proto_lite", // contains .proto sources
351
Liz Kammer0f3b7d22021-09-28 13:48:21 -0400352 "libprotobuf-python", // contains .proto sources
353 "libprotobuf-internal-protos", // we don't handle path property for fileegroups
354 "libprotobuf-internal-python-srcs", // we don't handle path property for fileegroups
355
Chris Parsonsa37e1952021-09-28 16:47:36 -0400356 "libseccomp_policy", // b/201094425: depends on func_to_syscall_nrs, which depends on py_binary, which is unsupported in mixed builds.
Chris Parsons8a498162021-11-18 17:19:12 -0500357 "libfdtrack", // depends on unconverted module libunwindstack
Lukacs T. Berkib5ac5af2021-04-27 11:02:11 +0200358
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400359 "gwp_asan_crash_handler", // cc_library, ld.lld: error: undefined symbol: memset
360
Chris Parsonsb97a8172021-10-04 12:48:29 -0400361 "brotli-fuzzer-corpus", // b/202015218: outputs are in location incompatible with bazel genrule handling.
Jingwen Chen294e7742021-08-31 05:58:01 +0000362
Jingwen Chendf27b7a2021-10-18 06:33:16 +0000363 // b/203369847: multiple genrules in the same package creating the same file
364 // //development/sdk/...
365 "platform_tools_properties",
366 "build_tools_source_properties",
367
Jingwen Chen790324e2021-04-30 08:20:01 +0000368 // Tests. Handle later.
369 "libbionic_tests_headers_posix", // http://b/186024507, cc_library_static, sched.h, time.h not found
370 "libjemalloc5_integrationtest",
371 "libjemalloc5_stresstestlib",
372 "libjemalloc5_unittest",
Rupert Shuttleworth6e4950a2021-07-27 01:34:59 -0400373
374 // APEX support
Chris Parsonsb97a8172021-10-04 12:48:29 -0400375 "com.android.runtime", // http://b/194746715, apex, depends on 'libc_malloc_debug'
Chris Parsonsa37e1952021-09-28 16:47:36 -0400376
Liz Kammer12615db2021-09-28 09:19:17 -0400377 "libadbd_core", // http://b/208481704: requijres use_version_lib
378 "libadbd_services", // http://b/208481704: requires use_version_lib
Chris Parsonsa37e1952021-09-28 16:47:36 -0400379
Liz Kammer12615db2021-09-28 09:19:17 -0400380 "libadbd", // depends on unconverted modules: libadbd_core, libadbd_services
Chris Parsonsc39f6332021-10-01 18:00:31 -0400381
382 "libgtest_ndk_c++", // b/201816222: Requires sdk_version support.
383 "libgtest_main_ndk_c++", // b/201816222: Requires sdk_version support.
Liz Kammer2b8004b2021-10-04 13:55:44 -0400384
Chris Parsons8a498162021-11-18 17:19:12 -0500385 "abb", // depends on unconverted modules: libadbd_core, libadbd_services,
386 "adb", // depends on unconverted modules: bin2c_fastdeployagent, libadb_crypto, libadb_host, libadb_pairing_connection, libadb_protos, libandroidfw, libapp_processes_protos_full, libfastdeploy_host, libopenscreen-discovery, libopenscreen-platform-impl, libusb, libzstd, AdbWinApi
387 "adbd", // depends on unconverted modules: libadb_crypto, libadb_pairing_connection, libadb_protos, libadbd, libadbd_core, libapp_processes_protos_lite, libzstd, libadbd_services, libcap, libminijail
388 "linker", // depends on unconverted modules: libdebuggerd_handler_fallback
Liz Kammer2b8004b2021-10-04 13:55:44 -0400389 "linker_reloc_bench_main", // depends on unconverted modules: liblinker_reloc_bench_*
Chris Parsons8a498162021-11-18 17:19:12 -0500390 "versioner", // depends on unconverted modules: libclang_cxx_host, libLLVM_host, of unsupported type llvm_host_prebuilt_library_shared
Liz Kammer2b8004b2021-10-04 13:55:44 -0400391
392 "linkerconfig", // http://b/202876379 has arch-variant static_executable
393 "mdnsd", // http://b/202876379 has arch-variant static_executable
394
395 "acvp_modulewrapper", // disabled for android x86/x86_64
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400396 }
Rupert Shuttleworthc143cc52021-04-13 13:08:04 -0400397
Jingwen Chen179856a2021-05-03 09:15:48 +0000398 // Per-module denylist of cc_library modules to only generate the static
399 // variant if their shared variant isn't ready or buildable by Bazel.
400 bp2buildCcLibraryStaticOnlyList = []string{
Jingwen Chen53542922021-05-18 09:01:49 +0000401 "libjemalloc5", // http://b/188503688, cc_library, `target: { android: { enabled: false } }` for android targets.
Jingwen Chen179856a2021-05-03 09:15:48 +0000402 }
403
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400404 // Per-module denylist to opt modules out of mixed builds. Such modules will
405 // still be generated via bp2build.
Chris Parsons2c788392021-08-10 11:58:07 -0400406 mixedBuildsDisabledList = []string{
Wei Li455ba832021-11-04 22:58:12 +0000407 "libbrotli", // http://b/198585397, ld.lld: error: bionic/libc/arch-arm64/generic/bionic/memmove.S:95:(.text+0x10): relocation R_AARCH64_CONDBR19 out of range: -1404176 is not in [-1048576, 1048575]; references __memcpy
408 "minijail_constants_json", // http://b/200899432, bazel-built cc_genrule does not work in mixed build when it is a dependency of another soong module.
Liz Kammerc3192992021-11-16 17:01:11 -0500409
Jingwen Chend4808592021-11-26 05:39:07 +0000410 "cap_names.h", // TODO(b/204913827) runfiles need to be handled in mixed builds
411 "libcap", // TODO(b/204913827) runfiles need to be handled in mixed builds
412 "libprotobuf-cpp-full", "libprotobuf-cpp-lite", // Unsupported product&vendor suffix. b/204811222 and b/204810610.
Liz Kammer12615db2021-09-28 09:19:17 -0400413
414 // Depends on libprotobuf-cpp-*
Liz Kammereb2d6d12021-12-06 14:56:25 -0500415 "libadb_pairing_connection",
Liz Kammer12615db2021-09-28 09:19:17 -0400416 "libadb_pairing_connection_static",
417 "libadb_pairing_server", "libadb_pairing_server_static",
Chris Parsons2c788392021-08-10 11:58:07 -0400418 }
Rupert Shuttleworth4f43fe92021-03-30 14:13:16 +0000419
420 // Used for quicker lookups
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400421 bp2buildModuleDoNotConvert = map[string]bool{}
Jingwen Chen179856a2021-05-03 09:15:48 +0000422 bp2buildCcLibraryStaticOnly = map[string]bool{}
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400423 mixedBuildsDisabled = map[string]bool{}
Jingwen Chen12b4c272021-03-10 02:05:59 -0500424)
425
Rupert Shuttleworth4f43fe92021-03-30 14:13:16 +0000426func init() {
427 for _, moduleName := range bp2buildModuleDoNotConvertList {
428 bp2buildModuleDoNotConvert[moduleName] = true
429 }
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400430
Jingwen Chen179856a2021-05-03 09:15:48 +0000431 for _, moduleName := range bp2buildCcLibraryStaticOnlyList {
432 bp2buildCcLibraryStaticOnly[moduleName] = true
433 }
434
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400435 for _, moduleName := range mixedBuildsDisabledList {
436 mixedBuildsDisabled[moduleName] = true
437 }
438}
439
Chris Parsons953b3562021-09-20 15:14:39 -0400440func GenerateCcLibraryStaticOnly(moduleName string) bool {
441 return bp2buildCcLibraryStaticOnly[moduleName]
Jingwen Chen179856a2021-05-03 09:15:48 +0000442}
443
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400444func ShouldKeepExistingBuildFileForDir(dir string) bool {
445 if _, ok := bp2buildKeepExistingBuildFile[dir]; ok {
446 // Exact dir match
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400447 return true
448 }
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400449 // Check if subtree match
450 for prefix, recursive := range bp2buildKeepExistingBuildFile {
451 if recursive {
452 if strings.HasPrefix(dir, prefix+"/") {
453 return true
454 }
455 }
456 }
457 // Default
458 return false
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400459}
460
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400461// MixedBuildsEnabled checks that a module is ready to be replaced by a
462// converted or handcrafted Bazel target.
Chris Parsons494eef32021-11-09 10:29:52 -0500463func (b *BazelModuleBase) MixedBuildsEnabled(ctx ModuleContext) bool {
464 if ctx.Os() == Windows {
465 // Windows toolchains are not currently supported.
466 return false
467 }
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400468 if !ctx.Config().BazelContext.BazelEnabled() {
469 return false
470 }
Liz Kammer6eff3232021-08-26 08:37:59 -0400471 if !convertedToBazel(ctx, ctx.Module()) {
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400472 return false
473 }
Liz Kammer6eff3232021-08-26 08:37:59 -0400474
Chris Parsons953b3562021-09-20 15:14:39 -0400475 if GenerateCcLibraryStaticOnly(ctx.Module().Name()) {
Jingwen Chen179856a2021-05-03 09:15:48 +0000476 // Don't use partially-converted cc_library targets in mixed builds,
477 // since mixed builds would generally rely on both static and shared
478 // variants of a cc_library.
479 return false
480 }
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400481 return !mixedBuildsDisabled[ctx.Module().Name()]
Rupert Shuttleworth4f43fe92021-03-30 14:13:16 +0000482}
483
Liz Kammer6eff3232021-08-26 08:37:59 -0400484// ConvertedToBazel returns whether this module has been converted (with bp2build or manually) to Bazel.
Jingwen Chen55bc8202021-11-02 06:40:51 +0000485func convertedToBazel(ctx BazelConversionContext, module blueprint.Module) bool {
Liz Kammer6eff3232021-08-26 08:37:59 -0400486 b, ok := module.(Bazelable)
487 if !ok {
488 return false
489 }
490 return b.convertWithBp2build(ctx, module) || b.HasHandcraftedLabel()
491}
492
Liz Kammerea6666f2021-02-17 10:17:28 -0500493// ConvertWithBp2build returns whether the given BazelModuleBase should be converted with bp2build.
Jingwen Chen55bc8202021-11-02 06:40:51 +0000494func (b *BazelModuleBase) ConvertWithBp2build(ctx BazelConversionContext) bool {
Liz Kammer6eff3232021-08-26 08:37:59 -0400495 return b.convertWithBp2build(ctx, ctx.Module())
496}
497
Jingwen Chen55bc8202021-11-02 06:40:51 +0000498func (b *BazelModuleBase) convertWithBp2build(ctx BazelConversionContext, module blueprint.Module) bool {
Liz Kammer6eff3232021-08-26 08:37:59 -0400499 if bp2buildModuleDoNotConvert[module.Name()] {
Jingwen Chen5d72cba2021-03-25 09:28:38 +0000500 return false
501 }
502
Jingwen Chen12b4c272021-03-10 02:05:59 -0500503 // Ensure that the module type of this module has a bp2build converter. This
504 // prevents mixed builds from using auto-converted modules just by matching
505 // the package dir; it also has to have a bp2build mutator as well.
Liz Kammer6eff3232021-08-26 08:37:59 -0400506 if ctx.Config().bp2buildModuleTypeConfig[ctx.OtherModuleType(module)] == false {
Jingwen Chena47f28d2021-11-02 16:43:57 +0000507 if b, ok := module.(Bazelable); ok && b.BaseModuleType() != "" {
508 // For modules with custom types from soong_config_module_types,
509 // check that their _base module type_ has a bp2build mutator.
510 if ctx.Config().bp2buildModuleTypeConfig[b.BaseModuleType()] == false {
511 return false
512 }
513 } else {
514 return false
515 }
Jingwen Chen12b4c272021-03-10 02:05:59 -0500516 }
517
Liz Kammer6eff3232021-08-26 08:37:59 -0400518 packagePath := ctx.OtherModuleDir(module)
Jingwen Chen12b4c272021-03-10 02:05:59 -0500519 config := ctx.Config().bp2buildPackageConfig
520
521 // This is a tristate value: true, false, or unset.
522 propValue := b.bazelProperties.Bazel_module.Bp2build_available
523 if bp2buildDefaultTrueRecursively(packagePath, config) {
524 // Allow modules to explicitly opt-out.
525 return proptools.BoolDefault(propValue, true)
526 }
527
528 // Allow modules to explicitly opt-in.
529 return proptools.BoolDefault(propValue, false)
530}
531
532// bp2buildDefaultTrueRecursively checks that the package contains a prefix from the
533// set of package prefixes where all modules must be converted. That is, if the
534// package is x/y/z, and the list contains either x, x/y, or x/y/z, this function will
535// return true.
536//
537// However, if the package is x/y, and it matches a Bp2BuildDefaultFalse "x/y" entry
538// exactly, this module will return false early.
539//
540// This function will also return false if the package doesn't match anything in
541// the config.
542func bp2buildDefaultTrueRecursively(packagePath string, config Bp2BuildConfig) bool {
543 ret := false
544
Jingwen Chen294e7742021-08-31 05:58:01 +0000545 // Check if the package path has an exact match in the config.
546 if config[packagePath] == Bp2BuildDefaultTrue || config[packagePath] == Bp2BuildDefaultTrueRecursively {
Jingwen Chen91220d72021-03-24 02:18:33 -0400547 return true
Jingwen Chen294e7742021-08-31 05:58:01 +0000548 } else if config[packagePath] == Bp2BuildDefaultFalse {
Jingwen Chen12b4c272021-03-10 02:05:59 -0500549 return false
550 }
551
Jingwen Chen91220d72021-03-24 02:18:33 -0400552 // If not, check for the config recursively.
Jingwen Chen12b4c272021-03-10 02:05:59 -0500553 packagePrefix := ""
554 // e.g. for x/y/z, iterate over x, x/y, then x/y/z, taking the final value from the allowlist.
555 for _, part := range strings.Split(packagePath, "/") {
556 packagePrefix += part
557 if config[packagePrefix] == Bp2BuildDefaultTrueRecursively {
558 // package contains this prefix and this prefix should convert all modules
559 return true
560 }
561 // Continue to the next part of the package dir.
562 packagePrefix += "/"
563 }
564
565 return ret
Liz Kammerea6666f2021-02-17 10:17:28 -0500566}
Liz Kammerba3ea162021-02-17 13:22:03 -0500567
568// GetBazelBuildFileContents returns the file contents of a hand-crafted BUILD file if available or
569// an error if there are errors reading the file.
570// TODO(b/181575318): currently we append the whole BUILD file, let's change that to do
571// something more targeted based on the rule type and target.
572func (b *BazelModuleBase) GetBazelBuildFileContents(c Config, path, name string) (string, error) {
Liz Kammerbdc60992021-02-24 16:55:11 -0500573 if !strings.Contains(b.HandcraftedLabel(), path) {
574 return "", fmt.Errorf("%q not found in bazel_module.label %q", path, b.HandcraftedLabel())
Liz Kammerba3ea162021-02-17 13:22:03 -0500575 }
576 name = filepath.Join(path, name)
577 f, err := c.fs.Open(name)
578 if err != nil {
579 return "", err
580 }
581 defer f.Close()
582
583 data, err := ioutil.ReadAll(f)
584 if err != nil {
585 return "", err
586 }
587 return string(data[:]), nil
588}