blob: 8634daba1c1f6fff1ad70177a002b54cb6b215e3 [file] [log] [blame]
Liz Kammerea6666f2021-02-17 10:17:28 -05001// Copyright 2021 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package android
16
Liz Kammerba3ea162021-02-17 13:22:03 -050017import (
Wei Libafb6d62021-12-10 03:14:59 -080018 "bufio"
19 "errors"
Chris Parsons39a16972023-06-08 14:28:51 +000020 "fmt"
Liz Kammerba3ea162021-02-17 13:22:03 -050021 "strings"
22
Chris Parsons39a16972023-06-08 14:28:51 +000023 "android/soong/ui/metrics/bp2build_metrics_proto"
Liz Kammerc86e0942023-08-11 16:15:12 -040024
Liz Kammerbdc60992021-02-24 16:55:11 -050025 "github.com/google/blueprint"
Spandan Das64852422023-08-02 21:58:41 +000026 "github.com/google/blueprint/bootstrap"
Liz Kammerba3ea162021-02-17 13:22:03 -050027 "github.com/google/blueprint/proptools"
Sam Delmerico24c56032022-03-28 19:53:03 +000028
29 "android/soong/android/allowlists"
30)
31
32const (
33 // A sentinel value to be used as a key in Bp2BuildConfig for modules with
34 // no package path. This is also the module dir for top level Android.bp
35 // modules.
36 Bp2BuildTopLevel = "."
Liz Kammerba3ea162021-02-17 13:22:03 -050037)
38
MarkDacekf47e1422023-04-19 16:47:36 +000039type MixedBuildEnabledStatus int
40
41const (
42 // This module can be mixed_built.
43 MixedBuildEnabled = iota
44
45 // There is a technical incompatibility preventing this module from being
46 // bazel-analyzed. Note: the module might also be incompatible.
47 TechnicalIncompatibility
48
49 // This module cannot be mixed_built due to some incompatibility with it
50 // that is not a platform incompatibility. Example: the module-type is not
51 // enabled, or is not bp2build-converted.
52 ModuleIncompatibility
Liz Kammerc13f7852023-05-17 13:01:48 -040053
54 // Missing dependencies. We can't query Bazel for modules if it has missing dependencies, there
55 // will be failures.
56 ModuleMissingDeps
MarkDacekf47e1422023-04-19 16:47:36 +000057)
58
Yu Liu2aa806b2022-09-01 11:54:47 -070059// FileGroupAsLibrary describes a filegroup module that is converted to some library
60// such as aidl_library or proto_library.
61type FileGroupAsLibrary interface {
Vinh Tran444154d2022-08-16 13:10:31 -040062 ShouldConvertToAidlLibrary(ctx BazelConversionPathContext) bool
Yu Liu2aa806b2022-09-01 11:54:47 -070063 ShouldConvertToProtoLibrary(ctx BazelConversionPathContext) bool
Vinh Tran444154d2022-08-16 13:10:31 -040064 GetAidlLibraryLabel(ctx BazelConversionPathContext) string
Yu Liu2aa806b2022-09-01 11:54:47 -070065 GetProtoLibraryLabel(ctx BazelConversionPathContext) string
Vinh Tran444154d2022-08-16 13:10:31 -040066}
67
Sasha Smundaka0954062022-08-02 18:23:58 -070068type BazelConversionStatus struct {
69 // Information about _all_ bp2build targets generated by this module. Multiple targets are
70 // supported as Soong handles some things within a single target that we may choose to split into
71 // multiple targets, e.g. renderscript, protos, yacc within a cc module.
72 Bp2buildInfo []bp2buildInfo `blueprint:"mutated"`
73
74 // UnconvertedBp2buildDep stores the module names of direct dependency that were not converted to
75 // Bazel
76 UnconvertedDeps []string `blueprint:"mutated"`
77
78 // MissingBp2buildDep stores the module names of direct dependency that were not found
79 MissingDeps []string `blueprint:"mutated"`
Chris Parsons39a16972023-06-08 14:28:51 +000080
81 // If non-nil, indicates that the module could not be converted successfully
82 // with bp2build. This will describe the reason the module could not be converted.
83 UnconvertedReason *UnconvertedReason
84}
85
86// The reason a module could not be converted to a BUILD target via bp2build.
87// This should match bp2build_metrics_proto.UnconvertedReason, but omits private
88// proto-related fields that prevent copying this struct.
89type UnconvertedReason struct {
90 // Should correspond to a valid value in bp2build_metrics_proto.UnconvertedReasonType.
91 // A raw int is used here instead, because blueprint logic requires that all transitive
92 // fields of module definitions be primitives.
93 ReasonType int
94 Detail string
Sasha Smundaka0954062022-08-02 18:23:58 -070095}
96
Romain Jobredeaux8242b432023-05-04 10:16:26 -040097type BazelModuleProperties struct {
Jingwen Chen01812022021-11-19 14:29:43 +000098 // The label of the Bazel target replacing this Soong module. When run in conversion mode, this
99 // will import the handcrafted build target into the autogenerated file. Note: this may result in
100 // a conflict due to duplicate targets if bp2build_available is also set.
101 Label *string
102
103 // If true, bp2build will generate the converted Bazel target for this module. Note: this may
104 // cause a conflict due to the duplicate targets if label is also set.
105 //
106 // This is a bool pointer to support tristates: true, false, not set.
107 //
Sasha Smundak39a301c2022-12-29 17:11:49 -0800108 // To opt in a module, set bazel_module: { bp2build_available: true }
109 // To opt out a module, set bazel_module: { bp2build_available: false }
Jingwen Chen01812022021-11-19 14:29:43 +0000110 // To defer the default setting for the directory, do not set the value.
111 Bp2build_available *bool
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400112
113 // CanConvertToBazel is set via InitBazelModule to indicate that a module type can be converted to
114 // Bazel with Bp2build.
115 CanConvertToBazel bool `blueprint:"mutated"`
Jingwen Chen01812022021-11-19 14:29:43 +0000116}
117
Liz Kammerba3ea162021-02-17 13:22:03 -0500118// Properties contains common module properties for Bazel migration purposes.
119type properties struct {
Chris Parsons1bb58da2022-08-30 13:37:57 -0400120 // In "Bazel mixed build" mode, this represents the Bazel target replacing
Liz Kammerba3ea162021-02-17 13:22:03 -0500121 // this Soong module.
Romain Jobredeaux8242b432023-05-04 10:16:26 -0400122 Bazel_module BazelModuleProperties
Liz Kammerba3ea162021-02-17 13:22:03 -0500123}
Liz Kammerea6666f2021-02-17 10:17:28 -0500124
Jingwen Chen25825ca2021-11-15 12:28:43 +0000125// namespacedVariableProperties is a map from a string representing a Soong
Jingwen Chen84817de2021-11-17 10:57:35 +0000126// config variable namespace, like "android" or "vendor_name" to a slice of
127// pointer to a struct containing a single field called Soong_config_variables
128// whose value mirrors the structure in the Blueprint file.
129type namespacedVariableProperties map[string][]interface{}
Jingwen Chena47f28d2021-11-02 16:43:57 +0000130
Liz Kammerea6666f2021-02-17 10:17:28 -0500131// BazelModuleBase contains the property structs with metadata for modules which can be converted to
132// Bazel.
133type BazelModuleBase struct {
Liz Kammerba3ea162021-02-17 13:22:03 -0500134 bazelProperties properties
Jingwen Chena47f28d2021-11-02 16:43:57 +0000135
136 // namespacedVariableProperties is used for soong_config_module_type support
137 // in bp2build. Soong config modules allow users to set module properties
138 // based on custom product variables defined in Android.bp files. These
139 // variables are namespaced to prevent clobbering, especially when set from
140 // Makefiles.
141 namespacedVariableProperties namespacedVariableProperties
142
143 // baseModuleType is set when this module was created from a module type
144 // defined by a soong_config_module_type. Every soong_config_module_type
145 // "wraps" another module type, e.g. a soong_config_module_type can wrap a
146 // cc_defaults to a custom_cc_defaults, or cc_binary to a custom_cc_binary.
147 // This baseModuleType is set to the wrapped module type.
148 baseModuleType string
Liz Kammerea6666f2021-02-17 10:17:28 -0500149}
150
151// Bazelable is specifies the interface for modules that can be converted to Bazel.
152type Bazelable interface {
Liz Kammerba3ea162021-02-17 13:22:03 -0500153 bazelProps() *properties
154 HasHandcraftedLabel() bool
Liz Kammerbdc60992021-02-24 16:55:11 -0500155 HandcraftedLabel() string
156 GetBazelLabel(ctx BazelConversionPathContext, module blueprint.Module) string
Liz Kammerc86e0942023-08-11 16:15:12 -0400157 ShouldConvertWithBp2build(ctx ShouldConvertWithBazelContext) bool
158 shouldConvertWithBp2build(shouldConvertModuleContext, shouldConvertParams) bool
Chris Parsons39a16972023-06-08 14:28:51 +0000159
160 // ConvertWithBp2build either converts the module to a Bazel build target or
161 // declares the module as unconvertible (for logging and metrics).
162 // Modules must implement this function to be bp2build convertible. The function
163 // must either create at least one Bazel target module (using ctx.CreateBazelTargetModule or
164 // its related functions), or declare itself unconvertible using ctx.MarkBp2buildUnconvertible.
Chris Parsons637458d2023-09-19 20:09:00 +0000165 ConvertWithBp2build(ctx Bp2buildMutatorContext)
Jingwen Chena47f28d2021-11-02 16:43:57 +0000166
Jingwen Chen84817de2021-11-17 10:57:35 +0000167 // namespacedVariableProps is a map from a soong config variable namespace
168 // (e.g. acme, android) to a map of interfaces{}, which are really
169 // reflect.Struct pointers, representing the value of the
170 // soong_config_variables property of a module. The struct pointer is the
171 // one with the single member called Soong_config_variables, which itself is
172 // a struct containing fields for each supported feature in that namespace.
173 //
Sasha Smundak39a301c2022-12-29 17:11:49 -0800174 // The reason for using a slice of interface{} is to support defaults
Jingwen Chen84817de2021-11-17 10:57:35 +0000175 // propagation of the struct pointers.
Jingwen Chena47f28d2021-11-02 16:43:57 +0000176 namespacedVariableProps() namespacedVariableProperties
177 setNamespacedVariableProps(props namespacedVariableProperties)
178 BaseModuleType() string
Jingwen Chen84817de2021-11-17 10:57:35 +0000179 SetBaseModuleType(baseModuleType string)
Liz Kammerea6666f2021-02-17 10:17:28 -0500180}
181
Spandan Das5af0bd32022-09-28 20:43:08 +0000182// ApiProvider is implemented by modules that contribute to an API surface
183type ApiProvider interface {
184 ConvertWithApiBp2build(ctx TopDownMutatorContext)
185}
186
Chris Parsonsf874e462022-05-10 13:50:12 -0400187// MixedBuildBuildable is an interface that module types should implement in order
188// to be "handled by Bazel" in a mixed build.
189type MixedBuildBuildable interface {
190 // IsMixedBuildSupported returns true if and only if this module should be
191 // "handled by Bazel" in a mixed build.
192 // This "escape hatch" allows modules with corner-case scenarios to opt out
193 // of being built with Bazel.
194 IsMixedBuildSupported(ctx BaseModuleContext) bool
195
196 // QueueBazelCall invokes request-queueing functions on the BazelContext
197 // so that these requests are handled when Bazel's cquery is invoked.
198 QueueBazelCall(ctx BaseModuleContext)
199
200 // ProcessBazelQueryResponse uses Bazel information (obtained from the BazelContext)
201 // to set module fields and providers to propagate this module's metadata upstream.
202 // This effectively "bridges the gap" between Bazel and Soong in a mixed build.
203 // Soong modules depending on this module should be oblivious to the fact that
204 // this module was handled by Bazel.
205 ProcessBazelQueryResponse(ctx ModuleContext)
206}
207
Liz Kammerea6666f2021-02-17 10:17:28 -0500208// BazelModule is a lightweight wrapper interface around Module for Bazel-convertible modules.
209type BazelModule interface {
210 Module
211 Bazelable
212}
213
214// InitBazelModule is a wrapper function that decorates a BazelModule with Bazel-conversion
215// properties.
216func InitBazelModule(module BazelModule) {
217 module.AddProperties(module.bazelProps())
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400218 module.bazelProps().Bazel_module.CanConvertToBazel = true
Liz Kammerea6666f2021-02-17 10:17:28 -0500219}
220
221// bazelProps returns the Bazel properties for the given BazelModuleBase.
Liz Kammerba3ea162021-02-17 13:22:03 -0500222func (b *BazelModuleBase) bazelProps() *properties {
Liz Kammerea6666f2021-02-17 10:17:28 -0500223 return &b.bazelProperties
224}
225
Jingwen Chena47f28d2021-11-02 16:43:57 +0000226func (b *BazelModuleBase) namespacedVariableProps() namespacedVariableProperties {
227 return b.namespacedVariableProperties
228}
229
230func (b *BazelModuleBase) setNamespacedVariableProps(props namespacedVariableProperties) {
231 b.namespacedVariableProperties = props
232}
233
234func (b *BazelModuleBase) BaseModuleType() string {
235 return b.baseModuleType
236}
237
238func (b *BazelModuleBase) SetBaseModuleType(baseModuleType string) {
239 b.baseModuleType = baseModuleType
240}
241
Liz Kammerba3ea162021-02-17 13:22:03 -0500242// HasHandcraftedLabel returns whether this module has a handcrafted Bazel label.
243func (b *BazelModuleBase) HasHandcraftedLabel() bool {
244 return b.bazelProperties.Bazel_module.Label != nil
245}
246
247// HandcraftedLabel returns the handcrafted label for this module, or empty string if there is none
248func (b *BazelModuleBase) HandcraftedLabel() string {
249 return proptools.String(b.bazelProperties.Bazel_module.Label)
250}
251
Liz Kammerea6666f2021-02-17 10:17:28 -0500252// GetBazelLabel returns the Bazel label for the given BazelModuleBase.
Liz Kammerbdc60992021-02-24 16:55:11 -0500253func (b *BazelModuleBase) GetBazelLabel(ctx BazelConversionPathContext, module blueprint.Module) string {
254 if b.HasHandcraftedLabel() {
255 return b.HandcraftedLabel()
256 }
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400257 if b.ShouldConvertWithBp2build(ctx) {
Liz Kammerbdc60992021-02-24 16:55:11 -0500258 return bp2buildModuleLabel(ctx, module)
259 }
Spandan Das5b18c0c2023-07-14 00:23:29 +0000260 panic(fmt.Errorf("requested non-existent label for module %s", module.Name()))
Liz Kammerea6666f2021-02-17 10:17:28 -0500261}
262
Cole Faust324a92e2022-08-23 15:29:05 -0700263type Bp2BuildConversionAllowlist struct {
Sam Delmerico24c56032022-03-28 19:53:03 +0000264 // Configure modules in these directories to enable bp2build_available: true or false by default.
265 defaultConfig allowlists.Bp2BuildConfig
Jingwen Chen12b4c272021-03-10 02:05:59 -0500266
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400267 // Keep any existing BUILD files (and do not generate new BUILD files) for these directories
Jingwen Chenb643c7a2021-07-26 04:45:48 +0000268 // in the synthetic Bazel workspace.
Sam Delmerico24c56032022-03-28 19:53:03 +0000269 keepExistingBuildFile map[string]bool
Jingwen Chen5d72cba2021-03-25 09:28:38 +0000270
Chris Parsonsef615e52022-08-18 22:04:11 -0400271 // Per-module allowlist to always opt modules into both bp2build and Bazel Dev Mode mixed
272 // builds. These modules are usually in directories with many other modules that are not ready
273 // for conversion.
Jingwen Chen7edadab2022-03-04 07:01:29 +0000274 //
275 // A module can either be in this list or its directory allowlisted entirely
276 // in bp2buildDefaultConfig, but not both at the same time.
Sam Delmerico24c56032022-03-28 19:53:03 +0000277 moduleAlwaysConvert map[string]bool
Sam Delmericofa1831c2022-02-22 18:07:55 +0000278
Chris Parsonsef615e52022-08-18 22:04:11 -0400279 // Per-module-type allowlist to always opt modules in to both bp2build and
280 // Bazel Dev Mode mixed builds when they have the same type as one listed.
Sam Delmerico24c56032022-03-28 19:53:03 +0000281 moduleTypeAlwaysConvert map[string]bool
Sam Delmerico85d831a2022-03-07 19:12:42 +0000282
Chris Parsonsad876012022-08-20 14:48:32 -0400283 // Per-module denylist to always opt modules out of bp2build conversion.
Sam Delmerico24c56032022-03-28 19:53:03 +0000284 moduleDoNotConvert map[string]bool
Sam Delmerico24c56032022-03-28 19:53:03 +0000285}
Liz Kammer5c313582021-12-03 15:23:26 -0500286
Cole Faust324a92e2022-08-23 15:29:05 -0700287// NewBp2BuildAllowlist creates a new, empty Bp2BuildConversionAllowlist
Sam Delmerico24c56032022-03-28 19:53:03 +0000288// which can be populated using builder pattern Set* methods
Cole Faust324a92e2022-08-23 15:29:05 -0700289func NewBp2BuildAllowlist() Bp2BuildConversionAllowlist {
290 return Bp2BuildConversionAllowlist{
Sam Delmerico24c56032022-03-28 19:53:03 +0000291 allowlists.Bp2BuildConfig{},
292 map[string]bool{},
293 map[string]bool{},
294 map[string]bool{},
295 map[string]bool{},
Chris Parsonsbab4d7e2021-04-15 17:27:08 -0400296 }
297}
298
Sam Delmerico24c56032022-03-28 19:53:03 +0000299// SetDefaultConfig copies the entries from defaultConfig into the allowlist
Cole Faust324a92e2022-08-23 15:29:05 -0700300func (a Bp2BuildConversionAllowlist) SetDefaultConfig(defaultConfig allowlists.Bp2BuildConfig) Bp2BuildConversionAllowlist {
Sam Delmerico24c56032022-03-28 19:53:03 +0000301 if a.defaultConfig == nil {
302 a.defaultConfig = allowlists.Bp2BuildConfig{}
303 }
304 for k, v := range defaultConfig {
305 a.defaultConfig[k] = v
306 }
307
308 return a
309}
310
311// SetKeepExistingBuildFile copies the entries from keepExistingBuildFile into the allowlist
Cole Faust324a92e2022-08-23 15:29:05 -0700312func (a Bp2BuildConversionAllowlist) SetKeepExistingBuildFile(keepExistingBuildFile map[string]bool) Bp2BuildConversionAllowlist {
Sam Delmerico24c56032022-03-28 19:53:03 +0000313 if a.keepExistingBuildFile == nil {
314 a.keepExistingBuildFile = map[string]bool{}
315 }
316 for k, v := range keepExistingBuildFile {
317 a.keepExistingBuildFile[k] = v
318 }
319
320 return a
321}
322
323// SetModuleAlwaysConvertList copies the entries from moduleAlwaysConvert into the allowlist
Cole Faust324a92e2022-08-23 15:29:05 -0700324func (a Bp2BuildConversionAllowlist) SetModuleAlwaysConvertList(moduleAlwaysConvert []string) Bp2BuildConversionAllowlist {
Sam Delmerico24c56032022-03-28 19:53:03 +0000325 if a.moduleAlwaysConvert == nil {
326 a.moduleAlwaysConvert = map[string]bool{}
327 }
328 for _, m := range moduleAlwaysConvert {
329 a.moduleAlwaysConvert[m] = true
330 }
331
332 return a
333}
334
335// SetModuleTypeAlwaysConvertList copies the entries from moduleTypeAlwaysConvert into the allowlist
Cole Faust324a92e2022-08-23 15:29:05 -0700336func (a Bp2BuildConversionAllowlist) SetModuleTypeAlwaysConvertList(moduleTypeAlwaysConvert []string) Bp2BuildConversionAllowlist {
Sam Delmerico24c56032022-03-28 19:53:03 +0000337 if a.moduleTypeAlwaysConvert == nil {
338 a.moduleTypeAlwaysConvert = map[string]bool{}
339 }
340 for _, m := range moduleTypeAlwaysConvert {
341 a.moduleTypeAlwaysConvert[m] = true
342 }
343
344 return a
345}
346
347// SetModuleDoNotConvertList copies the entries from moduleDoNotConvert into the allowlist
Cole Faust324a92e2022-08-23 15:29:05 -0700348func (a Bp2BuildConversionAllowlist) SetModuleDoNotConvertList(moduleDoNotConvert []string) Bp2BuildConversionAllowlist {
Sam Delmerico24c56032022-03-28 19:53:03 +0000349 if a.moduleDoNotConvert == nil {
350 a.moduleDoNotConvert = map[string]bool{}
351 }
352 for _, m := range moduleDoNotConvert {
353 a.moduleDoNotConvert[m] = true
354 }
355
356 return a
357}
358
Sam Delmerico24c56032022-03-28 19:53:03 +0000359// ShouldKeepExistingBuildFileForDir returns whether an existing BUILD file should be
360// added to the build symlink forest based on the current global configuration.
Cole Faust324a92e2022-08-23 15:29:05 -0700361func (a Bp2BuildConversionAllowlist) ShouldKeepExistingBuildFileForDir(dir string) bool {
362 if _, ok := a.keepExistingBuildFile[dir]; ok {
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400363 // Exact dir match
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400364 return true
365 }
Usta Shresthaea999642022-11-02 01:03:07 -0400366 var i int
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400367 // Check if subtree match
Usta Shresthaea999642022-11-02 01:03:07 -0400368 for {
369 j := strings.Index(dir[i:], "/")
370 if j == -1 {
371 return false //default
372 }
373 prefix := dir[0 : i+j]
374 i = i + j + 1 // skip the "/"
375 if recursive, ok := a.keepExistingBuildFile[prefix]; ok && recursive {
376 return true
Rupert Shuttleworth00960792021-05-12 21:20:13 -0400377 }
378 }
Rupert Shuttleworth2a4fc3e2021-04-21 07:10:09 -0400379}
380
Cole Faust324a92e2022-08-23 15:29:05 -0700381var bp2BuildAllowListKey = NewOnceKey("Bp2BuildAllowlist")
382var bp2buildAllowlist OncePer
383
384func GetBp2BuildAllowList() Bp2BuildConversionAllowlist {
385 return bp2buildAllowlist.Once(bp2BuildAllowListKey, func() interface{} {
386 return NewBp2BuildAllowlist().SetDefaultConfig(allowlists.Bp2buildDefaultConfig).
387 SetKeepExistingBuildFile(allowlists.Bp2buildKeepExistingBuildFile).
388 SetModuleAlwaysConvertList(allowlists.Bp2buildModuleAlwaysConvertList).
389 SetModuleTypeAlwaysConvertList(allowlists.Bp2buildModuleTypeAlwaysConvertList).
Sasha Smundak39a301c2022-12-29 17:11:49 -0800390 SetModuleDoNotConvertList(allowlists.Bp2buildModuleDoNotConvertList)
Cole Faust324a92e2022-08-23 15:29:05 -0700391 }).(Bp2BuildConversionAllowlist)
392}
393
MarkDacekf47e1422023-04-19 16:47:36 +0000394// MixedBuildsEnabled returns a MixedBuildEnabledStatus regarding whether
395// a module is ready to be replaced by a converted or handcrafted Bazel target.
396// As a side effect, calling this method will also log whether this module is
397// mixed build enabled for metrics reporting.
398func MixedBuildsEnabled(ctx BaseModuleContext) MixedBuildEnabledStatus {
MarkDacekf47e1422023-04-19 16:47:36 +0000399 platformIncompatible := isPlatformIncompatible(ctx.Os(), ctx.Arch().ArchType)
400 if platformIncompatible {
401 ctx.Config().LogMixedBuild(ctx, false)
402 return TechnicalIncompatibility
403 }
404
Liz Kammerc13f7852023-05-17 13:01:48 -0400405 if ctx.Config().AllowMissingDependencies() {
406 missingDeps := ctx.getMissingDependencies()
407 // If there are missing dependencies, querying Bazel will fail. Soong instead fails at execution
408 // time, not loading/analysis. disable mixed builds and fall back to Soong to maintain that
409 // behavior.
410 if len(missingDeps) > 0 {
411 ctx.Config().LogMixedBuild(ctx, false)
412 return ModuleMissingDeps
413 }
414 }
415
416 module := ctx.Module()
417 apexInfo := ctx.Provider(ApexInfoProvider).(ApexInfo)
418 withinApex := !apexInfo.IsForPlatform()
Sasha Smundak39a301c2022-12-29 17:11:49 -0800419 mixedBuildEnabled := ctx.Config().IsMixedBuildsEnabled() &&
Sasha Smundak39a301c2022-12-29 17:11:49 -0800420 module.Enabled() &&
421 convertedToBazel(ctx, module) &&
Yu Liue4312402023-01-18 09:15:31 -0800422 ctx.Config().BazelContext.IsModuleNameAllowed(module.Name(), withinApex)
MarkDacekff851b82022-04-21 18:33:17 +0000423 ctx.Config().LogMixedBuild(ctx, mixedBuildEnabled)
MarkDacekf47e1422023-04-19 16:47:36 +0000424
425 if mixedBuildEnabled {
426 return MixedBuildEnabled
427 }
428 return ModuleIncompatibility
MarkDacekff851b82022-04-21 18:33:17 +0000429}
430
Spandan Das64852422023-08-02 21:58:41 +0000431func isGoModule(module blueprint.Module) bool {
432 if _, ok := module.(*bootstrap.GoPackage); ok {
433 return true
434 }
435 if _, ok := module.(*bootstrap.GoBinary); ok {
436 return true
437 }
438 return false
439}
440
Liz Kammer6eff3232021-08-26 08:37:59 -0400441// ConvertedToBazel returns whether this module has been converted (with bp2build or manually) to Bazel.
Jingwen Chen55bc8202021-11-02 06:40:51 +0000442func convertedToBazel(ctx BazelConversionContext, module blueprint.Module) bool {
Spandan Das64852422023-08-02 21:58:41 +0000443 // Special-case bootstrap_go_package and bootstrap_go_binary
444 // These do not implement Bazelable, but have been converted
445 if isGoModule(module) {
446 return true
447 }
Liz Kammer6eff3232021-08-26 08:37:59 -0400448 b, ok := module.(Bazelable)
449 if !ok {
450 return false
451 }
Liz Kammerc86e0942023-08-11 16:15:12 -0400452
453 return b.HasHandcraftedLabel() || b.shouldConvertWithBp2build(ctx, shouldConvertParams{
454 module: module,
455 moduleDir: ctx.OtherModuleDir(module),
456 moduleName: ctx.OtherModuleName(module),
457 moduleType: ctx.OtherModuleType(module),
458 })
459}
460
461type ShouldConvertWithBazelContext interface {
462 ModuleErrorf(format string, args ...interface{})
463 Module() Module
464 Config() Config
465 ModuleType() string
466 ModuleName() string
467 ModuleDir() string
Liz Kammer6eff3232021-08-26 08:37:59 -0400468}
469
Sam Delmerico24c56032022-03-28 19:53:03 +0000470// ShouldConvertWithBp2build returns whether the given BazelModuleBase should be converted with bp2build
Liz Kammerc86e0942023-08-11 16:15:12 -0400471func (b *BazelModuleBase) ShouldConvertWithBp2build(ctx ShouldConvertWithBazelContext) bool {
472 return b.shouldConvertWithBp2build(ctx, shouldConvertParams{
473 module: ctx.Module(),
474 moduleDir: ctx.ModuleDir(),
475 moduleName: ctx.ModuleName(),
476 moduleType: ctx.ModuleType(),
477 })
Liz Kammer6eff3232021-08-26 08:37:59 -0400478}
479
Sam Delmerico24c56032022-03-28 19:53:03 +0000480type bazelOtherModuleContext interface {
481 ModuleErrorf(format string, args ...interface{})
482 Config() Config
483 OtherModuleType(m blueprint.Module) string
484 OtherModuleName(m blueprint.Module) string
485 OtherModuleDir(m blueprint.Module) string
486}
Sam Delmericofa1831c2022-02-22 18:07:55 +0000487
MarkDacekf47e1422023-04-19 16:47:36 +0000488func isPlatformIncompatible(osType OsType, arch ArchType) bool {
489 return osType == Windows || // Windows toolchains are not currently supported.
490 osType == LinuxBionic || // Linux Bionic toolchains are not currently supported.
491 osType == LinuxMusl || // Linux musl toolchains are not currently supported (b/259266326).
492 arch == Riscv64 // TODO(b/262192655) Riscv64 toolchains are not currently supported.
493}
494
Liz Kammerc86e0942023-08-11 16:15:12 -0400495type shouldConvertModuleContext interface {
496 ModuleErrorf(format string, args ...interface{})
497 Config() Config
498}
499
500type shouldConvertParams struct {
501 module blueprint.Module
502 moduleType string
503 moduleDir string
504 moduleName string
505}
506
507func (b *BazelModuleBase) shouldConvertWithBp2build(ctx shouldConvertModuleContext, p shouldConvertParams) bool {
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400508 if !b.bazelProps().Bazel_module.CanConvertToBazel {
509 return false
Jingwen Chen12b4c272021-03-10 02:05:59 -0500510 }
511
Liz Kammerc86e0942023-08-11 16:15:12 -0400512 module := p.module
Spandan Das5af0bd32022-09-28 20:43:08 +0000513
Sam Delmerico85d831a2022-03-07 19:12:42 +0000514 propValue := b.bazelProperties.Bazel_module.Bp2build_available
Liz Kammerc86e0942023-08-11 16:15:12 -0400515 packagePath := moduleDirWithPossibleOverride(ctx, module, p.moduleDir)
Sam Delmerico24c56032022-03-28 19:53:03 +0000516
Sam Delmerico85d831a2022-03-07 19:12:42 +0000517 // Modules in unit tests which are enabled in the allowlist by type or name
518 // trigger this conditional because unit tests run under the "." package path
Sam Delmerico24c56032022-03-28 19:53:03 +0000519 isTestModule := packagePath == Bp2BuildTopLevel && proptools.BoolDefault(propValue, false)
520 if isTestModule {
521 return true
522 }
523
Liz Kammerc86e0942023-08-11 16:15:12 -0400524 moduleName := moduleNameWithPossibleOverride(ctx, module, p.moduleName)
Cole Faust324a92e2022-08-23 15:29:05 -0700525 allowlist := ctx.Config().Bp2buildPackageConfig
Sam Delmerico24c56032022-03-28 19:53:03 +0000526 moduleNameAllowed := allowlist.moduleAlwaysConvert[moduleName]
Liz Kammerc86e0942023-08-11 16:15:12 -0400527 moduleTypeAllowed := allowlist.moduleTypeAlwaysConvert[p.moduleType]
Sam Delmerico24c56032022-03-28 19:53:03 +0000528 allowlistConvert := moduleNameAllowed || moduleTypeAllowed
529 if moduleNameAllowed && moduleTypeAllowed {
Sam Delmericoe42edc32023-09-05 19:00:38 +0000530 ctx.ModuleErrorf("A module %q of type %q cannot be in moduleAlwaysConvert and also be in moduleTypeAlwaysConvert", moduleName, p.moduleType)
Sam Delmerico24c56032022-03-28 19:53:03 +0000531 return false
532 }
533
534 if allowlist.moduleDoNotConvert[moduleName] {
Sam Delmerico85d831a2022-03-07 19:12:42 +0000535 if moduleNameAllowed {
Sam Delmericoe42edc32023-09-05 19:00:38 +0000536 ctx.ModuleErrorf("a module %q cannot be in moduleDoNotConvert and also be in moduleAlwaysConvert", moduleName)
Sam Delmerico85d831a2022-03-07 19:12:42 +0000537 }
Sam Delmerico94d26c22022-02-25 21:34:51 +0000538 return false
539 }
540
Sam Delmerico24c56032022-03-28 19:53:03 +0000541 // This is a tristate value: true, false, or unset.
542 if ok, directoryPath := bp2buildDefaultTrueRecursively(packagePath, allowlist.defaultConfig); ok {
543 if moduleNameAllowed {
544 ctx.ModuleErrorf("A module cannot be in a directory marked Bp2BuildDefaultTrue"+
Yu Liu10853f92022-09-14 16:05:22 -0700545 " or Bp2BuildDefaultTrueRecursively and also be in moduleAlwaysConvert. Directory: '%s'"+
546 " Module: '%s'", directoryPath, moduleName)
Sam Delmerico24c56032022-03-28 19:53:03 +0000547 return false
Sam Delmericofa1831c2022-02-22 18:07:55 +0000548 }
549
Jingwen Chen12b4c272021-03-10 02:05:59 -0500550 // Allow modules to explicitly opt-out.
551 return proptools.BoolDefault(propValue, true)
552 }
553
554 // Allow modules to explicitly opt-in.
Sam Delmerico85d831a2022-03-07 19:12:42 +0000555 return proptools.BoolDefault(propValue, allowlistConvert)
Jingwen Chen12b4c272021-03-10 02:05:59 -0500556}
557
558// bp2buildDefaultTrueRecursively checks that the package contains a prefix from the
559// set of package prefixes where all modules must be converted. That is, if the
560// package is x/y/z, and the list contains either x, x/y, or x/y/z, this function will
561// return true.
562//
563// However, if the package is x/y, and it matches a Bp2BuildDefaultFalse "x/y" entry
564// exactly, this module will return false early.
565//
566// This function will also return false if the package doesn't match anything in
567// the config.
Sam Delmerico24c56032022-03-28 19:53:03 +0000568//
569// This function will also return the allowlist entry which caused a particular
570// package to be enabled. Since packages can be enabled via a recursive declaration,
571// the path returned will not always be the same as the one provided.
572func bp2buildDefaultTrueRecursively(packagePath string, config allowlists.Bp2BuildConfig) (bool, string) {
Jingwen Chen294e7742021-08-31 05:58:01 +0000573 // Check if the package path has an exact match in the config.
Sam Delmerico24c56032022-03-28 19:53:03 +0000574 if config[packagePath] == allowlists.Bp2BuildDefaultTrue || config[packagePath] == allowlists.Bp2BuildDefaultTrueRecursively {
575 return true, packagePath
MarkDacek756b2962022-10-13 17:50:17 +0000576 } else if config[packagePath] == allowlists.Bp2BuildDefaultFalse || config[packagePath] == allowlists.Bp2BuildDefaultFalseRecursively {
Sam Delmerico24c56032022-03-28 19:53:03 +0000577 return false, packagePath
Jingwen Chen12b4c272021-03-10 02:05:59 -0500578 }
579
Jingwen Chen91220d72021-03-24 02:18:33 -0400580 // If not, check for the config recursively.
MarkDacek756b2962022-10-13 17:50:17 +0000581 packagePrefix := packagePath
582
583 // e.g. for x/y/z, iterate over x/y, then x, taking the most-specific value from the allowlist.
584 for strings.Contains(packagePrefix, "/") {
585 dirIndex := strings.LastIndex(packagePrefix, "/")
586 packagePrefix = packagePrefix[:dirIndex]
587 switch value := config[packagePrefix]; value {
588 case allowlists.Bp2BuildDefaultTrueRecursively:
Jingwen Chen12b4c272021-03-10 02:05:59 -0500589 // package contains this prefix and this prefix should convert all modules
Sam Delmerico24c56032022-03-28 19:53:03 +0000590 return true, packagePrefix
MarkDacek756b2962022-10-13 17:50:17 +0000591 case allowlists.Bp2BuildDefaultFalseRecursively:
592 //package contains this prefix and this prefix should NOT convert any modules
593 return false, packagePrefix
Jingwen Chen12b4c272021-03-10 02:05:59 -0500594 }
595 // Continue to the next part of the package dir.
MarkDacek756b2962022-10-13 17:50:17 +0000596
Jingwen Chen12b4c272021-03-10 02:05:59 -0500597 }
598
Sam Delmerico24c56032022-03-28 19:53:03 +0000599 return false, packagePath
Liz Kammerea6666f2021-02-17 10:17:28 -0500600}
Liz Kammerba3ea162021-02-17 13:22:03 -0500601
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400602func registerBp2buildConversionMutator(ctx RegisterMutatorsContext) {
Chris Parsons39a16972023-06-08 14:28:51 +0000603 ctx.TopDown("bp2build_conversion", bp2buildConversionMutator).Parallel()
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400604}
605
Chris Parsons39a16972023-06-08 14:28:51 +0000606func bp2buildConversionMutator(ctx TopDownMutatorContext) {
Chris Parsons8152a942023-06-06 16:17:50 +0000607 if ctx.Config().HasBazelBuildTargetInSource(ctx) {
608 // Defer to the BUILD target. Generating an additional target would
609 // cause a BUILD file conflict.
Chris Parsons39a16972023-06-08 14:28:51 +0000610 ctx.MarkBp2buildUnconvertible(bp2build_metrics_proto.UnconvertedReasonType_DEFINED_IN_BUILD_FILE, "")
Chris Parsons8152a942023-06-06 16:17:50 +0000611 return
612 }
613
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400614 bModule, ok := ctx.Module().(Bazelable)
Chris Parsons39a16972023-06-08 14:28:51 +0000615 if !ok {
616 ctx.MarkBp2buildUnconvertible(bp2build_metrics_proto.UnconvertedReasonType_TYPE_UNSUPPORTED, "")
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400617 return
618 }
Liz Kammerc86e0942023-08-11 16:15:12 -0400619 // There may be cases where the target is created by a macro rather than in a BUILD file, those
620 // should be captured as well.
621 if bModule.HasHandcraftedLabel() {
622 // Defer to the BUILD target. Generating an additional target would
623 // cause a BUILD file conflict.
624 ctx.MarkBp2buildUnconvertible(bp2build_metrics_proto.UnconvertedReasonType_DEFINED_IN_BUILD_FILE, "")
625 return
626 }
Chris Parsons39a16972023-06-08 14:28:51 +0000627 // TODO: b/285631638 - Differentiate between denylisted modules and missing bp2build capabilities.
Liz Kammerc86e0942023-08-11 16:15:12 -0400628 if !bModule.shouldConvertWithBp2build(ctx, shouldConvertParams{
629 module: ctx.Module(),
630 moduleDir: ctx.ModuleDir(),
631 moduleName: ctx.ModuleName(),
632 moduleType: ctx.ModuleType(),
633 }) {
Chris Parsons39a16972023-06-08 14:28:51 +0000634 ctx.MarkBp2buildUnconvertible(bp2build_metrics_proto.UnconvertedReasonType_UNSUPPORTED, "")
635 return
636 }
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400637 bModule.ConvertWithBp2build(ctx)
Chris Parsons39a16972023-06-08 14:28:51 +0000638
639 if !ctx.Module().base().IsConvertedByBp2build() && ctx.Module().base().GetUnconvertedReason() == nil {
640 panic(fmt.Errorf("illegal bp2build invariant: module '%s' was neither converted nor marked unconvertible", ctx.ModuleName()))
641 }
Liz Kammerbe46fcc2021-11-01 15:32:43 -0400642}
Wei Libafb6d62021-12-10 03:14:59 -0800643
Spandan Das5af0bd32022-09-28 20:43:08 +0000644func registerApiBp2buildConversionMutator(ctx RegisterMutatorsContext) {
645 ctx.TopDown("apiBp2build_conversion", convertWithApiBp2build).Parallel()
646}
647
648// Generate API contribution targets if the Soong module provides APIs
649func convertWithApiBp2build(ctx TopDownMutatorContext) {
650 if m, ok := ctx.Module().(ApiProvider); ok {
651 m.ConvertWithApiBp2build(ctx)
652 }
653}
654
Wei Libafb6d62021-12-10 03:14:59 -0800655// GetMainClassInManifest scans the manifest file specified in filepath and returns
656// the value of attribute Main-Class in the manifest file if it exists, or returns error.
657// WARNING: this is for bp2build converters of java_* modules only.
658func GetMainClassInManifest(c Config, filepath string) (string, error) {
659 file, err := c.fs.Open(filepath)
660 if err != nil {
661 return "", err
662 }
Liz Kammer0fe123d2022-02-07 10:17:35 -0500663 defer file.Close()
Wei Libafb6d62021-12-10 03:14:59 -0800664 scanner := bufio.NewScanner(file)
665 for scanner.Scan() {
666 line := scanner.Text()
667 if strings.HasPrefix(line, "Main-Class:") {
668 return strings.TrimSpace(line[len("Main-Class:"):]), nil
669 }
670 }
671
672 return "", errors.New("Main-Class is not found.")
673}
Sam Delmerico4ed95e22023-02-03 18:12:15 -0500674
675func AttachValidationActions(ctx ModuleContext, outputFilePath Path, validations Paths) ModuleOutPath {
676 validatedOutputFilePath := PathForModuleOut(ctx, "validated", outputFilePath.Base())
677 ctx.Build(pctx, BuildParams{
678 Rule: CpNoPreserveSymlink,
679 Description: "run validations " + outputFilePath.Base(),
680 Output: validatedOutputFilePath,
681 Input: outputFilePath,
682 Validations: validations,
683 })
684 return validatedOutputFilePath
685}
yikefdca7fe2023-08-17 01:03:37 +0000686
687func RunsOn(hostSupported bool, deviceSupported bool, unitTest bool) []string {
688 var runsOn []string
689
690 if hostSupported && deviceSupported {
691 runsOn = []string{"host_without_device", "device"}
692 } else if hostSupported {
693 if unitTest {
694 runsOn = []string{"host_without_device"}
695 } else {
696 runsOn = []string{"host_with_device"}
697 }
698 } else if deviceSupported {
699 runsOn = []string{"device"}
700 }
701
702 return runsOn
703}