blob: 794ddcc2f4fb854d6e87aba3b156db1e2f89df37 [file] [log] [blame]
Colin Crossce75d2c2016-10-06 16:12:58 -07001// Copyright 2016 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package android
16
Colin Cross74d73e22017-08-02 11:05:49 -070017import (
18 "fmt"
Jaewoong Jung3e18b192019-06-11 12:25:34 -070019 "reflect"
Paul Duffind23c7262020-12-11 18:13:08 +000020 "strings"
Colin Cross74d73e22017-08-02 11:05:49 -070021
22 "github.com/google/blueprint"
Jaewoong Jung939ebd52019-03-26 15:07:36 -070023 "github.com/google/blueprint/proptools"
Colin Cross74d73e22017-08-02 11:05:49 -070024)
Colin Crossce75d2c2016-10-06 16:12:58 -070025
26// This file implements common functionality for handling modules that may exist as prebuilts,
27// source, or both.
28
Paul Duffin0c4979b2019-12-19 15:11:53 +000029func RegisterPrebuiltMutators(ctx RegistrationContext) {
30 ctx.PreArchMutators(RegisterPrebuiltsPreArchMutators)
31 ctx.PostDepsMutators(RegisterPrebuiltsPostDepsMutators)
32}
33
Paul Duffin80342d72020-06-26 22:08:43 +010034// Marks a dependency tag as possibly preventing a reference to a source from being
35// replaced with the prebuilt.
36type ReplaceSourceWithPrebuilt interface {
37 blueprint.DependencyTag
38
39 // Return true if the dependency defined by this tag should be replaced with the
40 // prebuilt.
41 ReplaceSourceWithPrebuilt() bool
42}
43
Nan Zhang2502e122017-03-09 18:43:01 -080044type prebuiltDependencyTag struct {
45 blueprint.BaseDependencyTag
46}
47
Jiyong Park03b68dd2019-07-26 23:20:40 +090048var PrebuiltDepTag prebuiltDependencyTag
Colin Crossce75d2c2016-10-06 16:12:58 -070049
Paul Duffin78ac5b92020-01-14 12:42:08 +000050// Mark this tag so dependencies that use it are excluded from visibility enforcement.
51func (t prebuiltDependencyTag) ExcludeFromVisibilityEnforcement() {}
52
Paul Duffindddd5462020-04-07 15:25:44 +010053// Mark this tag so dependencies that use it are excluded from APEX contents.
54func (t prebuiltDependencyTag) ExcludeFromApexContents() {}
55
56var _ ExcludeFromVisibilityEnforcementTag = PrebuiltDepTag
57var _ ExcludeFromApexContentsTag = PrebuiltDepTag
58
Paul Duffinbf4de042022-09-27 12:41:52 +010059// UserSuppliedPrebuiltProperties contains the prebuilt properties that can be specified in an
60// Android.bp file.
61type UserSuppliedPrebuiltProperties struct {
Colin Cross74d73e22017-08-02 11:05:49 -070062 // When prefer is set to true the prebuilt will be used instead of any source module with
63 // a matching name.
Nan Zhang0007d812017-11-07 10:57:05 -080064 Prefer *bool `android:"arch_variant"`
Colin Crossce75d2c2016-10-06 16:12:58 -070065
Paul Duffin0c52c7b2021-07-06 17:15:25 +010066 // When specified this names a Soong config variable that controls the prefer property.
67 //
68 // If the value of the named Soong config variable is true then prefer is set to false and vice
69 // versa. If the Soong config variable is not set then it defaults to false, so prefer defaults
70 // to true.
71 //
72 // If specified then the prefer property is ignored in favor of the value of the Soong config
73 // variable.
Spandan Dasa9cf0c82024-04-01 22:28:59 +000074 //
75 // DEPRECATED: This property is being deprecated b/308188211.
76 // Use RELEASE_APEX_CONTRIBUTIONS build flags to select prebuilts of mainline modules.
Paul Duffin0c52c7b2021-07-06 17:15:25 +010077 Use_source_config_var *ConfigVarProperties
Paul Duffinbf4de042022-09-27 12:41:52 +010078}
79
80// CopyUserSuppliedPropertiesFromPrebuilt copies the user supplied prebuilt properties from the
81// prebuilt properties.
82func (u *UserSuppliedPrebuiltProperties) CopyUserSuppliedPropertiesFromPrebuilt(p *Prebuilt) {
83 *u = p.properties.UserSuppliedPrebuiltProperties
84}
85
86type PrebuiltProperties struct {
87 UserSuppliedPrebuiltProperties
Paul Duffin0c52c7b2021-07-06 17:15:25 +010088
Colin Cross74d73e22017-08-02 11:05:49 -070089 SourceExists bool `blueprint:"mutated"`
90 UsePrebuilt bool `blueprint:"mutated"`
Martin Stjernholm009a9dc2020-03-05 17:34:13 +000091
92 // Set if the module has been renamed to remove the "prebuilt_" prefix.
93 PrebuiltRenamedToSource bool `blueprint:"mutated"`
Colin Cross74d73e22017-08-02 11:05:49 -070094}
95
Paul Duffin0c52c7b2021-07-06 17:15:25 +010096// Properties that can be used to select a Soong config variable.
97type ConfigVarProperties struct {
98 // Allow instances of this struct to be used as a property value in a BpPropertySet.
99 BpPrintableBase
100
101 // The name of the configuration namespace.
102 //
103 // As passed to add_soong_config_namespace in Make.
104 Config_namespace *string
105
106 // The name of the configuration variable.
107 //
108 // As passed to add_soong_config_var_value in Make.
109 Var_name *string
110}
111
Colin Cross74d73e22017-08-02 11:05:49 -0700112type Prebuilt struct {
113 properties PrebuiltProperties
Jaewoong Jung3e18b192019-06-11 12:25:34 -0700114
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000115 // nil if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
116 srcsSupplier PrebuiltSrcsSupplier
117
118 // "-" if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
Paul Duffindcb4bd62020-03-12 23:43:52 +0000119 srcsPropertyName string
Colin Crossce75d2c2016-10-06 16:12:58 -0700120}
121
Paul Duffind23c7262020-12-11 18:13:08 +0000122// RemoveOptionalPrebuiltPrefix returns the result of removing the "prebuilt_" prefix from the
123// supplied name if it has one, or returns the name unmodified if it does not.
124func RemoveOptionalPrebuiltPrefix(name string) string {
125 return strings.TrimPrefix(name, "prebuilt_")
126}
127
Trevor Radcliffe5d6fa4d2022-05-17 21:59:36 +0000128// RemoveOptionalPrebuiltPrefixFromBazelLabel removes the "prebuilt_" prefix from the *target name* of a Bazel label.
129// This differs from RemoveOptionalPrebuiltPrefix in that it does not remove it from the start of the string, but
130// instead removes it from the target name itself.
131func RemoveOptionalPrebuiltPrefixFromBazelLabel(label string) string {
132 splitLabel := strings.Split(label, ":")
133 bazelModuleNameNoPrebuilt := RemoveOptionalPrebuiltPrefix(splitLabel[1])
134 return strings.Join([]string{
135 splitLabel[0],
136 bazelModuleNameNoPrebuilt,
137 }, ":")
138}
139
Colin Crossce75d2c2016-10-06 16:12:58 -0700140func (p *Prebuilt) Name(name string) string {
Paul Duffin864116c2021-04-02 10:24:13 +0100141 return PrebuiltNameFromSource(name)
142}
143
144// PrebuiltNameFromSource returns the result of prepending the "prebuilt_" prefix to the supplied
145// name.
146func PrebuiltNameFromSource(name string) string {
Colin Crossce75d2c2016-10-06 16:12:58 -0700147 return "prebuilt_" + name
148}
149
Paul Duffin50061512020-01-21 16:31:05 +0000150func (p *Prebuilt) ForcePrefer() {
151 p.properties.Prefer = proptools.BoolPtr(true)
152}
153
Paul Duffin38b57852020-05-13 16:08:09 +0100154func (p *Prebuilt) Prefer() bool {
155 return proptools.Bool(p.properties.Prefer)
156}
157
Paul Duffin56dc66e2021-03-01 13:18:44 +0000158// SingleSourcePathFromSupplier invokes the supplied supplier for the current module in the
159// supplied context to retrieve a list of file paths, ensures that the returned list of file paths
160// contains a single value and then assumes that is a module relative file path and converts it to
161// a Path accordingly.
162//
163// Any issues, such as nil supplier or not exactly one file path will be reported as errors on the
164// supplied context and this will return nil.
165func SingleSourcePathFromSupplier(ctx ModuleContext, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) Path {
166 if srcsSupplier != nil {
167 srcs := srcsSupplier(ctx, ctx.Module())
Paul Duffindcb4bd62020-03-12 23:43:52 +0000168
169 if len(srcs) == 0 {
Paul Duffin56dc66e2021-03-01 13:18:44 +0000170 ctx.PropertyErrorf(srcsPropertyName, "missing prebuilt source file")
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700171 return nil
172 }
Colin Crossce75d2c2016-10-06 16:12:58 -0700173
Paul Duffindcb4bd62020-03-12 23:43:52 +0000174 if len(srcs) > 1 {
Paul Duffin56dc66e2021-03-01 13:18:44 +0000175 ctx.PropertyErrorf(srcsPropertyName, "multiple prebuilt source files")
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700176 return nil
177 }
Colin Crossce75d2c2016-10-06 16:12:58 -0700178
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700179 // Return the singleton source after expanding any filegroup in the
180 // sources.
Paul Duffindcb4bd62020-03-12 23:43:52 +0000181 src := srcs[0]
Jaewoong Jung3e18b192019-06-11 12:25:34 -0700182 return PathForModuleSrc(ctx, src)
Paul Duffindcb4bd62020-03-12 23:43:52 +0000183 } else {
184 ctx.ModuleErrorf("prebuilt source was not set")
185 return nil
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700186 }
Colin Cross74d73e22017-08-02 11:05:49 -0700187}
188
Paul Duffin56dc66e2021-03-01 13:18:44 +0000189// The below source-related functions and the srcs, src fields are based on an assumption that
190// prebuilt modules have a static source property at the moment. Currently there is only one
191// exception, android_app_import, which chooses a source file depending on the product's DPI
192// preference configs. We'll want to add native support for dynamic source cases if we end up having
193// more modules like this.
194func (p *Prebuilt) SingleSourcePath(ctx ModuleContext) Path {
195 return SingleSourcePathFromSupplier(ctx, p.srcsSupplier, p.srcsPropertyName)
196}
197
Jiyong Park4d277042019-04-23 18:00:10 +0900198func (p *Prebuilt) UsePrebuilt() bool {
199 return p.properties.UsePrebuilt
200}
201
Paul Duffindcb4bd62020-03-12 23:43:52 +0000202// Called to provide the srcs value for the prebuilt module.
203//
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000204// This can be called with a context for any module not just the prebuilt one itself. It can also be
205// called concurrently.
206//
Paul Duffindcb4bd62020-03-12 23:43:52 +0000207// Return the src value or nil if it is not available.
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000208type PrebuiltSrcsSupplier func(ctx BaseModuleContext, prebuilt Module) []string
Paul Duffindcb4bd62020-03-12 23:43:52 +0000209
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000210func initPrebuiltModuleCommon(module PrebuiltInterface) *Prebuilt {
211 p := module.Prebuilt()
212 module.AddProperties(&p.properties)
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000213 return p
214}
215
216// Initialize the module as a prebuilt module that has no dedicated property that lists its
217// sources. SingleSourcePathFromSupplier should not be called for this module.
218//
219// This is the case e.g. for header modules, which provides the headers in source form
220// regardless whether they are prebuilt or not.
221func InitPrebuiltModuleWithoutSrcs(module PrebuiltInterface) {
222 p := initPrebuiltModuleCommon(module)
223 p.srcsPropertyName = "-"
224}
225
Paul Duffindcb4bd62020-03-12 23:43:52 +0000226// Initialize the module as a prebuilt module that uses the provided supplier to access the
227// prebuilt sources of the module.
228//
229// The supplier will be called multiple times and must return the same values each time it
230// is called. If it returns an empty array (or nil) then the prebuilt module will not be used
231// as a replacement for a source module with the same name even if prefer = true.
232//
233// If the Prebuilt.SingleSourcePath() is called on the module then this must return an array
234// containing exactly one source file.
235//
236// The provided property name is used to provide helpful error messages in the event that
237// a problem arises, e.g. calling SingleSourcePath() when more than one source is provided.
238func InitPrebuiltModuleWithSrcSupplier(module PrebuiltInterface, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) {
Paul Duffindcb4bd62020-03-12 23:43:52 +0000239 if srcsSupplier == nil {
240 panic(fmt.Errorf("srcsSupplier must not be nil"))
241 }
242 if srcsPropertyName == "" {
243 panic(fmt.Errorf("srcsPropertyName must not be empty"))
244 }
245
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000246 p := initPrebuiltModuleCommon(module)
Paul Duffindcb4bd62020-03-12 23:43:52 +0000247 p.srcsSupplier = srcsSupplier
248 p.srcsPropertyName = srcsPropertyName
249}
250
251func InitPrebuiltModule(module PrebuiltInterface, srcs *[]string) {
252 if srcs == nil {
253 panic(fmt.Errorf("srcs must not be nil"))
254 }
255
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000256 srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
Paul Duffindcb4bd62020-03-12 23:43:52 +0000257 return *srcs
258 }
259
260 InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, "srcs")
Colin Crossce75d2c2016-10-06 16:12:58 -0700261}
262
Jaewoong Jung3e18b192019-06-11 12:25:34 -0700263func InitSingleSourcePrebuiltModule(module PrebuiltInterface, srcProps interface{}, srcField string) {
Paul Duffindcb4bd62020-03-12 23:43:52 +0000264 srcPropsValue := reflect.ValueOf(srcProps).Elem()
265 srcStructField, _ := srcPropsValue.Type().FieldByName(srcField)
266 if !srcPropsValue.IsValid() || srcStructField.Name == "" {
267 panic(fmt.Errorf("invalid single source prebuilt %+v", module))
268 }
269
270 if srcPropsValue.Kind() != reflect.Struct && srcPropsValue.Kind() != reflect.Interface {
271 panic(fmt.Errorf("invalid single source prebuilt %+v", srcProps))
272 }
273
274 srcFieldIndex := srcStructField.Index
275 srcPropertyName := proptools.PropertyNameForField(srcField)
276
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000277 srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
Jaewoong Jung729c0bd2020-12-08 19:11:54 -0800278 if !module.Enabled() {
Jaewoong Jung84f1b802020-12-04 11:51:29 -0800279 return nil
280 }
Paul Duffindcb4bd62020-03-12 23:43:52 +0000281 value := srcPropsValue.FieldByIndex(srcFieldIndex)
282 if value.Kind() == reflect.Ptr {
Cole Faust97494b12024-01-12 14:02:47 -0800283 if value.IsNil() {
284 return nil
285 }
Paul Duffindcb4bd62020-03-12 23:43:52 +0000286 value = value.Elem()
287 }
288 if value.Kind() != reflect.String {
Martin Stjernholm25a69de2021-09-09 02:48:30 +0100289 panic(fmt.Errorf("prebuilt src field %q in %T in module %s should be a string or a pointer to one but was %v", srcField, srcProps, module, value))
Paul Duffindcb4bd62020-03-12 23:43:52 +0000290 }
291 src := value.String()
292 if src == "" {
293 return nil
294 }
295 return []string{src}
296 }
297
298 InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, srcPropertyName)
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700299}
300
Colin Crossce75d2c2016-10-06 16:12:58 -0700301type PrebuiltInterface interface {
302 Module
303 Prebuilt() *Prebuilt
Colin Crossce75d2c2016-10-06 16:12:58 -0700304}
305
Paul Duffine1d38372021-04-02 10:35:24 +0100306// IsModulePreferred returns true if the given module is preferred.
307//
308// A source module is preferred if there is no corresponding prebuilt module or the prebuilt module
309// does not have "prefer: true".
310//
311// A prebuilt module is preferred if there is no corresponding source module or the prebuilt module
312// has "prefer: true".
313func IsModulePreferred(module Module) bool {
314 if module.IsReplacedByPrebuilt() {
315 // A source module that has been replaced by a prebuilt counterpart.
316 return false
317 }
Paul Duffinf7c99f52021-04-28 10:41:21 +0100318 if p := GetEmbeddedPrebuilt(module); p != nil {
319 return p.UsePrebuilt()
Paul Duffine1d38372021-04-02 10:35:24 +0100320 }
321 return true
322}
323
Paul Duffinf7c99f52021-04-28 10:41:21 +0100324// IsModulePrebuilt returns true if the module implements PrebuiltInterface and
325// has been initialized as a prebuilt and so returns a non-nil value from the
326// PrebuiltInterface.Prebuilt() method.
327func IsModulePrebuilt(module Module) bool {
328 return GetEmbeddedPrebuilt(module) != nil
329}
330
331// GetEmbeddedPrebuilt returns a pointer to the embedded Prebuilt structure or
332// nil if the module does not implement PrebuiltInterface or has not been
333// initialized as a prebuilt module.
334func GetEmbeddedPrebuilt(module Module) *Prebuilt {
335 if p, ok := module.(PrebuiltInterface); ok {
336 return p.Prebuilt()
337 }
338
339 return nil
340}
341
Martin Stjernholmdbd814d2022-01-12 23:18:30 +0000342// PrebuiltGetPreferred returns the module that is preferred for the given
343// module. That is either the module itself or the prebuilt counterpart that has
344// taken its place. The given module must be a direct dependency of the current
345// context module, and it must be the source module if both source and prebuilt
346// exist.
347//
348// This function is for use on dependencies after PrebuiltPostDepsMutator has
349// run - any dependency that is registered before that will already reference
350// the right module. This function is only safe to call after all mutators that
351// may call CreateVariations, e.g. in GenerateAndroidBuildActions.
352func PrebuiltGetPreferred(ctx BaseModuleContext, module Module) Module {
353 if !module.IsReplacedByPrebuilt() {
354 return module
355 }
356 if IsModulePrebuilt(module) {
357 // If we're given a prebuilt then assume there's no source module around.
358 return module
359 }
360
361 sourceModDepFound := false
362 var prebuiltMod Module
363
364 ctx.WalkDeps(func(child, parent Module) bool {
365 if prebuiltMod != nil {
366 return false
367 }
368 if parent == ctx.Module() {
369 // First level: Only recurse if the module is found as a direct dependency.
370 sourceModDepFound = child == module
371 return sourceModDepFound
372 }
373 // Second level: Follow PrebuiltDepTag to the prebuilt.
374 if t := ctx.OtherModuleDependencyTag(child); t == PrebuiltDepTag {
375 prebuiltMod = child
376 }
377 return false
378 })
379
380 if prebuiltMod == nil {
381 if !sourceModDepFound {
382 panic(fmt.Errorf("Failed to find source module as a direct dependency: %s", module))
383 } else {
384 panic(fmt.Errorf("Failed to find prebuilt for source module: %s", module))
385 }
386 }
387 return prebuiltMod
388}
389
Colin Cross5ea9bcc2017-07-27 15:41:32 -0700390func RegisterPrebuiltsPreArchMutators(ctx RegisterMutatorsContext) {
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000391 ctx.BottomUp("prebuilt_rename", PrebuiltRenameMutator).Parallel()
Colin Crosscec81712017-07-13 14:43:27 -0700392}
393
Colin Cross5ea9bcc2017-07-27 15:41:32 -0700394func RegisterPrebuiltsPostDepsMutators(ctx RegisterMutatorsContext) {
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000395 ctx.BottomUp("prebuilt_source", PrebuiltSourceDepsMutator).Parallel()
Spandan Das1c4d94d2023-10-26 22:38:34 +0000396 ctx.BottomUp("prebuilt_select", PrebuiltSelectModuleMutator).Parallel()
Pirama Arumuga Nainar955dc492018-04-17 14:58:42 -0700397 ctx.BottomUp("prebuilt_postdeps", PrebuiltPostDepsMutator).Parallel()
Colin Crosscec81712017-07-13 14:43:27 -0700398}
399
Spandan Das3576e762024-01-03 18:57:03 +0000400// Returns the name of the source module corresponding to a prebuilt module
401// For source modules, it returns its own name
402type baseModuleName interface {
403 BaseModuleName() string
404}
405
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000406// PrebuiltRenameMutator ensures that there always is a module with an
407// undecorated name.
408func PrebuiltRenameMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100409 m := ctx.Module()
410 if p := GetEmbeddedPrebuilt(m); p != nil {
Spandan Das3576e762024-01-03 18:57:03 +0000411 bmn, _ := m.(baseModuleName)
412 name := bmn.BaseModuleName()
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000413 if !ctx.OtherModuleExists(name) {
414 ctx.Rename(name)
Paul Duffinf7c99f52021-04-28 10:41:21 +0100415 p.properties.PrebuiltRenamedToSource = true
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000416 }
417 }
418}
419
420// PrebuiltSourceDepsMutator adds dependencies to the prebuilt module from the
421// corresponding source module, if one exists for the same variant.
Spandan Das1c4d94d2023-10-26 22:38:34 +0000422// Add a dependency from the prebuilt to `all_apex_contributions`
423// The metadata will be used for source vs prebuilts selection
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000424func PrebuiltSourceDepsMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100425 m := ctx.Module()
426 // If this module is a prebuilt, is enabled and has not been renamed to source then add a
427 // dependency onto the source if it is present.
428 if p := GetEmbeddedPrebuilt(m); p != nil && m.Enabled() && !p.properties.PrebuiltRenamedToSource {
Spandan Das3576e762024-01-03 18:57:03 +0000429 bmn, _ := m.(baseModuleName)
430 name := bmn.BaseModuleName()
Paul Duffinf7c99f52021-04-28 10:41:21 +0100431 if ctx.OtherModuleReverseDependencyVariantExists(name) {
432 ctx.AddReverseDependency(ctx.Module(), PrebuiltDepTag, name)
433 p.properties.SourceExists = true
Colin Crossce75d2c2016-10-06 16:12:58 -0700434 }
Spandan Das1c4d94d2023-10-26 22:38:34 +0000435 // Add a dependency from the prebuilt to the `all_apex_contributions`
436 // metadata module
437 // TODO: When all branches contain this singleton module, make this strict
438 // TODO: Add this dependency only for mainline prebuilts and not every prebuilt module
439 if ctx.OtherModuleExists("all_apex_contributions") {
Jihoon Kanga3a05462024-04-05 00:36:44 +0000440 ctx.AddDependency(m, AcDepTag, "all_apex_contributions")
Spandan Das1c4d94d2023-10-26 22:38:34 +0000441 }
442
Colin Crossce75d2c2016-10-06 16:12:58 -0700443 }
444}
445
Jooyung Hanebaa5732023-05-02 11:43:14 +0900446// checkInvariantsForSourceAndPrebuilt checks if invariants are kept when replacing
447// source with prebuilt. Note that the current module for the context is the source module.
448func checkInvariantsForSourceAndPrebuilt(ctx BaseModuleContext, s, p Module) {
449 if _, ok := s.(OverrideModule); ok {
450 // skip the check when the source module is `override_X` because it's only a placeholder
451 // for the actual source module. The check will be invoked for the actual module.
452 return
453 }
454 if sourcePartition, prebuiltPartition := s.PartitionTag(ctx.DeviceConfig()), p.PartitionTag(ctx.DeviceConfig()); sourcePartition != prebuiltPartition {
455 ctx.OtherModuleErrorf(p, "partition is different: %s(%s) != %s(%s)",
456 sourcePartition, ctx.ModuleName(), prebuiltPartition, ctx.OtherModuleName(p))
457 }
458}
459
Colin Crossc3e7fa62017-03-17 13:14:32 -0700460// PrebuiltSelectModuleMutator marks prebuilts that are used, either overriding source modules or
461// because the source module doesn't exist. It also disables installing overridden source modules.
Spandan Dase3fcb412023-10-26 20:48:02 +0000462//
463// If the visited module is the metadata module `all_apex_contributions`, it sets a
464// provider containing metadata about whether source or prebuilt of mainline modules should be used.
465// This logic was added here to prevent the overhead of creating a new mutator.
Spandan Das1c4d94d2023-10-26 22:38:34 +0000466func PrebuiltSelectModuleMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100467 m := ctx.Module()
468 if p := GetEmbeddedPrebuilt(m); p != nil {
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000469 if p.srcsSupplier == nil && p.srcsPropertyName == "" {
Colin Cross74d73e22017-08-02 11:05:49 -0700470 panic(fmt.Errorf("prebuilt module did not have InitPrebuiltModule called on it"))
471 }
472 if !p.properties.SourceExists {
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000473 p.properties.UsePrebuilt = p.usePrebuilt(ctx, nil, m)
Colin Crossc3e7fa62017-03-17 13:14:32 -0700474 }
Spandan Das1c4d94d2023-10-26 22:38:34 +0000475 // Propagate the provider received from `all_apex_contributions`
476 // to the source module
Jihoon Kanga3a05462024-04-05 00:36:44 +0000477 ctx.VisitDirectDepsWithTag(AcDepTag, func(am Module) {
Colin Cross313aa542023-12-13 13:47:44 -0800478 psi, _ := OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
479 SetProvider(ctx, PrebuiltSelectionInfoProvider, psi)
Spandan Das1c4d94d2023-10-26 22:38:34 +0000480 })
481
Colin Crossc3e7fa62017-03-17 13:14:32 -0700482 } else if s, ok := ctx.Module().(Module); ok {
Spandan Das3576e762024-01-03 18:57:03 +0000483 // Use `all_apex_contributions` for source vs prebuilt selection.
484 psi := PrebuiltSelectionInfoMap{}
485 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(am Module) {
486 // The value of psi gets overwritten with the provider from the last visited prebuilt.
487 // But all prebuilts have the same value of the provider, so this should be idempontent.
488 psi, _ = OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
489 })
Paul Duffinf7c99f52021-04-28 10:41:21 +0100490 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) {
491 p := GetEmbeddedPrebuilt(prebuiltModule)
492 if p.usePrebuilt(ctx, s, prebuiltModule) {
Jooyung Hanebaa5732023-05-02 11:43:14 +0900493 checkInvariantsForSourceAndPrebuilt(ctx, s, prebuiltModule)
494
Colin Crossee6143c2017-12-30 17:54:27 -0800495 p.properties.UsePrebuilt = true
Liz Kammer5ca3a622020-08-05 15:40:41 -0700496 s.ReplacedByPrebuilt()
Colin Crossa2f296f2016-11-29 15:16:18 -0800497 }
498 })
Spandan Das3576e762024-01-03 18:57:03 +0000499
500 // If any module in this mainline module family has been flagged using apex_contributions, disable every other module in that family
501 // Add source
502 allModules := []Module{s}
503 // Add each prebuilt
504 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) {
505 allModules = append(allModules, prebuiltModule)
506 })
507 hideUnflaggedModules(ctx, psi, allModules)
508
Colin Crossa2f296f2016-11-29 15:16:18 -0800509 }
Spandan Das3576e762024-01-03 18:57:03 +0000510
Spandan Dase3fcb412023-10-26 20:48:02 +0000511 // If this is `all_apex_contributions`, set a provider containing
512 // metadata about source vs prebuilts selection
513 if am, ok := m.(*allApexContributions); ok {
514 am.SetPrebuiltSelectionInfoProvider(ctx)
515 }
Colin Crossa2f296f2016-11-29 15:16:18 -0800516}
517
Spandan Das3576e762024-01-03 18:57:03 +0000518// If any module in this mainline module family has been flagged using apex_contributions, disable every other module in that family
519func hideUnflaggedModules(ctx BottomUpMutatorContext, psi PrebuiltSelectionInfoMap, allModulesInFamily []Module) {
520 var selectedModuleInFamily Module
521 // query all_apex_contributions to see if any module in this family has been selected
522 for _, moduleInFamily := range allModulesInFamily {
523 // validate that are no duplicates
Spandan Das23956d12024-01-19 00:22:22 +0000524 if isSelected(psi, moduleInFamily) {
Spandan Das3576e762024-01-03 18:57:03 +0000525 if selectedModuleInFamily == nil {
526 // Store this so we can validate that there are no duplicates
527 selectedModuleInFamily = moduleInFamily
528 } else {
529 // There are duplicate modules from the same mainline module family
530 ctx.ModuleErrorf("Found duplicate variations of the same module in apex_contributions: %s and %s. Please remove one of these.\n", selectedModuleInFamily.Name(), moduleInFamily.Name())
531 }
532 }
533 }
534
535 // If a module has been selected, hide all other modules
536 if selectedModuleInFamily != nil {
537 for _, moduleInFamily := range allModulesInFamily {
538 if moduleInFamily.Name() != selectedModuleInFamily.Name() {
539 moduleInFamily.HideFromMake()
Spandan Dasf2c10572024-02-27 04:49:52 +0000540 // If this is a prebuilt module, unset properties.UsePrebuilt
541 // properties.UsePrebuilt might evaluate to true via soong config var fallback mechanism
542 // Set it to false explicitly so that the following mutator does not replace rdeps to this unselected prebuilt
543 if p := GetEmbeddedPrebuilt(moduleInFamily); p != nil {
544 p.properties.UsePrebuilt = false
545 }
546 }
547 }
548 }
549 // Do a validation pass to make sure that multiple prebuilts of a specific module are not selected.
550 // This might happen if the prebuilts share the same soong config var namespace.
551 // This should be an error, unless one of the prebuilts has been explicitly declared in apex_contributions
552 var selectedPrebuilt Module
553 for _, moduleInFamily := range allModulesInFamily {
554 // Skip if this module is in a different namespace
555 if !moduleInFamily.ExportedToMake() {
556 continue
557 }
558 // Skip for the top-level java_sdk_library_(_import). This has some special cases that need to be addressed first.
559 // This does not run into non-determinism because PrebuiltPostDepsMutator also has the special case
560 if sdkLibrary, ok := moduleInFamily.(interface{ SdkLibraryName() *string }); ok && sdkLibrary.SdkLibraryName() != nil {
561 continue
562 }
563 if p := GetEmbeddedPrebuilt(moduleInFamily); p != nil && p.properties.UsePrebuilt {
564 if selectedPrebuilt == nil {
565 selectedPrebuilt = moduleInFamily
566 } else {
567 ctx.ModuleErrorf("Multiple prebuilt modules %v and %v have been marked as preferred for this source module. "+
568 "Please add the appropriate prebuilt module to apex_contributions for this release config.", selectedPrebuilt.Name(), moduleInFamily.Name())
Spandan Das3576e762024-01-03 18:57:03 +0000569 }
570 }
571 }
572}
573
Jaewoong Jung6158dfe2021-03-23 14:08:29 -0700574// PrebuiltPostDepsMutator replaces dependencies on the source module with dependencies on the
575// prebuilt when both modules exist and the prebuilt should be used. When the prebuilt should not
576// be used, disable installing it.
Pirama Arumuga Nainar955dc492018-04-17 14:58:42 -0700577func PrebuiltPostDepsMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100578 m := ctx.Module()
579 if p := GetEmbeddedPrebuilt(m); p != nil {
Spandan Das3576e762024-01-03 18:57:03 +0000580 bmn, _ := m.(baseModuleName)
581 name := bmn.BaseModuleName()
Spandan Das81d95c52024-02-01 23:41:11 +0000582 psi := PrebuiltSelectionInfoMap{}
Jihoon Kanga3a05462024-04-05 00:36:44 +0000583 ctx.VisitDirectDepsWithTag(AcDepTag, func(am Module) {
Spandan Das81d95c52024-02-01 23:41:11 +0000584 psi, _ = OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
585 })
586
Colin Cross74d73e22017-08-02 11:05:49 -0700587 if p.properties.UsePrebuilt {
588 if p.properties.SourceExists {
Paul Duffin80342d72020-06-26 22:08:43 +0100589 ctx.ReplaceDependenciesIf(name, func(from blueprint.Module, tag blueprint.DependencyTag, to blueprint.Module) bool {
Spandan Das81d95c52024-02-01 23:41:11 +0000590 if sdkLibrary, ok := m.(interface{ SdkLibraryName() *string }); ok && sdkLibrary.SdkLibraryName() != nil {
591 // Do not replace deps to the top-level prebuilt java_sdk_library hook.
592 // This hook has been special-cased in #isSelected to be _always_ active, even in next builds
593 // for dexpreopt and hiddenapi processing.
594 // If we do not special-case this here, rdeps referring to a java_sdk_library in next builds via libs
595 // will get prebuilt stubs
596 // TODO (b/308187268): Remove this after the apexes have been added to apex_contributions
Spandan Dasf2c10572024-02-27 04:49:52 +0000597 if psi.IsSelected(name) {
Spandan Das81d95c52024-02-01 23:41:11 +0000598 return false
599 }
600 }
601
Paul Duffin80342d72020-06-26 22:08:43 +0100602 if t, ok := tag.(ReplaceSourceWithPrebuilt); ok {
603 return t.ReplaceSourceWithPrebuilt()
604 }
Paul Duffin80342d72020-06-26 22:08:43 +0100605 return true
606 })
Colin Cross0f3c72f2016-11-23 15:44:07 -0800607 }
608 } else {
Colin Crossa9c8c9f2020-12-16 10:20:23 -0800609 m.HideFromMake()
Colin Crossce75d2c2016-10-06 16:12:58 -0700610 }
611 }
612}
613
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000614// A wrapper around PrebuiltSelectionInfoMap.IsSelected with special handling for java_sdk_library
615// java_sdk_library is a macro that creates
616// 1. top-level impl library
617// 2. stub libraries (suffixed with .stubs...)
618//
619// java_sdk_library_import is a macro that creates
620// 1. top-level "impl" library
621// 2. stub libraries (suffixed with .stubs...)
622//
623// the impl of java_sdk_library_import is a "hook" for hiddenapi and dexpreopt processing. It does not have an impl jar, but acts as a shim
624// to provide the jar deapxed from the prebuilt apex
625//
626// isSelected uses `all_apex_contributions` to supersede source vs prebuilts selection of the stub libraries. It does not supersede the
627// selection of the top-level "impl" library so that this hook can work
628//
629// TODO (b/308174306) - Fix this when we need to support multiple prebuilts in main
630func isSelected(psi PrebuiltSelectionInfoMap, m Module) bool {
631 if sdkLibrary, ok := m.(interface{ SdkLibraryName() *string }); ok && sdkLibrary.SdkLibraryName() != nil {
632 sln := proptools.String(sdkLibrary.SdkLibraryName())
Spandan Das23956d12024-01-19 00:22:22 +0000633
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000634 // This is the top-level library
635 // Do not supersede the existing prebuilts vs source selection mechanisms
Spandan Das81d95c52024-02-01 23:41:11 +0000636 // TODO (b/308187268): Remove this after the apexes have been added to apex_contributions
Spandan Das23956d12024-01-19 00:22:22 +0000637 if bmn, ok := m.(baseModuleName); ok && sln == bmn.BaseModuleName() {
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000638 return false
639 }
640
641 // Stub library created by java_sdk_library_import
Spandan Das23956d12024-01-19 00:22:22 +0000642 // java_sdk_library creates several child modules (java_import + prebuilt_stubs_sources) dynamically.
643 // This code block ensures that these child modules are selected if the top-level java_sdk_library_import is listed
644 // in the selected apex_contributions.
645 if javaImport, ok := m.(createdByJavaSdkLibraryName); ok && javaImport.CreatedByJavaSdkLibraryName() != nil {
646 return psi.IsSelected(PrebuiltNameFromSource(proptools.String(javaImport.CreatedByJavaSdkLibraryName())))
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000647 }
648
649 // Stub library created by java_sdk_library
Spandan Das3576e762024-01-03 18:57:03 +0000650 return psi.IsSelected(sln)
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000651 }
Spandan Das3576e762024-01-03 18:57:03 +0000652 return psi.IsSelected(m.Name())
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000653}
654
Spandan Das23956d12024-01-19 00:22:22 +0000655// implemented by child modules of java_sdk_library_import
656type createdByJavaSdkLibraryName interface {
657 CreatedByJavaSdkLibraryName() *string
658}
659
Spandan Das972917d2024-02-27 09:31:51 +0000660// Returns true if the prebuilt variant is disabled
661// e.g. for a cc_prebuilt_library_shared, this will return
662// - true for the static variant of the module
663// - false for the shared variant of the module
664//
665// Even though this is a cc_prebuilt_library_shared, we create both the variants today
666// https://source.corp.google.com/h/googleplex-android/platform/build/soong/+/e08e32b45a18a77bc3c3e751f730539b1b374f1b:cc/library.go;l=2113-2116;drc=2c4a9779cd1921d0397a12b3d3521f4c9b30d747;bpv=1;bpt=0
667func (p *Prebuilt) variantIsDisabled(ctx BaseMutatorContext, prebuilt Module) bool {
668 return p.srcsSupplier != nil && len(p.srcsSupplier(ctx, prebuilt)) == 0
669}
670
Colin Crossa2f296f2016-11-29 15:16:18 -0800671// usePrebuilt returns true if a prebuilt should be used instead of the source module. The prebuilt
672// will be used if it is marked "prefer" or if the source module is disabled.
Spandan Das1c4d94d2023-10-26 22:38:34 +0000673func (p *Prebuilt) usePrebuilt(ctx BaseMutatorContext, source Module, prebuilt Module) bool {
674 // Use `all_apex_contributions` for source vs prebuilt selection.
675 psi := PrebuiltSelectionInfoMap{}
676 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(am Module) {
Colin Cross313aa542023-12-13 13:47:44 -0800677 psi, _ = OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
Spandan Das1c4d94d2023-10-26 22:38:34 +0000678 })
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000679
Spandan Das1c4d94d2023-10-26 22:38:34 +0000680 // If the source module is explicitly listed in the metadata module, use that
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000681 if source != nil && isSelected(psi, source) {
Spandan Das1c4d94d2023-10-26 22:38:34 +0000682 return false
683 }
684 // If the prebuilt module is explicitly listed in the metadata module, use that
Spandan Das972917d2024-02-27 09:31:51 +0000685 if isSelected(psi, prebuilt) && !p.variantIsDisabled(ctx, prebuilt) {
Spandan Das1c4d94d2023-10-26 22:38:34 +0000686 return true
687 }
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000688
Spandan Das1c4d94d2023-10-26 22:38:34 +0000689 // If the baseModuleName could not be found in the metadata module,
690 // fall back to the existing source vs prebuilt selection.
691 // TODO: Drop the fallback mechanisms
692
Spandan Das972917d2024-02-27 09:31:51 +0000693 if p.variantIsDisabled(ctx, prebuilt) {
Colin Crossb63d7b32023-12-07 16:54:51 -0800694 return false
695 }
Colin Crossce75d2c2016-10-06 16:12:58 -0700696
Colin Crossb63d7b32023-12-07 16:54:51 -0800697 // Skip prebuilt modules under unexported namespaces so that we won't
698 // end up shadowing non-prebuilt module when prebuilt module under same
699 // name happens to have a `Prefer` property set to true.
700 if ctx.Config().KatiEnabled() && !prebuilt.ExportedToMake() {
701 return false
LuK1337fb545bf2021-01-10 17:47:46 +0100702 }
703
Paul Duffin0c52c7b2021-07-06 17:15:25 +0100704 // If source is not available or is disabled then always use the prebuilt.
705 if source == nil || !source.Enabled() {
Colin Crossb63d7b32023-12-07 16:54:51 -0800706 return true
Colin Crossa2f296f2016-11-29 15:16:18 -0800707 }
708
Paul Duffin0c52c7b2021-07-06 17:15:25 +0100709 // If the use_source_config_var property is set then it overrides the prefer property setting.
710 if configVar := p.properties.Use_source_config_var; configVar != nil {
711 return !ctx.Config().VendorConfig(proptools.String(configVar.Config_namespace)).Bool(proptools.String(configVar.Var_name))
712 }
713
714 // TODO: use p.Properties.Name and ctx.ModuleDir to override preference
715 return Bool(p.properties.Prefer)
Colin Crossce75d2c2016-10-06 16:12:58 -0700716}
Jiyong Park0a573d72019-07-07 12:39:16 +0900717
718func (p *Prebuilt) SourceExists() bool {
719 return p.properties.SourceExists
720}