blob: 5a94a0f23f01d48cdd711217e04ebcb4a2869333 [file] [log] [blame]
Colin Crossce75d2c2016-10-06 16:12:58 -07001// Copyright 2016 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package android
16
Colin Cross74d73e22017-08-02 11:05:49 -070017import (
18 "fmt"
Jaewoong Jung3e18b192019-06-11 12:25:34 -070019 "reflect"
Paul Duffind23c7262020-12-11 18:13:08 +000020 "strings"
Colin Cross74d73e22017-08-02 11:05:49 -070021
22 "github.com/google/blueprint"
Jaewoong Jung939ebd52019-03-26 15:07:36 -070023 "github.com/google/blueprint/proptools"
Colin Cross74d73e22017-08-02 11:05:49 -070024)
Colin Crossce75d2c2016-10-06 16:12:58 -070025
26// This file implements common functionality for handling modules that may exist as prebuilts,
27// source, or both.
28
Paul Duffin0c4979b2019-12-19 15:11:53 +000029func RegisterPrebuiltMutators(ctx RegistrationContext) {
30 ctx.PreArchMutators(RegisterPrebuiltsPreArchMutators)
31 ctx.PostDepsMutators(RegisterPrebuiltsPostDepsMutators)
32}
33
Paul Duffin80342d72020-06-26 22:08:43 +010034// Marks a dependency tag as possibly preventing a reference to a source from being
35// replaced with the prebuilt.
36type ReplaceSourceWithPrebuilt interface {
37 blueprint.DependencyTag
38
39 // Return true if the dependency defined by this tag should be replaced with the
40 // prebuilt.
41 ReplaceSourceWithPrebuilt() bool
42}
43
Nan Zhang2502e122017-03-09 18:43:01 -080044type prebuiltDependencyTag struct {
45 blueprint.BaseDependencyTag
46}
47
Jiyong Park03b68dd2019-07-26 23:20:40 +090048var PrebuiltDepTag prebuiltDependencyTag
Colin Crossce75d2c2016-10-06 16:12:58 -070049
Paul Duffin78ac5b92020-01-14 12:42:08 +000050// Mark this tag so dependencies that use it are excluded from visibility enforcement.
51func (t prebuiltDependencyTag) ExcludeFromVisibilityEnforcement() {}
52
Paul Duffindddd5462020-04-07 15:25:44 +010053// Mark this tag so dependencies that use it are excluded from APEX contents.
54func (t prebuiltDependencyTag) ExcludeFromApexContents() {}
55
56var _ ExcludeFromVisibilityEnforcementTag = PrebuiltDepTag
57var _ ExcludeFromApexContentsTag = PrebuiltDepTag
58
Paul Duffinbf4de042022-09-27 12:41:52 +010059// UserSuppliedPrebuiltProperties contains the prebuilt properties that can be specified in an
60// Android.bp file.
61type UserSuppliedPrebuiltProperties struct {
Colin Cross74d73e22017-08-02 11:05:49 -070062 // When prefer is set to true the prebuilt will be used instead of any source module with
63 // a matching name.
Nan Zhang0007d812017-11-07 10:57:05 -080064 Prefer *bool `android:"arch_variant"`
Colin Crossce75d2c2016-10-06 16:12:58 -070065
Paul Duffin0c52c7b2021-07-06 17:15:25 +010066 // When specified this names a Soong config variable that controls the prefer property.
67 //
68 // If the value of the named Soong config variable is true then prefer is set to false and vice
69 // versa. If the Soong config variable is not set then it defaults to false, so prefer defaults
70 // to true.
71 //
72 // If specified then the prefer property is ignored in favor of the value of the Soong config
73 // variable.
74 Use_source_config_var *ConfigVarProperties
Paul Duffinbf4de042022-09-27 12:41:52 +010075}
76
77// CopyUserSuppliedPropertiesFromPrebuilt copies the user supplied prebuilt properties from the
78// prebuilt properties.
79func (u *UserSuppliedPrebuiltProperties) CopyUserSuppliedPropertiesFromPrebuilt(p *Prebuilt) {
80 *u = p.properties.UserSuppliedPrebuiltProperties
81}
82
83type PrebuiltProperties struct {
84 UserSuppliedPrebuiltProperties
Paul Duffin0c52c7b2021-07-06 17:15:25 +010085
Colin Cross74d73e22017-08-02 11:05:49 -070086 SourceExists bool `blueprint:"mutated"`
87 UsePrebuilt bool `blueprint:"mutated"`
Martin Stjernholm009a9dc2020-03-05 17:34:13 +000088
89 // Set if the module has been renamed to remove the "prebuilt_" prefix.
90 PrebuiltRenamedToSource bool `blueprint:"mutated"`
Colin Cross74d73e22017-08-02 11:05:49 -070091}
92
Paul Duffin0c52c7b2021-07-06 17:15:25 +010093// Properties that can be used to select a Soong config variable.
94type ConfigVarProperties struct {
95 // Allow instances of this struct to be used as a property value in a BpPropertySet.
96 BpPrintableBase
97
98 // The name of the configuration namespace.
99 //
100 // As passed to add_soong_config_namespace in Make.
101 Config_namespace *string
102
103 // The name of the configuration variable.
104 //
105 // As passed to add_soong_config_var_value in Make.
106 Var_name *string
107}
108
Colin Cross74d73e22017-08-02 11:05:49 -0700109type Prebuilt struct {
110 properties PrebuiltProperties
Jaewoong Jung3e18b192019-06-11 12:25:34 -0700111
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000112 // nil if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
113 srcsSupplier PrebuiltSrcsSupplier
114
115 // "-" if the prebuilt has no srcs property at all. See InitPrebuiltModuleWithoutSrcs.
Paul Duffindcb4bd62020-03-12 23:43:52 +0000116 srcsPropertyName string
Colin Crossce75d2c2016-10-06 16:12:58 -0700117}
118
Paul Duffind23c7262020-12-11 18:13:08 +0000119// RemoveOptionalPrebuiltPrefix returns the result of removing the "prebuilt_" prefix from the
120// supplied name if it has one, or returns the name unmodified if it does not.
121func RemoveOptionalPrebuiltPrefix(name string) string {
122 return strings.TrimPrefix(name, "prebuilt_")
123}
124
Trevor Radcliffe5d6fa4d2022-05-17 21:59:36 +0000125// RemoveOptionalPrebuiltPrefixFromBazelLabel removes the "prebuilt_" prefix from the *target name* of a Bazel label.
126// This differs from RemoveOptionalPrebuiltPrefix in that it does not remove it from the start of the string, but
127// instead removes it from the target name itself.
128func RemoveOptionalPrebuiltPrefixFromBazelLabel(label string) string {
129 splitLabel := strings.Split(label, ":")
130 bazelModuleNameNoPrebuilt := RemoveOptionalPrebuiltPrefix(splitLabel[1])
131 return strings.Join([]string{
132 splitLabel[0],
133 bazelModuleNameNoPrebuilt,
134 }, ":")
135}
136
Colin Crossce75d2c2016-10-06 16:12:58 -0700137func (p *Prebuilt) Name(name string) string {
Paul Duffin864116c2021-04-02 10:24:13 +0100138 return PrebuiltNameFromSource(name)
139}
140
141// PrebuiltNameFromSource returns the result of prepending the "prebuilt_" prefix to the supplied
142// name.
143func PrebuiltNameFromSource(name string) string {
Colin Crossce75d2c2016-10-06 16:12:58 -0700144 return "prebuilt_" + name
145}
146
Paul Duffin50061512020-01-21 16:31:05 +0000147func (p *Prebuilt) ForcePrefer() {
148 p.properties.Prefer = proptools.BoolPtr(true)
149}
150
Paul Duffin38b57852020-05-13 16:08:09 +0100151func (p *Prebuilt) Prefer() bool {
152 return proptools.Bool(p.properties.Prefer)
153}
154
Paul Duffin56dc66e2021-03-01 13:18:44 +0000155// SingleSourcePathFromSupplier invokes the supplied supplier for the current module in the
156// supplied context to retrieve a list of file paths, ensures that the returned list of file paths
157// contains a single value and then assumes that is a module relative file path and converts it to
158// a Path accordingly.
159//
160// Any issues, such as nil supplier or not exactly one file path will be reported as errors on the
161// supplied context and this will return nil.
162func SingleSourcePathFromSupplier(ctx ModuleContext, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) Path {
163 if srcsSupplier != nil {
164 srcs := srcsSupplier(ctx, ctx.Module())
Paul Duffindcb4bd62020-03-12 23:43:52 +0000165
166 if len(srcs) == 0 {
Paul Duffin56dc66e2021-03-01 13:18:44 +0000167 ctx.PropertyErrorf(srcsPropertyName, "missing prebuilt source file")
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700168 return nil
169 }
Colin Crossce75d2c2016-10-06 16:12:58 -0700170
Paul Duffindcb4bd62020-03-12 23:43:52 +0000171 if len(srcs) > 1 {
Paul Duffin56dc66e2021-03-01 13:18:44 +0000172 ctx.PropertyErrorf(srcsPropertyName, "multiple prebuilt source files")
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700173 return nil
174 }
Colin Crossce75d2c2016-10-06 16:12:58 -0700175
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700176 // Return the singleton source after expanding any filegroup in the
177 // sources.
Paul Duffindcb4bd62020-03-12 23:43:52 +0000178 src := srcs[0]
Jaewoong Jung3e18b192019-06-11 12:25:34 -0700179 return PathForModuleSrc(ctx, src)
Paul Duffindcb4bd62020-03-12 23:43:52 +0000180 } else {
181 ctx.ModuleErrorf("prebuilt source was not set")
182 return nil
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700183 }
Colin Cross74d73e22017-08-02 11:05:49 -0700184}
185
Paul Duffin56dc66e2021-03-01 13:18:44 +0000186// The below source-related functions and the srcs, src fields are based on an assumption that
187// prebuilt modules have a static source property at the moment. Currently there is only one
188// exception, android_app_import, which chooses a source file depending on the product's DPI
189// preference configs. We'll want to add native support for dynamic source cases if we end up having
190// more modules like this.
191func (p *Prebuilt) SingleSourcePath(ctx ModuleContext) Path {
192 return SingleSourcePathFromSupplier(ctx, p.srcsSupplier, p.srcsPropertyName)
193}
194
Jiyong Park4d277042019-04-23 18:00:10 +0900195func (p *Prebuilt) UsePrebuilt() bool {
196 return p.properties.UsePrebuilt
197}
198
Paul Duffindcb4bd62020-03-12 23:43:52 +0000199// Called to provide the srcs value for the prebuilt module.
200//
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000201// This can be called with a context for any module not just the prebuilt one itself. It can also be
202// called concurrently.
203//
Paul Duffindcb4bd62020-03-12 23:43:52 +0000204// Return the src value or nil if it is not available.
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000205type PrebuiltSrcsSupplier func(ctx BaseModuleContext, prebuilt Module) []string
Paul Duffindcb4bd62020-03-12 23:43:52 +0000206
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000207func initPrebuiltModuleCommon(module PrebuiltInterface) *Prebuilt {
208 p := module.Prebuilt()
209 module.AddProperties(&p.properties)
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000210 return p
211}
212
213// Initialize the module as a prebuilt module that has no dedicated property that lists its
214// sources. SingleSourcePathFromSupplier should not be called for this module.
215//
216// This is the case e.g. for header modules, which provides the headers in source form
217// regardless whether they are prebuilt or not.
218func InitPrebuiltModuleWithoutSrcs(module PrebuiltInterface) {
219 p := initPrebuiltModuleCommon(module)
220 p.srcsPropertyName = "-"
221}
222
Paul Duffindcb4bd62020-03-12 23:43:52 +0000223// Initialize the module as a prebuilt module that uses the provided supplier to access the
224// prebuilt sources of the module.
225//
226// The supplier will be called multiple times and must return the same values each time it
227// is called. If it returns an empty array (or nil) then the prebuilt module will not be used
228// as a replacement for a source module with the same name even if prefer = true.
229//
230// If the Prebuilt.SingleSourcePath() is called on the module then this must return an array
231// containing exactly one source file.
232//
233// The provided property name is used to provide helpful error messages in the event that
234// a problem arises, e.g. calling SingleSourcePath() when more than one source is provided.
235func InitPrebuiltModuleWithSrcSupplier(module PrebuiltInterface, srcsSupplier PrebuiltSrcsSupplier, srcsPropertyName string) {
Paul Duffindcb4bd62020-03-12 23:43:52 +0000236 if srcsSupplier == nil {
237 panic(fmt.Errorf("srcsSupplier must not be nil"))
238 }
239 if srcsPropertyName == "" {
240 panic(fmt.Errorf("srcsPropertyName must not be empty"))
241 }
242
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000243 p := initPrebuiltModuleCommon(module)
Paul Duffindcb4bd62020-03-12 23:43:52 +0000244 p.srcsSupplier = srcsSupplier
245 p.srcsPropertyName = srcsPropertyName
246}
247
248func InitPrebuiltModule(module PrebuiltInterface, srcs *[]string) {
249 if srcs == nil {
250 panic(fmt.Errorf("srcs must not be nil"))
251 }
252
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000253 srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
Paul Duffindcb4bd62020-03-12 23:43:52 +0000254 return *srcs
255 }
256
257 InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, "srcs")
Colin Crossce75d2c2016-10-06 16:12:58 -0700258}
259
Jaewoong Jung3e18b192019-06-11 12:25:34 -0700260func InitSingleSourcePrebuiltModule(module PrebuiltInterface, srcProps interface{}, srcField string) {
Paul Duffindcb4bd62020-03-12 23:43:52 +0000261 srcPropsValue := reflect.ValueOf(srcProps).Elem()
262 srcStructField, _ := srcPropsValue.Type().FieldByName(srcField)
263 if !srcPropsValue.IsValid() || srcStructField.Name == "" {
264 panic(fmt.Errorf("invalid single source prebuilt %+v", module))
265 }
266
267 if srcPropsValue.Kind() != reflect.Struct && srcPropsValue.Kind() != reflect.Interface {
268 panic(fmt.Errorf("invalid single source prebuilt %+v", srcProps))
269 }
270
271 srcFieldIndex := srcStructField.Index
272 srcPropertyName := proptools.PropertyNameForField(srcField)
273
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000274 srcsSupplier := func(ctx BaseModuleContext, _ Module) []string {
Jaewoong Jung729c0bd2020-12-08 19:11:54 -0800275 if !module.Enabled() {
Jaewoong Jung84f1b802020-12-04 11:51:29 -0800276 return nil
277 }
Paul Duffindcb4bd62020-03-12 23:43:52 +0000278 value := srcPropsValue.FieldByIndex(srcFieldIndex)
279 if value.Kind() == reflect.Ptr {
Cole Faust97494b12024-01-12 14:02:47 -0800280 if value.IsNil() {
281 return nil
282 }
Paul Duffindcb4bd62020-03-12 23:43:52 +0000283 value = value.Elem()
284 }
285 if value.Kind() != reflect.String {
Martin Stjernholm25a69de2021-09-09 02:48:30 +0100286 panic(fmt.Errorf("prebuilt src field %q in %T in module %s should be a string or a pointer to one but was %v", srcField, srcProps, module, value))
Paul Duffindcb4bd62020-03-12 23:43:52 +0000287 }
288 src := value.String()
289 if src == "" {
290 return nil
291 }
292 return []string{src}
293 }
294
295 InitPrebuiltModuleWithSrcSupplier(module, srcsSupplier, srcPropertyName)
Jaewoong Jung939ebd52019-03-26 15:07:36 -0700296}
297
Colin Crossce75d2c2016-10-06 16:12:58 -0700298type PrebuiltInterface interface {
299 Module
300 Prebuilt() *Prebuilt
Colin Crossce75d2c2016-10-06 16:12:58 -0700301}
302
Paul Duffine1d38372021-04-02 10:35:24 +0100303// IsModulePreferred returns true if the given module is preferred.
304//
305// A source module is preferred if there is no corresponding prebuilt module or the prebuilt module
306// does not have "prefer: true".
307//
308// A prebuilt module is preferred if there is no corresponding source module or the prebuilt module
309// has "prefer: true".
310func IsModulePreferred(module Module) bool {
311 if module.IsReplacedByPrebuilt() {
312 // A source module that has been replaced by a prebuilt counterpart.
313 return false
314 }
Paul Duffinf7c99f52021-04-28 10:41:21 +0100315 if p := GetEmbeddedPrebuilt(module); p != nil {
316 return p.UsePrebuilt()
Paul Duffine1d38372021-04-02 10:35:24 +0100317 }
318 return true
319}
320
Paul Duffinf7c99f52021-04-28 10:41:21 +0100321// IsModulePrebuilt returns true if the module implements PrebuiltInterface and
322// has been initialized as a prebuilt and so returns a non-nil value from the
323// PrebuiltInterface.Prebuilt() method.
324func IsModulePrebuilt(module Module) bool {
325 return GetEmbeddedPrebuilt(module) != nil
326}
327
328// GetEmbeddedPrebuilt returns a pointer to the embedded Prebuilt structure or
329// nil if the module does not implement PrebuiltInterface or has not been
330// initialized as a prebuilt module.
331func GetEmbeddedPrebuilt(module Module) *Prebuilt {
332 if p, ok := module.(PrebuiltInterface); ok {
333 return p.Prebuilt()
334 }
335
336 return nil
337}
338
Martin Stjernholmdbd814d2022-01-12 23:18:30 +0000339// PrebuiltGetPreferred returns the module that is preferred for the given
340// module. That is either the module itself or the prebuilt counterpart that has
341// taken its place. The given module must be a direct dependency of the current
342// context module, and it must be the source module if both source and prebuilt
343// exist.
344//
345// This function is for use on dependencies after PrebuiltPostDepsMutator has
346// run - any dependency that is registered before that will already reference
347// the right module. This function is only safe to call after all mutators that
348// may call CreateVariations, e.g. in GenerateAndroidBuildActions.
349func PrebuiltGetPreferred(ctx BaseModuleContext, module Module) Module {
350 if !module.IsReplacedByPrebuilt() {
351 return module
352 }
353 if IsModulePrebuilt(module) {
354 // If we're given a prebuilt then assume there's no source module around.
355 return module
356 }
357
358 sourceModDepFound := false
359 var prebuiltMod Module
360
361 ctx.WalkDeps(func(child, parent Module) bool {
362 if prebuiltMod != nil {
363 return false
364 }
365 if parent == ctx.Module() {
366 // First level: Only recurse if the module is found as a direct dependency.
367 sourceModDepFound = child == module
368 return sourceModDepFound
369 }
370 // Second level: Follow PrebuiltDepTag to the prebuilt.
371 if t := ctx.OtherModuleDependencyTag(child); t == PrebuiltDepTag {
372 prebuiltMod = child
373 }
374 return false
375 })
376
377 if prebuiltMod == nil {
378 if !sourceModDepFound {
379 panic(fmt.Errorf("Failed to find source module as a direct dependency: %s", module))
380 } else {
381 panic(fmt.Errorf("Failed to find prebuilt for source module: %s", module))
382 }
383 }
384 return prebuiltMod
385}
386
Colin Cross5ea9bcc2017-07-27 15:41:32 -0700387func RegisterPrebuiltsPreArchMutators(ctx RegisterMutatorsContext) {
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000388 ctx.BottomUp("prebuilt_rename", PrebuiltRenameMutator).Parallel()
Colin Crosscec81712017-07-13 14:43:27 -0700389}
390
Colin Cross5ea9bcc2017-07-27 15:41:32 -0700391func RegisterPrebuiltsPostDepsMutators(ctx RegisterMutatorsContext) {
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000392 ctx.BottomUp("prebuilt_source", PrebuiltSourceDepsMutator).Parallel()
Spandan Das1c4d94d2023-10-26 22:38:34 +0000393 ctx.BottomUp("prebuilt_select", PrebuiltSelectModuleMutator).Parallel()
Pirama Arumuga Nainar955dc492018-04-17 14:58:42 -0700394 ctx.BottomUp("prebuilt_postdeps", PrebuiltPostDepsMutator).Parallel()
Colin Crosscec81712017-07-13 14:43:27 -0700395}
396
Spandan Das3576e762024-01-03 18:57:03 +0000397// Returns the name of the source module corresponding to a prebuilt module
398// For source modules, it returns its own name
399type baseModuleName interface {
400 BaseModuleName() string
401}
402
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000403// PrebuiltRenameMutator ensures that there always is a module with an
404// undecorated name.
405func PrebuiltRenameMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100406 m := ctx.Module()
407 if p := GetEmbeddedPrebuilt(m); p != nil {
Spandan Das3576e762024-01-03 18:57:03 +0000408 bmn, _ := m.(baseModuleName)
409 name := bmn.BaseModuleName()
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000410 if !ctx.OtherModuleExists(name) {
411 ctx.Rename(name)
Paul Duffinf7c99f52021-04-28 10:41:21 +0100412 p.properties.PrebuiltRenamedToSource = true
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000413 }
414 }
415}
416
417// PrebuiltSourceDepsMutator adds dependencies to the prebuilt module from the
418// corresponding source module, if one exists for the same variant.
Spandan Das1c4d94d2023-10-26 22:38:34 +0000419// Add a dependency from the prebuilt to `all_apex_contributions`
420// The metadata will be used for source vs prebuilts selection
Martin Stjernholm009a9dc2020-03-05 17:34:13 +0000421func PrebuiltSourceDepsMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100422 m := ctx.Module()
423 // If this module is a prebuilt, is enabled and has not been renamed to source then add a
424 // dependency onto the source if it is present.
425 if p := GetEmbeddedPrebuilt(m); p != nil && m.Enabled() && !p.properties.PrebuiltRenamedToSource {
Spandan Das3576e762024-01-03 18:57:03 +0000426 bmn, _ := m.(baseModuleName)
427 name := bmn.BaseModuleName()
Paul Duffinf7c99f52021-04-28 10:41:21 +0100428 if ctx.OtherModuleReverseDependencyVariantExists(name) {
429 ctx.AddReverseDependency(ctx.Module(), PrebuiltDepTag, name)
430 p.properties.SourceExists = true
Colin Crossce75d2c2016-10-06 16:12:58 -0700431 }
Spandan Das1c4d94d2023-10-26 22:38:34 +0000432 // Add a dependency from the prebuilt to the `all_apex_contributions`
433 // metadata module
434 // TODO: When all branches contain this singleton module, make this strict
435 // TODO: Add this dependency only for mainline prebuilts and not every prebuilt module
436 if ctx.OtherModuleExists("all_apex_contributions") {
437 ctx.AddDependency(m, acDepTag, "all_apex_contributions")
438 }
439
Colin Crossce75d2c2016-10-06 16:12:58 -0700440 }
441}
442
Jooyung Hanebaa5732023-05-02 11:43:14 +0900443// checkInvariantsForSourceAndPrebuilt checks if invariants are kept when replacing
444// source with prebuilt. Note that the current module for the context is the source module.
445func checkInvariantsForSourceAndPrebuilt(ctx BaseModuleContext, s, p Module) {
446 if _, ok := s.(OverrideModule); ok {
447 // skip the check when the source module is `override_X` because it's only a placeholder
448 // for the actual source module. The check will be invoked for the actual module.
449 return
450 }
451 if sourcePartition, prebuiltPartition := s.PartitionTag(ctx.DeviceConfig()), p.PartitionTag(ctx.DeviceConfig()); sourcePartition != prebuiltPartition {
452 ctx.OtherModuleErrorf(p, "partition is different: %s(%s) != %s(%s)",
453 sourcePartition, ctx.ModuleName(), prebuiltPartition, ctx.OtherModuleName(p))
454 }
455}
456
Colin Crossc3e7fa62017-03-17 13:14:32 -0700457// PrebuiltSelectModuleMutator marks prebuilts that are used, either overriding source modules or
458// because the source module doesn't exist. It also disables installing overridden source modules.
Spandan Dase3fcb412023-10-26 20:48:02 +0000459//
460// If the visited module is the metadata module `all_apex_contributions`, it sets a
461// provider containing metadata about whether source or prebuilt of mainline modules should be used.
462// This logic was added here to prevent the overhead of creating a new mutator.
Spandan Das1c4d94d2023-10-26 22:38:34 +0000463func PrebuiltSelectModuleMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100464 m := ctx.Module()
465 if p := GetEmbeddedPrebuilt(m); p != nil {
Martin Stjernholme65c3ae2021-11-23 01:24:06 +0000466 if p.srcsSupplier == nil && p.srcsPropertyName == "" {
Colin Cross74d73e22017-08-02 11:05:49 -0700467 panic(fmt.Errorf("prebuilt module did not have InitPrebuiltModule called on it"))
468 }
469 if !p.properties.SourceExists {
Paul Duffinc04fb9e2021-03-01 12:25:10 +0000470 p.properties.UsePrebuilt = p.usePrebuilt(ctx, nil, m)
Colin Crossc3e7fa62017-03-17 13:14:32 -0700471 }
Spandan Das1c4d94d2023-10-26 22:38:34 +0000472 // Propagate the provider received from `all_apex_contributions`
473 // to the source module
474 ctx.VisitDirectDepsWithTag(acDepTag, func(am Module) {
Colin Cross313aa542023-12-13 13:47:44 -0800475 psi, _ := OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
476 SetProvider(ctx, PrebuiltSelectionInfoProvider, psi)
Spandan Das1c4d94d2023-10-26 22:38:34 +0000477 })
478
Colin Crossc3e7fa62017-03-17 13:14:32 -0700479 } else if s, ok := ctx.Module().(Module); ok {
Spandan Das3576e762024-01-03 18:57:03 +0000480 // Use `all_apex_contributions` for source vs prebuilt selection.
481 psi := PrebuiltSelectionInfoMap{}
482 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(am Module) {
483 // The value of psi gets overwritten with the provider from the last visited prebuilt.
484 // But all prebuilts have the same value of the provider, so this should be idempontent.
485 psi, _ = OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
486 })
Paul Duffinf7c99f52021-04-28 10:41:21 +0100487 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) {
488 p := GetEmbeddedPrebuilt(prebuiltModule)
489 if p.usePrebuilt(ctx, s, prebuiltModule) {
Jooyung Hanebaa5732023-05-02 11:43:14 +0900490 checkInvariantsForSourceAndPrebuilt(ctx, s, prebuiltModule)
491
Colin Crossee6143c2017-12-30 17:54:27 -0800492 p.properties.UsePrebuilt = true
Liz Kammer5ca3a622020-08-05 15:40:41 -0700493 s.ReplacedByPrebuilt()
Colin Crossa2f296f2016-11-29 15:16:18 -0800494 }
495 })
Spandan Das3576e762024-01-03 18:57:03 +0000496
497 // If any module in this mainline module family has been flagged using apex_contributions, disable every other module in that family
498 // Add source
499 allModules := []Module{s}
500 // Add each prebuilt
501 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(prebuiltModule Module) {
502 allModules = append(allModules, prebuiltModule)
503 })
504 hideUnflaggedModules(ctx, psi, allModules)
505
Colin Crossa2f296f2016-11-29 15:16:18 -0800506 }
Spandan Das3576e762024-01-03 18:57:03 +0000507
Spandan Dase3fcb412023-10-26 20:48:02 +0000508 // If this is `all_apex_contributions`, set a provider containing
509 // metadata about source vs prebuilts selection
510 if am, ok := m.(*allApexContributions); ok {
511 am.SetPrebuiltSelectionInfoProvider(ctx)
512 }
Colin Crossa2f296f2016-11-29 15:16:18 -0800513}
514
Spandan Das3576e762024-01-03 18:57:03 +0000515// If any module in this mainline module family has been flagged using apex_contributions, disable every other module in that family
516func hideUnflaggedModules(ctx BottomUpMutatorContext, psi PrebuiltSelectionInfoMap, allModulesInFamily []Module) {
517 var selectedModuleInFamily Module
518 // query all_apex_contributions to see if any module in this family has been selected
519 for _, moduleInFamily := range allModulesInFamily {
520 // validate that are no duplicates
Spandan Das23956d12024-01-19 00:22:22 +0000521 if isSelected(psi, moduleInFamily) {
Spandan Das3576e762024-01-03 18:57:03 +0000522 if selectedModuleInFamily == nil {
523 // Store this so we can validate that there are no duplicates
524 selectedModuleInFamily = moduleInFamily
525 } else {
526 // There are duplicate modules from the same mainline module family
527 ctx.ModuleErrorf("Found duplicate variations of the same module in apex_contributions: %s and %s. Please remove one of these.\n", selectedModuleInFamily.Name(), moduleInFamily.Name())
528 }
529 }
530 }
531
532 // If a module has been selected, hide all other modules
533 if selectedModuleInFamily != nil {
534 for _, moduleInFamily := range allModulesInFamily {
535 if moduleInFamily.Name() != selectedModuleInFamily.Name() {
536 moduleInFamily.HideFromMake()
Spandan Dasf2c10572024-02-27 04:49:52 +0000537 // If this is a prebuilt module, unset properties.UsePrebuilt
538 // properties.UsePrebuilt might evaluate to true via soong config var fallback mechanism
539 // Set it to false explicitly so that the following mutator does not replace rdeps to this unselected prebuilt
540 if p := GetEmbeddedPrebuilt(moduleInFamily); p != nil {
541 p.properties.UsePrebuilt = false
542 }
543 }
544 }
545 }
546 // Do a validation pass to make sure that multiple prebuilts of a specific module are not selected.
547 // This might happen if the prebuilts share the same soong config var namespace.
548 // This should be an error, unless one of the prebuilts has been explicitly declared in apex_contributions
549 var selectedPrebuilt Module
550 for _, moduleInFamily := range allModulesInFamily {
551 // Skip if this module is in a different namespace
552 if !moduleInFamily.ExportedToMake() {
553 continue
554 }
555 // Skip for the top-level java_sdk_library_(_import). This has some special cases that need to be addressed first.
556 // This does not run into non-determinism because PrebuiltPostDepsMutator also has the special case
557 if sdkLibrary, ok := moduleInFamily.(interface{ SdkLibraryName() *string }); ok && sdkLibrary.SdkLibraryName() != nil {
558 continue
559 }
560 if p := GetEmbeddedPrebuilt(moduleInFamily); p != nil && p.properties.UsePrebuilt {
561 if selectedPrebuilt == nil {
562 selectedPrebuilt = moduleInFamily
563 } else {
564 ctx.ModuleErrorf("Multiple prebuilt modules %v and %v have been marked as preferred for this source module. "+
565 "Please add the appropriate prebuilt module to apex_contributions for this release config.", selectedPrebuilt.Name(), moduleInFamily.Name())
Spandan Das3576e762024-01-03 18:57:03 +0000566 }
567 }
568 }
569}
570
Jaewoong Jung6158dfe2021-03-23 14:08:29 -0700571// PrebuiltPostDepsMutator replaces dependencies on the source module with dependencies on the
572// prebuilt when both modules exist and the prebuilt should be used. When the prebuilt should not
573// be used, disable installing it.
Pirama Arumuga Nainar955dc492018-04-17 14:58:42 -0700574func PrebuiltPostDepsMutator(ctx BottomUpMutatorContext) {
Paul Duffinf7c99f52021-04-28 10:41:21 +0100575 m := ctx.Module()
576 if p := GetEmbeddedPrebuilt(m); p != nil {
Spandan Das3576e762024-01-03 18:57:03 +0000577 bmn, _ := m.(baseModuleName)
578 name := bmn.BaseModuleName()
Spandan Das81d95c52024-02-01 23:41:11 +0000579 psi := PrebuiltSelectionInfoMap{}
580 ctx.VisitDirectDepsWithTag(acDepTag, func(am Module) {
581 psi, _ = OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
582 })
583
Colin Cross74d73e22017-08-02 11:05:49 -0700584 if p.properties.UsePrebuilt {
585 if p.properties.SourceExists {
Paul Duffin80342d72020-06-26 22:08:43 +0100586 ctx.ReplaceDependenciesIf(name, func(from blueprint.Module, tag blueprint.DependencyTag, to blueprint.Module) bool {
Spandan Das81d95c52024-02-01 23:41:11 +0000587 if sdkLibrary, ok := m.(interface{ SdkLibraryName() *string }); ok && sdkLibrary.SdkLibraryName() != nil {
588 // Do not replace deps to the top-level prebuilt java_sdk_library hook.
589 // This hook has been special-cased in #isSelected to be _always_ active, even in next builds
590 // for dexpreopt and hiddenapi processing.
591 // If we do not special-case this here, rdeps referring to a java_sdk_library in next builds via libs
592 // will get prebuilt stubs
593 // TODO (b/308187268): Remove this after the apexes have been added to apex_contributions
Spandan Dasf2c10572024-02-27 04:49:52 +0000594 if psi.IsSelected(name) {
Spandan Das81d95c52024-02-01 23:41:11 +0000595 return false
596 }
597 }
598
Paul Duffin80342d72020-06-26 22:08:43 +0100599 if t, ok := tag.(ReplaceSourceWithPrebuilt); ok {
600 return t.ReplaceSourceWithPrebuilt()
601 }
Paul Duffin80342d72020-06-26 22:08:43 +0100602 return true
603 })
Colin Cross0f3c72f2016-11-23 15:44:07 -0800604 }
605 } else {
Colin Crossa9c8c9f2020-12-16 10:20:23 -0800606 m.HideFromMake()
Colin Crossce75d2c2016-10-06 16:12:58 -0700607 }
608 }
609}
610
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000611// A wrapper around PrebuiltSelectionInfoMap.IsSelected with special handling for java_sdk_library
612// java_sdk_library is a macro that creates
613// 1. top-level impl library
614// 2. stub libraries (suffixed with .stubs...)
615//
616// java_sdk_library_import is a macro that creates
617// 1. top-level "impl" library
618// 2. stub libraries (suffixed with .stubs...)
619//
620// the impl of java_sdk_library_import is a "hook" for hiddenapi and dexpreopt processing. It does not have an impl jar, but acts as a shim
621// to provide the jar deapxed from the prebuilt apex
622//
623// isSelected uses `all_apex_contributions` to supersede source vs prebuilts selection of the stub libraries. It does not supersede the
624// selection of the top-level "impl" library so that this hook can work
625//
626// TODO (b/308174306) - Fix this when we need to support multiple prebuilts in main
627func isSelected(psi PrebuiltSelectionInfoMap, m Module) bool {
628 if sdkLibrary, ok := m.(interface{ SdkLibraryName() *string }); ok && sdkLibrary.SdkLibraryName() != nil {
629 sln := proptools.String(sdkLibrary.SdkLibraryName())
Spandan Das23956d12024-01-19 00:22:22 +0000630
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000631 // This is the top-level library
632 // Do not supersede the existing prebuilts vs source selection mechanisms
Spandan Das81d95c52024-02-01 23:41:11 +0000633 // TODO (b/308187268): Remove this after the apexes have been added to apex_contributions
Spandan Das23956d12024-01-19 00:22:22 +0000634 if bmn, ok := m.(baseModuleName); ok && sln == bmn.BaseModuleName() {
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000635 return false
636 }
637
638 // Stub library created by java_sdk_library_import
Spandan Das23956d12024-01-19 00:22:22 +0000639 // java_sdk_library creates several child modules (java_import + prebuilt_stubs_sources) dynamically.
640 // This code block ensures that these child modules are selected if the top-level java_sdk_library_import is listed
641 // in the selected apex_contributions.
642 if javaImport, ok := m.(createdByJavaSdkLibraryName); ok && javaImport.CreatedByJavaSdkLibraryName() != nil {
643 return psi.IsSelected(PrebuiltNameFromSource(proptools.String(javaImport.CreatedByJavaSdkLibraryName())))
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000644 }
645
646 // Stub library created by java_sdk_library
Spandan Das3576e762024-01-03 18:57:03 +0000647 return psi.IsSelected(sln)
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000648 }
Spandan Das3576e762024-01-03 18:57:03 +0000649 return psi.IsSelected(m.Name())
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000650}
651
Spandan Das23956d12024-01-19 00:22:22 +0000652// implemented by child modules of java_sdk_library_import
653type createdByJavaSdkLibraryName interface {
654 CreatedByJavaSdkLibraryName() *string
655}
656
Spandan Das972917d2024-02-27 09:31:51 +0000657// Returns true if the prebuilt variant is disabled
658// e.g. for a cc_prebuilt_library_shared, this will return
659// - true for the static variant of the module
660// - false for the shared variant of the module
661//
662// Even though this is a cc_prebuilt_library_shared, we create both the variants today
663// https://source.corp.google.com/h/googleplex-android/platform/build/soong/+/e08e32b45a18a77bc3c3e751f730539b1b374f1b:cc/library.go;l=2113-2116;drc=2c4a9779cd1921d0397a12b3d3521f4c9b30d747;bpv=1;bpt=0
664func (p *Prebuilt) variantIsDisabled(ctx BaseMutatorContext, prebuilt Module) bool {
665 return p.srcsSupplier != nil && len(p.srcsSupplier(ctx, prebuilt)) == 0
666}
667
Colin Crossa2f296f2016-11-29 15:16:18 -0800668// usePrebuilt returns true if a prebuilt should be used instead of the source module. The prebuilt
669// will be used if it is marked "prefer" or if the source module is disabled.
Spandan Das1c4d94d2023-10-26 22:38:34 +0000670func (p *Prebuilt) usePrebuilt(ctx BaseMutatorContext, source Module, prebuilt Module) bool {
671 // Use `all_apex_contributions` for source vs prebuilt selection.
672 psi := PrebuiltSelectionInfoMap{}
673 ctx.VisitDirectDepsWithTag(PrebuiltDepTag, func(am Module) {
Colin Cross313aa542023-12-13 13:47:44 -0800674 psi, _ = OtherModuleProvider(ctx, am, PrebuiltSelectionInfoProvider)
Spandan Das1c4d94d2023-10-26 22:38:34 +0000675 })
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000676
Spandan Das1c4d94d2023-10-26 22:38:34 +0000677 // If the source module is explicitly listed in the metadata module, use that
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000678 if source != nil && isSelected(psi, source) {
Spandan Das1c4d94d2023-10-26 22:38:34 +0000679 return false
680 }
681 // If the prebuilt module is explicitly listed in the metadata module, use that
Spandan Das972917d2024-02-27 09:31:51 +0000682 if isSelected(psi, prebuilt) && !p.variantIsDisabled(ctx, prebuilt) {
Spandan Das1c4d94d2023-10-26 22:38:34 +0000683 return true
684 }
Spandan Dasfc12d2f2023-10-27 20:06:32 +0000685
Spandan Das1c4d94d2023-10-26 22:38:34 +0000686 // If the baseModuleName could not be found in the metadata module,
687 // fall back to the existing source vs prebuilt selection.
688 // TODO: Drop the fallback mechanisms
689
Spandan Das972917d2024-02-27 09:31:51 +0000690 if p.variantIsDisabled(ctx, prebuilt) {
Colin Crossb63d7b32023-12-07 16:54:51 -0800691 return false
692 }
Colin Crossce75d2c2016-10-06 16:12:58 -0700693
Colin Crossb63d7b32023-12-07 16:54:51 -0800694 // Skip prebuilt modules under unexported namespaces so that we won't
695 // end up shadowing non-prebuilt module when prebuilt module under same
696 // name happens to have a `Prefer` property set to true.
697 if ctx.Config().KatiEnabled() && !prebuilt.ExportedToMake() {
698 return false
LuK1337fb545bf2021-01-10 17:47:46 +0100699 }
700
Paul Duffin0c52c7b2021-07-06 17:15:25 +0100701 // If source is not available or is disabled then always use the prebuilt.
702 if source == nil || !source.Enabled() {
Colin Crossb63d7b32023-12-07 16:54:51 -0800703 return true
Colin Crossa2f296f2016-11-29 15:16:18 -0800704 }
705
Paul Duffin0c52c7b2021-07-06 17:15:25 +0100706 // If the use_source_config_var property is set then it overrides the prefer property setting.
707 if configVar := p.properties.Use_source_config_var; configVar != nil {
708 return !ctx.Config().VendorConfig(proptools.String(configVar.Config_namespace)).Bool(proptools.String(configVar.Var_name))
709 }
710
711 // TODO: use p.Properties.Name and ctx.ModuleDir to override preference
712 return Bool(p.properties.Prefer)
Colin Crossce75d2c2016-10-06 16:12:58 -0700713}
Jiyong Park0a573d72019-07-07 12:39:16 +0900714
715func (p *Prebuilt) SourceExists() bool {
716 return p.properties.SourceExists
717}