blob: 2a054e7d71150a096f0e485b9f53d4df6d554042 [file] [log] [blame]
Jiyong Park9b409bc2019-10-11 14:59:13 +09001// Copyright (C) 2019 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package sdk
16
17import (
Paul Duffinc6ba1822022-05-06 09:38:02 +000018 "bytes"
19 "encoding/json"
Jiyong Park9b409bc2019-10-11 14:59:13 +090020 "fmt"
Paul Duffinb645ec82019-11-27 17:43:54 +000021 "reflect"
Paul Duffina04c1072020-03-02 10:16:35 +000022 "sort"
Jiyong Park9b409bc2019-10-11 14:59:13 +090023 "strings"
24
Paul Duffin7d74e7b2020-03-06 12:30:13 +000025 "android/soong/apex"
Paul Duffin9b76c0b2020-03-12 10:24:35 +000026 "android/soong/cc"
Spandan Dasa5e26d32024-03-06 14:04:36 +000027 "android/soong/java"
Colin Crosscb0ac952021-07-20 13:17:15 -070028
Paul Duffin375058f2019-11-29 20:17:53 +000029 "github.com/google/blueprint"
Jiyong Park9b409bc2019-10-11 14:59:13 +090030 "github.com/google/blueprint/proptools"
31
32 "android/soong/android"
Jiyong Park9b409bc2019-10-11 14:59:13 +090033)
34
Paul Duffin64fb5262021-05-05 21:36:04 +010035// Environment variables that affect the generated snapshot
36// ========================================================
37//
Paul Duffin39abf8f2021-09-24 14:58:27 +010038// SOONG_SDK_SNAPSHOT_TARGET_BUILD_RELEASE
39// This allows the target build release (i.e. the release version of the build within which
40// the snapshot will be used) of the snapshot to be specified. If unspecified then it defaults
41// to the current build release version. Otherwise, it must be the name of one of the build
42// releases defined in nameToBuildRelease, e.g. S, T, etc..
43//
44// The generated snapshot must only be used in the specified target release. If the target
45// build release is not the current build release then the generated Android.bp file not be
46// checked for compatibility.
47//
48// e.g. if setting SOONG_SDK_SNAPSHOT_TARGET_BUILD_RELEASE=S will cause the generated snapshot
49// to be compatible with S.
50//
Paul Duffin64fb5262021-05-05 21:36:04 +010051
Jiyong Park9b409bc2019-10-11 14:59:13 +090052var pctx = android.NewPackageContext("android/soong/sdk")
53
Paul Duffin375058f2019-11-29 20:17:53 +000054var (
55 repackageZip = pctx.AndroidStaticRule("SnapshotRepackageZip",
56 blueprint.RuleParams{
Paul Duffince482dc2019-12-09 19:58:17 +000057 Command: `${config.Zip2ZipCmd} -i $in -o $out -x META-INF/**/* "**/*:$destdir"`,
Paul Duffin375058f2019-11-29 20:17:53 +000058 CommandDeps: []string{
59 "${config.Zip2ZipCmd}",
60 },
61 },
62 "destdir")
63
64 zipFiles = pctx.AndroidStaticRule("SnapshotZipFiles",
65 blueprint.RuleParams{
Colin Cross053fca12020-08-19 13:51:47 -070066 Command: `${config.SoongZipCmd} -C $basedir -r $out.rsp -o $out`,
Paul Duffin375058f2019-11-29 20:17:53 +000067 CommandDeps: []string{
68 "${config.SoongZipCmd}",
69 },
70 Rspfile: "$out.rsp",
71 RspfileContent: "$in",
72 },
73 "basedir")
74
75 mergeZips = pctx.AndroidStaticRule("SnapshotMergeZips",
76 blueprint.RuleParams{
Paul Duffin74f1dcd2022-07-18 13:18:23 +000077 Command: `${config.MergeZipsCmd} -s $out $in`,
Paul Duffin375058f2019-11-29 20:17:53 +000078 CommandDeps: []string{
79 "${config.MergeZipsCmd}",
80 },
81 })
82)
83
Paul Duffin43f7bf02021-05-05 22:00:51 +010084const (
Paul Duffinb01ac4b2022-05-24 20:10:05 +000085 soongSdkSnapshotVersionCurrent = "current"
Paul Duffin43f7bf02021-05-05 22:00:51 +010086)
87
Paul Duffinb645ec82019-11-27 17:43:54 +000088type generatedContents struct {
Jiyong Park73c54ee2019-10-22 20:31:18 +090089 content strings.Builder
90 indentLevel int
Jiyong Park9b409bc2019-10-11 14:59:13 +090091}
92
Paul Duffinb645ec82019-11-27 17:43:54 +000093func (gc *generatedContents) Indent() {
94 gc.indentLevel++
Jiyong Park73c54ee2019-10-22 20:31:18 +090095}
96
Paul Duffinb645ec82019-11-27 17:43:54 +000097func (gc *generatedContents) Dedent() {
98 gc.indentLevel--
Jiyong Park73c54ee2019-10-22 20:31:18 +090099}
100
Paul Duffina08e4dc2021-06-22 18:19:19 +0100101// IndentedPrintf will add spaces to indent the line to the appropriate level before printing the
102// arguments.
103func (gc *generatedContents) IndentedPrintf(format string, args ...interface{}) {
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000104 _, _ = fmt.Fprintf(&(gc.content), strings.Repeat(" ", gc.indentLevel)+format, args...)
Paul Duffina08e4dc2021-06-22 18:19:19 +0100105}
106
107// UnindentedPrintf does not add spaces to indent the line to the appropriate level before printing
108// the arguments.
109func (gc *generatedContents) UnindentedPrintf(format string, args ...interface{}) {
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000110 _, _ = fmt.Fprintf(&(gc.content), format, args...)
Jiyong Park9b409bc2019-10-11 14:59:13 +0900111}
112
Paul Duffin13879572019-11-28 14:31:38 +0000113// Collect all the members.
114//
Paul Duffinb97b1572021-04-29 21:50:40 +0100115// Updates the sdk module with a list of sdkMemberVariantDep instances and details as to which
116// multilibs (32/64/both) are used by this sdk variant.
Paul Duffin6a7e9532020-03-20 17:50:07 +0000117func (s *sdk) collectMembers(ctx android.ModuleContext) {
118 s.multilibUsages = multilibNone
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000119 ctx.WalkDeps(func(child android.Module, parent android.Module) bool {
120 tag := ctx.OtherModuleDependencyTag(child)
Paul Duffinf7b3d0d2021-09-02 14:29:21 +0100121 if memberTag, ok := tag.(android.SdkMemberDependencyTag); ok {
Paul Duffineee466e2021-04-27 23:17:56 +0100122 memberType := memberTag.SdkMemberType(child)
Jiyong Park9b409bc2019-10-11 14:59:13 +0900123
Paul Duffin5cca7c42021-05-26 10:16:01 +0100124 // If a nil SdkMemberType was returned then this module should not be added to the sdk.
125 if memberType == nil {
126 return false
127 }
128
Paul Duffin13879572019-11-28 14:31:38 +0000129 // Make sure that the resolved module is allowed in the member list property.
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000130 if !memberType.IsInstance(child) {
131 ctx.ModuleErrorf("module %q is not valid in property %s", ctx.OtherModuleName(child), memberType.SdkPropertyName())
Jiyong Park73c54ee2019-10-22 20:31:18 +0900132 }
Paul Duffin13879572019-11-28 14:31:38 +0000133
Paul Duffin6a7e9532020-03-20 17:50:07 +0000134 // Keep track of which multilib variants are used by the sdk.
135 s.multilibUsages = s.multilibUsages.addArchType(child.Target().Arch.ArchType)
136
Colin Cross313aa542023-12-13 13:47:44 -0800137 exportedComponentsInfo, _ := android.OtherModuleProvider(ctx, child, android.ExportedComponentsInfoProvider)
Paul Duffinb97b1572021-04-29 21:50:40 +0100138
Paul Duffin5e71e682022-11-23 18:09:54 +0000139 var container android.Module
Paul Duffinc6ba1822022-05-06 09:38:02 +0000140 if parent != ctx.Module() {
Cole Fausted158f42024-03-07 16:41:27 -0800141 container = parent
Paul Duffinc6ba1822022-05-06 09:38:02 +0000142 }
143
Paul Duffin1938dba2022-07-26 23:53:00 +0000144 minApiLevel := android.MinApiLevelForSdkSnapshot(ctx, child)
145
Paul Duffina7208112021-04-23 21:20:20 +0100146 export := memberTag.ExportMember()
Paul Duffinb97b1572021-04-29 21:50:40 +0100147 s.memberVariantDeps = append(s.memberVariantDeps, sdkMemberVariantDep{
Paul Duffinc6ba1822022-05-06 09:38:02 +0000148 sdkVariant: s,
149 memberType: memberType,
Cole Fausted158f42024-03-07 16:41:27 -0800150 variant: child,
Paul Duffin1938dba2022-07-26 23:53:00 +0000151 minApiLevel: minApiLevel,
Paul Duffinc6ba1822022-05-06 09:38:02 +0000152 container: container,
153 export: export,
154 exportedComponentsInfo: exportedComponentsInfo,
Paul Duffinb97b1572021-04-29 21:50:40 +0100155 })
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000156
Paul Duffin2d3da312021-05-06 12:02:27 +0100157 // Recurse down into the member's dependencies as it may have dependencies that need to be
158 // automatically added to the sdk.
159 return true
Jiyong Park73c54ee2019-10-22 20:31:18 +0900160 }
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000161
162 return false
Paul Duffin13879572019-11-28 14:31:38 +0000163 })
Paul Duffin1356d8c2020-02-25 19:26:33 +0000164}
165
Spandan Dascfff9242024-03-25 20:31:32 +0000166// A denylist of modules whose host variants will be removed from the generated snapshots above the ApiLevel
167// even if they are listed in the corresponding `sdk`.
168// The key is the module name
169// The value is the _last_ dessert where the host variant of the module will be present
170// This is a workaround to ensure that these modules are generated in <=$ApiLevel, but not in in >=$ApiLevel
171var ignoreHostModuleVariantsAboveDessert = map[string]android.ApiLevel{
172 // ignore host variant of libdexfile and its transitive dependencies.
173 // The platform test that depends on them (`libunwindstack_unit_test` at the time of writing)
174 // no longer requires a prebuilt variant of libdexfile.
175 "libdexfile": android.ApiLevelUpsideDownCake,
176 "libartpalette": android.ApiLevelUpsideDownCake,
177 "libartbase": android.ApiLevelUpsideDownCake,
178}
179
Paul Duffincc3132e2021-04-24 01:10:30 +0100180// groupMemberVariantsByMemberThenType groups the member variant dependencies so that all the
181// variants of each member are grouped together within an sdkMember instance.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000182//
Paul Duffincc3132e2021-04-24 01:10:30 +0100183// The sdkMember instances are then grouped into slices by member type. Within each such slice the
184// sdkMember instances appear in the order they were added as dependencies.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000185//
Paul Duffincc3132e2021-04-24 01:10:30 +0100186// Finally, the member type slices are concatenated together to form a single slice. The order in
187// which they are concatenated is the order in which the member types were registered in the
188// android.SdkMemberTypesRegistry.
Paul Duffinf861df72022-07-01 15:56:06 +0000189func (s *sdk) groupMemberVariantsByMemberThenType(ctx android.ModuleContext, targetBuildRelease *buildRelease, memberVariantDeps []sdkMemberVariantDep) []*sdkMember {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000190 byType := make(map[android.SdkMemberType][]*sdkMember)
191 byName := make(map[string]*sdkMember)
192
Paul Duffin21827262021-04-24 12:16:36 +0100193 for _, memberVariantDep := range memberVariantDeps {
194 memberType := memberVariantDep.memberType
195 variant := memberVariantDep.variant
Paul Duffin1356d8c2020-02-25 19:26:33 +0000196
197 name := ctx.OtherModuleName(variant)
Spandan Dascfff9242024-03-25 20:31:32 +0000198 targetApiLevel, err := android.ApiLevelFromUser(ctx, targetBuildRelease.name)
199 if err != nil {
200 targetApiLevel = android.FutureApiLevel
201 }
202 if lastApiLevel, exists := ignoreHostModuleVariantsAboveDessert[name]; exists && targetApiLevel.GreaterThan(lastApiLevel) && memberVariantDep.Host() {
203 // ignore host variant of this module if the targetApiLevel is V and above.
204 continue
205 }
Paul Duffin1356d8c2020-02-25 19:26:33 +0000206 member := byName[name]
207 if member == nil {
208 member = &sdkMember{memberType: memberType, name: name}
209 byName[name] = member
210 byType[memberType] = append(byType[memberType], member)
Liz Kammer96320df2022-05-12 20:40:00 -0400211 } else if member.memberType != memberType {
212 // validate whether this is the same member type or and overriding member type
213 if memberType.Overrides(member.memberType) {
214 member.memberType = memberType
215 } else if !member.memberType.Overrides(memberType) {
216 ctx.ModuleErrorf("Incompatible member types %q %q", member.memberType, memberType)
217 }
Paul Duffin1356d8c2020-02-25 19:26:33 +0000218 }
219
Paul Duffin1356d8c2020-02-25 19:26:33 +0000220 // Only append new variants to the list. This is needed because a member can be both
221 // exported by the sdk and also be a transitive sdk member.
222 member.variants = appendUniqueVariants(member.variants, variant)
223 }
Paul Duffin13879572019-11-28 14:31:38 +0000224 var members []*sdkMember
Paul Duffin62782de2021-07-14 12:05:16 +0100225 for _, memberListProperty := range s.memberTypeListProperties() {
Paul Duffinf861df72022-07-01 15:56:06 +0000226 memberType := memberListProperty.memberType
227
228 if !isMemberTypeSupportedByTargetBuildRelease(memberType, targetBuildRelease) {
229 continue
230 }
231
232 membersOfType := byType[memberType]
Paul Duffin13879572019-11-28 14:31:38 +0000233 members = append(members, membersOfType...)
Jiyong Park9b409bc2019-10-11 14:59:13 +0900234 }
235
Paul Duffin6a7e9532020-03-20 17:50:07 +0000236 return members
Jiyong Park73c54ee2019-10-22 20:31:18 +0900237}
Jiyong Park9b409bc2019-10-11 14:59:13 +0900238
Paul Duffinf861df72022-07-01 15:56:06 +0000239// isMemberTypeSupportedByTargetBuildRelease returns true if the member type is supported by the
240// target build release.
241func isMemberTypeSupportedByTargetBuildRelease(memberType android.SdkMemberType, targetBuildRelease *buildRelease) bool {
242 supportedByTargetBuildRelease := true
243 supportedBuildReleases := memberType.SupportedBuildReleases()
244 if supportedBuildReleases == "" {
245 supportedBuildReleases = "S+"
246 }
247
248 set, err := parseBuildReleaseSet(supportedBuildReleases)
249 if err != nil {
250 panic(fmt.Errorf("member type %s has invalid supported build releases %q: %s",
251 memberType.SdkPropertyName(), supportedBuildReleases, err))
252 }
253 if !set.contains(targetBuildRelease) {
254 supportedByTargetBuildRelease = false
255 }
256 return supportedByTargetBuildRelease
257}
258
Paul Duffin5e71e682022-11-23 18:09:54 +0000259func appendUniqueVariants(variants []android.Module, newVariant android.Module) []android.Module {
Paul Duffin72910952020-01-20 18:16:30 +0000260 for _, v := range variants {
261 if v == newVariant {
262 return variants
263 }
264 }
265 return append(variants, newVariant)
266}
267
Paul Duffin51509a12022-04-06 12:48:09 +0000268// BUILD_NUMBER_FILE is the name of the file in the snapshot zip that will contain the number of
269// the build from which the snapshot was produced.
270const BUILD_NUMBER_FILE = "snapshot-creation-build-number.txt"
271
Jiyong Park73c54ee2019-10-22 20:31:18 +0900272// SDK directory structure
273// <sdk_root>/
274// Android.bp : definition of a 'sdk' module is here. This is a hand-made one.
275// <api_ver>/ : below this directory are all auto-generated
276// Android.bp : definition of 'sdk_snapshot' module is here
277// aidl/
278// frameworks/base/core/..../IFoo.aidl : an exported AIDL file
279// java/
Jiyong Park232e7852019-11-04 12:23:40 +0900280// <module_name>.jar : the stub jar for a java library 'module_name'
Jiyong Park73c54ee2019-10-22 20:31:18 +0900281// include/
282// bionic/libc/include/stdlib.h : an exported header file
283// include_gen/
Jiyong Park232e7852019-11-04 12:23:40 +0900284// <module_name>/com/android/.../IFoo.h : a generated header file
Jiyong Park73c54ee2019-10-22 20:31:18 +0900285// <arch>/include/ : arch-specific exported headers
286// <arch>/include_gen/ : arch-specific generated headers
287// <arch>/lib/
288// libFoo.so : a stub library
289
Paul Duffin1938dba2022-07-26 23:53:00 +0000290func (s sdk) targetBuildRelease(ctx android.ModuleContext) *buildRelease {
291 config := ctx.Config()
292 targetBuildReleaseEnv := config.GetenvWithDefault("SOONG_SDK_SNAPSHOT_TARGET_BUILD_RELEASE", buildReleaseCurrent.name)
293 targetBuildRelease, err := nameToRelease(targetBuildReleaseEnv)
294 if err != nil {
295 ctx.ModuleErrorf("invalid SOONG_SDK_SNAPSHOT_TARGET_BUILD_RELEASE: %s", err)
296 targetBuildRelease = buildReleaseCurrent
297 }
298
299 return targetBuildRelease
300}
301
Jiyong Park232e7852019-11-04 12:23:40 +0900302// buildSnapshot is the main function in this source file. It creates rules to copy
303// the contents (header files, stub libraries, etc) into the zip file.
Paul Duffinc6ba1822022-05-06 09:38:02 +0000304func (s *sdk) buildSnapshot(ctx android.ModuleContext, sdkVariants []*sdk) {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000305
Paul Duffin1938dba2022-07-26 23:53:00 +0000306 targetBuildRelease := s.targetBuildRelease(ctx)
307 targetApiLevel, err := android.ApiLevelFromUser(ctx, targetBuildRelease.name)
308 if err != nil {
309 targetApiLevel = android.FutureApiLevel
310 }
311
Paul Duffinb97b1572021-04-29 21:50:40 +0100312 // Aggregate all the sdkMemberVariantDep instances from all the sdk variants.
Paul Duffin62131702021-05-07 01:10:01 +0100313 hasLicenses := false
Paul Duffin21827262021-04-24 12:16:36 +0100314 var memberVariantDeps []sdkMemberVariantDep
Paul Duffin1356d8c2020-02-25 19:26:33 +0000315 for _, sdkVariant := range sdkVariants {
Paul Duffin21827262021-04-24 12:16:36 +0100316 memberVariantDeps = append(memberVariantDeps, sdkVariant.memberVariantDeps...)
Paul Duffinb97b1572021-04-29 21:50:40 +0100317 }
Paul Duffin865171e2020-03-02 18:38:15 +0000318
Paul Duffinb97b1572021-04-29 21:50:40 +0100319 // Filter out any sdkMemberVariantDep that is a component of another.
320 memberVariantDeps = filterOutComponents(ctx, memberVariantDeps)
Paul Duffin13f02712020-03-06 12:30:43 +0000321
Paul Duffin1938dba2022-07-26 23:53:00 +0000322 // Record the names of all the members, both explicitly specified and implicitly included. Also,
323 // record the names of any members that should be excluded from this snapshot.
Paul Duffinb97b1572021-04-29 21:50:40 +0100324 allMembersByName := make(map[string]struct{})
325 exportedMembersByName := make(map[string]struct{})
Paul Duffin1938dba2022-07-26 23:53:00 +0000326 excludedMembersByName := make(map[string]struct{})
Paul Duffin62131702021-05-07 01:10:01 +0100327
Paul Duffin1938dba2022-07-26 23:53:00 +0000328 addMember := func(name string, export bool, exclude bool) {
329 if exclude {
330 excludedMembersByName[name] = struct{}{}
331 return
332 }
333
Paul Duffinb97b1572021-04-29 21:50:40 +0100334 allMembersByName[name] = struct{}{}
335 if export {
336 exportedMembersByName[name] = struct{}{}
337 }
338 }
339
340 for _, memberVariantDep := range memberVariantDeps {
341 name := memberVariantDep.variant.Name()
342 export := memberVariantDep.export
343
Paul Duffin1938dba2022-07-26 23:53:00 +0000344 // If the minApiLevel of the member is greater than the target API level then exclude it from
345 // this snapshot.
346 exclude := memberVariantDep.minApiLevel.GreaterThan(targetApiLevel)
Spandan Dasb84dbb22023-03-08 22:06:35 +0000347 // Always include host variants (e.g. host tools) in the snapshot.
348 // Host variants should not be guarded by a min_sdk_version check. In fact, host variants
349 // do not have a `min_sdk_version`.
350 if memberVariantDep.Host() {
351 exclude = false
352 }
Paul Duffin1938dba2022-07-26 23:53:00 +0000353
354 addMember(name, export, exclude)
Paul Duffinb97b1572021-04-29 21:50:40 +0100355
356 // Add any components provided by the module.
357 for _, component := range memberVariantDep.exportedComponentsInfo.Components {
Paul Duffin1938dba2022-07-26 23:53:00 +0000358 addMember(component, export, exclude)
Paul Duffinb97b1572021-04-29 21:50:40 +0100359 }
360
361 if memberVariantDep.memberType == android.LicenseModuleSdkMemberType {
362 hasLicenses = true
Paul Duffin865171e2020-03-02 18:38:15 +0000363 }
Paul Duffin1356d8c2020-02-25 19:26:33 +0000364 }
365
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000366 snapshotDir := android.PathForModuleOut(ctx, "snapshot")
Jiyong Park9b409bc2019-10-11 14:59:13 +0900367
Cole Fausted158f42024-03-07 16:41:27 -0800368 bp := android.PathForModuleOut(ctx, "snapshot", "Android.bp")
Paul Duffinb645ec82019-11-27 17:43:54 +0000369
370 bpFile := &bpFile{
371 modules: make(map[string]*bpModule),
372 }
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000373
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000374 // Always add -current to the end
375 snapshotFileSuffix := "-current"
Paul Duffin43f7bf02021-05-05 22:00:51 +0100376
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000377 builder := &snapshotBuilder{
Paul Duffin13f02712020-03-06 12:30:43 +0000378 ctx: ctx,
379 sdk: s,
Paul Duffin13f02712020-03-06 12:30:43 +0000380 snapshotDir: snapshotDir.OutputPath,
381 copies: make(map[string]string),
Cole Fausted158f42024-03-07 16:41:27 -0800382 filesToZip: []android.Path{bp},
Paul Duffin13f02712020-03-06 12:30:43 +0000383 bpFile: bpFile,
384 prebuiltModules: make(map[string]*bpModule),
385 allMembersByName: allMembersByName,
386 exportedMembersByName: exportedMembersByName,
Paul Duffin1938dba2022-07-26 23:53:00 +0000387 excludedMembersByName: excludedMembersByName,
Paul Duffin39abf8f2021-09-24 14:58:27 +0100388 targetBuildRelease: targetBuildRelease,
Jiyong Park73c54ee2019-10-22 20:31:18 +0900389 }
Paul Duffinac37c502019-11-26 18:02:20 +0000390 s.builderForTests = builder
Jiyong Park9b409bc2019-10-11 14:59:13 +0900391
Paul Duffin62131702021-05-07 01:10:01 +0100392 // If the sdk snapshot includes any license modules then add a package module which has a
393 // default_applicable_licenses property. That will prevent the LSC license process from updating
394 // the generated Android.bp file to add a package module that includes all licenses used by all
395 // the modules in that package. That would be unnecessary as every module in the sdk should have
396 // their own licenses property specified.
397 if hasLicenses {
398 pkg := bpFile.newModule("package")
399 property := "default_applicable_licenses"
400 pkg.AddCommentForProperty(property, `
401A default list here prevents the license LSC from adding its own list which would
402be unnecessary as every module in the sdk already has its own licenses property.
403`)
404 pkg.AddProperty(property, []string{"Android-Apache-2.0"})
405 bpFile.AddModule(pkg)
406 }
407
Paul Duffin0df49682021-05-07 01:10:01 +0100408 // Group the variants for each member module together and then group the members of each member
409 // type together.
Paul Duffinf861df72022-07-01 15:56:06 +0000410 members := s.groupMemberVariantsByMemberThenType(ctx, targetBuildRelease, memberVariantDeps)
Paul Duffin0df49682021-05-07 01:10:01 +0100411
412 // Create the prebuilt modules for each of the member modules.
Paul Duffind19f8942021-07-14 12:08:37 +0100413 traits := s.gatherTraits()
Spandan Dasa5e26d32024-03-06 14:04:36 +0000414 memberNames := []string{} // soong module names of the members. contains the prebuilt_ prefix.
Paul Duffin13ad94f2020-02-19 16:19:27 +0000415 for _, member := range members {
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000416 memberType := member.memberType
Paul Duffin4e7d1c42022-05-13 13:12:19 +0000417 if !memberType.ArePrebuiltsRequired() {
418 continue
419 }
Paul Duffin3a4eb502020-03-19 16:11:18 +0000420
Paul Duffind19f8942021-07-14 12:08:37 +0100421 name := member.name
Paul Duffin1938dba2022-07-26 23:53:00 +0000422 if _, ok := excludedMembersByName[name]; ok {
423 continue
424 }
425
Paul Duffind19f8942021-07-14 12:08:37 +0100426 requiredTraits := traits[name]
427 if requiredTraits == nil {
428 requiredTraits = android.EmptySdkMemberTraitSet()
429 }
430
431 // Create the snapshot for the member.
432 memberCtx := &memberContext{ctx, builder, memberType, name, requiredTraits}
Paul Duffin3a4eb502020-03-19 16:11:18 +0000433
434 prebuiltModule := memberType.AddPrebuiltModule(memberCtx, member)
Martin Stjernholmcaa47d72020-07-11 04:52:24 +0100435 s.createMemberSnapshot(memberCtx, member, prebuiltModule.(*bpModule))
Spandan Dasa5e26d32024-03-06 14:04:36 +0000436
Alyssa Ketpreechasawat59ec0fa2024-07-04 19:51:17 +0000437 // Set stripper to none to skip stripping for generated snapshots.
438 // Mainline prebuilts (cc_prebuilt_library_shared) are not strippable in older platforms.
439 // Thus, stripping should be skipped when being used as prebuilts.
440 if memberType.DisablesStrip() {
441 stripPropertySet := prebuiltModule.(*bpModule).AddPropertySet("strip")
442 stripPropertySet.AddProperty("none", true)
443 }
444
Spandan Dasa5e26d32024-03-06 14:04:36 +0000445 if member.memberType != android.LicenseModuleSdkMemberType && !builder.isInternalMember(member.name) {
446 // More exceptions
447 // 1. Skip BCP and SCCP fragments
448 // 2. Skip non-sdk contents of BCP and SCCP fragments
449 //
450 // The non-sdk contents of BCP/SSCP fragments should only be used for dexpreopt and hiddenapi,
451 // and are not available to the rest of the build.
452 if android.InList(member.memberType,
453 []android.SdkMemberType{
454 // bcp
455 java.BootclasspathFragmentSdkMemberType,
456 java.JavaBootLibsSdkMemberType,
457 // sscp
458 java.SystemServerClasspathFragmentSdkMemberType,
459 java.JavaSystemserverLibsSdkMemberType,
460 },
461 ) {
462 continue
463 }
464
465 memberNames = append(memberNames, android.PrebuiltNameFromSource(member.name))
466 }
467 }
468
469 // create an apex_contributions_defaults for this module's sdk.
470 // this module type is supported in V and above.
471 if targetApiLevel.GreaterThan(android.ApiLevelUpsideDownCake) {
472 ac := newModule("apex_contributions_defaults")
473 ac.AddProperty("name", s.Name()+".contributions")
474 ac.AddProperty("contents", memberNames)
475 bpFile.AddModule(ac)
Jiyong Park73c54ee2019-10-22 20:31:18 +0900476 }
Jiyong Park9b409bc2019-10-11 14:59:13 +0900477
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000478 // Create a transformer that will transform a module by replacing any references
Paul Duffin72910952020-01-20 18:16:30 +0000479 // to internal members with a unique module name and setting prefer: false.
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000480 snapshotTransformer := snapshotTransformation{
Paul Duffin64fb5262021-05-05 21:36:04 +0100481 builder: builder,
Paul Duffin64fb5262021-05-05 21:36:04 +0100482 }
Paul Duffin72910952020-01-20 18:16:30 +0000483
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000484 for _, module := range builder.prebuiltOrder {
Paul Duffina78f3a72020-02-21 16:29:35 +0000485 // Prune any empty property sets.
Sam Delmerico35881362023-06-30 14:40:10 -0400486 module = transformModule(module, pruneEmptySetTransformer{})
Paul Duffina78f3a72020-02-21 16:29:35 +0000487
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000488 // Transform the module module to make it suitable for use in the snapshot.
Sam Delmerico35881362023-06-30 14:40:10 -0400489 module = transformModule(module, snapshotTransformer)
490 module = transformModule(module, emptyClasspathContentsTransformation{})
Jihoon Kang98aa8fa2024-06-07 11:06:57 +0000491
492 targetApiLevel, err := android.ApiLevelFromUserWithConfig(ctx.Config(), s.targetBuildRelease(ctx).name)
493 if err == nil && targetApiLevel.LessThan(android.ApiLevelVanillaIceCream) {
494 module = transformModule(module, replaceExportablePropertiesTransformer{})
495 }
496
Sam Delmerico35881362023-06-30 14:40:10 -0400497 if module != nil {
498 bpFile.AddModule(module)
499 }
Paul Duffin43f7bf02021-05-05 22:00:51 +0100500 }
Paul Duffin26197a62021-04-24 00:34:10 +0100501
502 // generate Android.bp
Cole Fausted158f42024-03-07 16:41:27 -0800503 contents := generateBpContents(bpFile)
Paul Duffin39abf8f2021-09-24 14:58:27 +0100504 // If the snapshot is being generated for the current build release then check the syntax to make
505 // sure that it is compatible.
Paul Duffin42a49f12022-08-17 22:09:55 +0000506 if targetBuildRelease == buildReleaseCurrent {
Paul Duffin39abf8f2021-09-24 14:58:27 +0100507 syntaxCheckSnapshotBpFile(ctx, contents)
508 }
Paul Duffin26197a62021-04-24 00:34:10 +0100509
Cole Fausted158f42024-03-07 16:41:27 -0800510 android.WriteFileRuleVerbatim(ctx, bp, contents)
Paul Duffin26197a62021-04-24 00:34:10 +0100511
Paul Duffin51509a12022-04-06 12:48:09 +0000512 // Copy the build number file into the snapshot.
513 builder.CopyToSnapshot(ctx.Config().BuildNumberFile(ctx), BUILD_NUMBER_FILE)
514
Paul Duffin74f1dcd2022-07-18 13:18:23 +0000515 filesToZip := android.SortedUniquePaths(builder.filesToZip)
Paul Duffin26197a62021-04-24 00:34:10 +0100516
517 // zip them all
Paul Duffinc6ba1822022-05-06 09:38:02 +0000518 zipPath := fmt.Sprintf("%s%s.zip", ctx.ModuleName(), snapshotFileSuffix)
Paul Duffin43f7bf02021-05-05 22:00:51 +0100519 outputZipFile := android.PathForModuleOut(ctx, zipPath).OutputPath
Paul Duffin26197a62021-04-24 00:34:10 +0100520 outputDesc := "Building snapshot for " + ctx.ModuleName()
521
522 // If there are no zips to merge then generate the output zip directly.
523 // Otherwise, generate an intermediate zip file into which other zips can be
524 // merged.
525 var zipFile android.OutputPath
526 var desc string
527 if len(builder.zipsToMerge) == 0 {
528 zipFile = outputZipFile
529 desc = outputDesc
530 } else {
Paul Duffinc6ba1822022-05-06 09:38:02 +0000531 intermediatePath := fmt.Sprintf("%s%s.unmerged.zip", ctx.ModuleName(), snapshotFileSuffix)
Paul Duffin43f7bf02021-05-05 22:00:51 +0100532 zipFile = android.PathForModuleOut(ctx, intermediatePath).OutputPath
Paul Duffin26197a62021-04-24 00:34:10 +0100533 desc = "Building intermediate snapshot for " + ctx.ModuleName()
534 }
535
536 ctx.Build(pctx, android.BuildParams{
537 Description: desc,
538 Rule: zipFiles,
539 Inputs: filesToZip,
540 Output: zipFile,
541 Args: map[string]string{
542 "basedir": builder.snapshotDir.String(),
543 },
544 })
545
546 if len(builder.zipsToMerge) != 0 {
547 ctx.Build(pctx, android.BuildParams{
548 Description: outputDesc,
549 Rule: mergeZips,
550 Input: zipFile,
Paul Duffin74f1dcd2022-07-18 13:18:23 +0000551 Inputs: android.SortedUniquePaths(builder.zipsToMerge),
Paul Duffin26197a62021-04-24 00:34:10 +0100552 Output: outputZipFile,
553 })
554 }
555
Paul Duffinc6ba1822022-05-06 09:38:02 +0000556 modules := s.generateInfoData(ctx, memberVariantDeps)
557
558 // Output the modules information as pretty printed JSON.
Cole Fausted158f42024-03-07 16:41:27 -0800559 info := android.PathForModuleOut(ctx, fmt.Sprintf("%s%s.info", ctx.ModuleName(), snapshotFileSuffix))
Paul Duffinc6ba1822022-05-06 09:38:02 +0000560 output, err := json.MarshalIndent(modules, "", " ")
561 if err != nil {
562 ctx.ModuleErrorf("error generating %q: %s", info, err)
563 }
564 builder.infoContents = string(output)
Cole Fausted158f42024-03-07 16:41:27 -0800565 android.WriteFileRuleVerbatim(ctx, info, builder.infoContents)
566 installedInfo := ctx.InstallFile(android.PathForMainlineSdksInstall(ctx), info.Base(), info)
Paul Duffinc6ba1822022-05-06 09:38:02 +0000567 s.infoFile = android.OptionalPathForPath(installedInfo)
568
569 // Install the zip, making sure that the info file has been installed as well.
570 installedZip := ctx.InstallFile(android.PathForMainlineSdksInstall(ctx), outputZipFile.Base(), outputZipFile, installedInfo)
571 s.snapshotFile = android.OptionalPathForPath(installedZip)
572}
573
574type moduleInfo struct {
575 // The type of the module, e.g. java_sdk_library
576 moduleType string
577 // The name of the module.
578 name string
579 // A list of additional dependencies of the module.
580 deps []string
Paul Duffin958806b2022-05-16 13:10:47 +0000581 // Additional member specific properties.
582 // These will be added into the generated JSON alongside the above properties.
583 memberSpecific map[string]interface{}
Paul Duffinc6ba1822022-05-06 09:38:02 +0000584}
585
586func (m *moduleInfo) MarshalJSON() ([]byte, error) {
587 buffer := bytes.Buffer{}
588
589 separator := ""
590 writeObjectPair := func(key string, value interface{}) {
591 buffer.WriteString(fmt.Sprintf("%s%q: ", separator, key))
592 b, err := json.Marshal(value)
593 if err != nil {
594 panic(err)
595 }
596 buffer.Write(b)
597 separator = ","
598 }
599
600 buffer.WriteString("{")
601 writeObjectPair("@type", m.moduleType)
602 writeObjectPair("@name", m.name)
603 if m.deps != nil {
604 writeObjectPair("@deps", m.deps)
605 }
Cole Faust18994c72023-02-28 16:02:16 -0800606 for _, k := range android.SortedKeys(m.memberSpecific) {
Paul Duffin958806b2022-05-16 13:10:47 +0000607 v := m.memberSpecific[k]
Paul Duffinc6ba1822022-05-06 09:38:02 +0000608 writeObjectPair(k, v)
609 }
610 buffer.WriteString("}")
611 return buffer.Bytes(), nil
612}
613
614var _ json.Marshaler = (*moduleInfo)(nil)
615
616// generateInfoData creates a list of moduleInfo structures that will be marshalled into JSON.
617func (s *sdk) generateInfoData(ctx android.ModuleContext, memberVariantDeps []sdkMemberVariantDep) interface{} {
618 modules := []*moduleInfo{}
619 sdkInfo := moduleInfo{
Paul Duffin958806b2022-05-16 13:10:47 +0000620 moduleType: "sdk",
621 name: ctx.ModuleName(),
622 memberSpecific: map[string]interface{}{},
Paul Duffinc6ba1822022-05-06 09:38:02 +0000623 }
624 modules = append(modules, &sdkInfo)
625
626 name2Info := map[string]*moduleInfo{}
627 getModuleInfo := func(module android.Module) *moduleInfo {
628 name := module.Name()
629 info := name2Info[name]
630 if info == nil {
631 moduleType := ctx.OtherModuleType(module)
632 // Remove any suffix added when creating modules dynamically.
633 moduleType = strings.Split(moduleType, "__")[0]
634 info = &moduleInfo{
635 moduleType: moduleType,
636 name: name,
637 }
Paul Duffin958806b2022-05-16 13:10:47 +0000638
Colin Cross313aa542023-12-13 13:47:44 -0800639 additionalSdkInfo, _ := android.OtherModuleProvider(ctx, module, android.AdditionalSdkInfoProvider)
Paul Duffin958806b2022-05-16 13:10:47 +0000640 info.memberSpecific = additionalSdkInfo.Properties
641
Paul Duffinc6ba1822022-05-06 09:38:02 +0000642 name2Info[name] = info
643 }
644 return info
645 }
646
647 for _, memberVariantDep := range memberVariantDeps {
648 propertyName := memberVariantDep.memberType.SdkPropertyName()
649 var list []string
Paul Duffin958806b2022-05-16 13:10:47 +0000650 if v, ok := sdkInfo.memberSpecific[propertyName]; ok {
Paul Duffinc6ba1822022-05-06 09:38:02 +0000651 list = v.([]string)
652 }
653
654 memberName := memberVariantDep.variant.Name()
655 list = append(list, memberName)
Paul Duffin958806b2022-05-16 13:10:47 +0000656 sdkInfo.memberSpecific[propertyName] = android.SortedUniqueStrings(list)
Paul Duffinc6ba1822022-05-06 09:38:02 +0000657
658 if memberVariantDep.container != nil {
659 containerInfo := getModuleInfo(memberVariantDep.container)
660 containerInfo.deps = android.SortedUniqueStrings(append(containerInfo.deps, memberName))
661 }
662
663 // Make sure that the module info is created for each module.
664 getModuleInfo(memberVariantDep.variant)
665 }
666
Cole Faust18994c72023-02-28 16:02:16 -0800667 for _, memberName := range android.SortedKeys(name2Info) {
Paul Duffinc6ba1822022-05-06 09:38:02 +0000668 info := name2Info[memberName]
669 modules = append(modules, info)
670 }
671
672 return modules
Paul Duffin26197a62021-04-24 00:34:10 +0100673}
674
Paul Duffinb97b1572021-04-29 21:50:40 +0100675// filterOutComponents removes any item from the deps list that is a component of another item in
676// the deps list, e.g. if the deps list contains "foo" and "foo.stubs" which is component of "foo"
677// then it will remove "foo.stubs" from the deps.
678func filterOutComponents(ctx android.ModuleContext, deps []sdkMemberVariantDep) []sdkMemberVariantDep {
679 // Collate the set of components that all the modules added to the sdk provide.
680 components := map[string]*sdkMemberVariantDep{}
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000681 for i := range deps {
Paul Duffinb97b1572021-04-29 21:50:40 +0100682 dep := &deps[i]
683 for _, c := range dep.exportedComponentsInfo.Components {
684 components[c] = dep
685 }
686 }
687
688 // If no module provides components then return the input deps unfiltered.
689 if len(components) == 0 {
690 return deps
691 }
692
693 filtered := make([]sdkMemberVariantDep, 0, len(deps))
694 for _, dep := range deps {
695 name := android.RemoveOptionalPrebuiltPrefix(ctx.OtherModuleName(dep.variant))
696 if owner, ok := components[name]; ok {
697 // This is a component of another module that is a member of the sdk.
698
699 // If the component is exported but the owning module is not then the configuration is not
700 // supported.
701 if dep.export && !owner.export {
702 ctx.ModuleErrorf("Module %s is internal to the SDK but provides component %s which is used outside the SDK")
703 continue
704 }
705
706 // This module must not be added to the list of members of the sdk as that would result in a
707 // duplicate module in the sdk snapshot.
708 continue
709 }
710
711 filtered = append(filtered, dep)
712 }
713 return filtered
714}
715
Paul Duffinf88d8e02020-05-07 20:21:34 +0100716// Check the syntax of the generated Android.bp file contents and if they are
717// invalid then log an error with the contents (tagged with line numbers) and the
718// errors that were found so that it is easy to see where the problem lies.
719func syntaxCheckSnapshotBpFile(ctx android.ModuleContext, contents string) {
720 errs := android.CheckBlueprintSyntax(ctx, "Android.bp", contents)
721 if len(errs) != 0 {
722 message := &strings.Builder{}
723 _, _ = fmt.Fprint(message, `errors in generated Android.bp snapshot:
724
725Generated Android.bp contents
726========================================================================
727`)
728 for i, line := range strings.Split(contents, "\n") {
729 _, _ = fmt.Fprintf(message, "%6d: %s\n", i+1, line)
730 }
731
732 _, _ = fmt.Fprint(message, `
733========================================================================
734
735Errors found:
736`)
737
738 for _, err := range errs {
739 _, _ = fmt.Fprintf(message, "%s\n", err.Error())
740 }
741
742 ctx.ModuleErrorf("%s", message.String())
743 }
744}
745
Paul Duffin4b8b7932020-05-06 12:35:38 +0100746func extractCommonProperties(ctx android.ModuleContext, extractor *commonValueExtractor, commonProperties interface{}, inputPropertiesSlice interface{}) {
747 err := extractor.extractCommonProperties(commonProperties, inputPropertiesSlice)
748 if err != nil {
749 ctx.ModuleErrorf("error extracting common properties: %s", err)
750 }
751}
752
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000753type propertyTag struct {
754 name string
755}
756
Paul Duffin94289702021-09-09 15:38:32 +0100757var _ android.BpPropertyTag = propertyTag{}
758
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000759// BpPropertyTag instances to add to a property that contains references to other sdk members.
Paul Duffin0cb37b92020-03-04 14:52:46 +0000760//
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000761// These will ensure that the referenced modules are available, if required.
Paul Duffin13f02712020-03-06 12:30:43 +0000762var requiredSdkMemberReferencePropertyTag = propertyTag{"requiredSdkMemberReferencePropertyTag"}
Paul Duffin13f02712020-03-06 12:30:43 +0000763var optionalSdkMemberReferencePropertyTag = propertyTag{"optionalSdkMemberReferencePropertyTag"}
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000764
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000765type snapshotTransformation struct {
Paul Duffine6c0d842020-01-15 14:08:51 +0000766 identityTransformation
767 builder *snapshotBuilder
768}
769
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000770func (t snapshotTransformation) transformModule(module *bpModule) *bpModule {
Sam Delmerico35881362023-06-30 14:40:10 -0400771 if module != nil {
772 // If the module is an internal member then use a unique name for it.
773 name := module.Name()
774 module.setProperty("name", t.builder.snapshotSdkMemberName(name, true))
775 }
Paul Duffin72910952020-01-20 18:16:30 +0000776 return module
777}
778
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000779func (t snapshotTransformation) transformProperty(_ string, value interface{}, tag android.BpPropertyTag) (interface{}, android.BpPropertyTag) {
Paul Duffin13f02712020-03-06 12:30:43 +0000780 if tag == requiredSdkMemberReferencePropertyTag || tag == optionalSdkMemberReferencePropertyTag {
781 required := tag == requiredSdkMemberReferencePropertyTag
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000782 return t.builder.snapshotSdkMemberNames(value.([]string), required), tag
Paul Duffin72910952020-01-20 18:16:30 +0000783 } else {
784 return value, tag
785 }
786}
787
Sam Delmerico35881362023-06-30 14:40:10 -0400788type emptyClasspathContentsTransformation struct {
789 identityTransformation
790}
791
792func (t emptyClasspathContentsTransformation) transformModule(module *bpModule) *bpModule {
793 classpathModuleTypes := []string{
794 "prebuilt_bootclasspath_fragment",
795 "prebuilt_systemserverclasspath_fragment",
796 }
797 if module != nil && android.InList(module.moduleType, classpathModuleTypes) {
798 if contents, ok := module.bpPropertySet.properties["contents"].([]string); ok {
799 if len(contents) == 0 {
800 return nil
801 }
802 }
803 }
804 return module
805}
806
Paul Duffina78f3a72020-02-21 16:29:35 +0000807type pruneEmptySetTransformer struct {
808 identityTransformation
809}
810
811var _ bpTransformer = (*pruneEmptySetTransformer)(nil)
812
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000813func (t pruneEmptySetTransformer) transformPropertySetAfterContents(_ string, propertySet *bpPropertySet, tag android.BpPropertyTag) (*bpPropertySet, android.BpPropertyTag) {
Paul Duffina78f3a72020-02-21 16:29:35 +0000814 if len(propertySet.properties) == 0 {
815 return nil, nil
816 } else {
817 return propertySet, tag
818 }
819}
820
Jihoon Kang98aa8fa2024-06-07 11:06:57 +0000821type replaceExportablePropertiesTransformer struct {
822 identityTransformation
823}
824
825var _ bpTransformer = (*replaceExportablePropertiesTransformer)(nil)
826
827func handleExportableProperties[T any](value T) any {
828 switch v := any(value).(type) {
829 case string:
830 return java.AllApiScopes.ConvertStubsLibraryExportableToEverything(v)
831 case *bpPropertySet:
832 v.properties = handleExportableProperties(v.properties).(map[string]interface{})
833 return v
834 case []string:
835 result := make([]string, len(v))
836 for i, elem := range v {
837 result[i] = handleExportableProperties(elem).(string)
838 }
839 return result
840 case []any:
841 result := make([]any, len(v))
842 for i, elem := range v {
843 result[i] = handleExportableProperties(elem)
844 }
845 return result
846 case map[string]any:
847 result := make(map[string]any)
848 for k, val := range v {
849 result[k] = handleExportableProperties(val)
850 }
851 return result
852 default:
853 return value
854 }
855}
856
857func (t replaceExportablePropertiesTransformer) transformPropertySetAfterContents(name string, propertySet *bpPropertySet, tag android.BpPropertyTag) (*bpPropertySet, android.BpPropertyTag) {
858 if name == "name" {
859 return propertySet, tag
860 }
861 propertySet.properties = handleExportableProperties(propertySet.properties).(map[string]interface{})
862 return propertySet, tag
863}
864
Cole Fausted158f42024-03-07 16:41:27 -0800865func generateBpContents(bpFile *bpFile) string {
866 contents := &generatedContents{}
Paul Duffina08e4dc2021-06-22 18:19:19 +0100867 contents.IndentedPrintf("// This is auto-generated. DO NOT EDIT.\n")
Paul Duffinb645ec82019-11-27 17:43:54 +0000868 for _, bpModule := range bpFile.order {
Paul Duffinb01ac4b2022-05-24 20:10:05 +0000869 contents.IndentedPrintf("\n")
870 contents.IndentedPrintf("%s {\n", bpModule.moduleType)
871 outputPropertySet(contents, bpModule.bpPropertySet)
872 contents.IndentedPrintf("}\n")
Paul Duffinb645ec82019-11-27 17:43:54 +0000873 }
Cole Fausted158f42024-03-07 16:41:27 -0800874 return contents.content.String()
Paul Duffinb645ec82019-11-27 17:43:54 +0000875}
876
877func outputPropertySet(contents *generatedContents, set *bpPropertySet) {
878 contents.Indent()
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000879
Paul Duffin0df49682021-05-07 01:10:01 +0100880 addComment := func(name string) {
881 if text, ok := set.comments[name]; ok {
882 for _, line := range strings.Split(text, "\n") {
Paul Duffina08e4dc2021-06-22 18:19:19 +0100883 contents.IndentedPrintf("// %s\n", line)
Paul Duffin0df49682021-05-07 01:10:01 +0100884 }
885 }
886 }
887
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000888 // Output the properties first, followed by the nested sets. This ensures a
889 // consistent output irrespective of whether property sets are created before
890 // or after the properties. This simplifies the creation of the module.
Paul Duffinb645ec82019-11-27 17:43:54 +0000891 for _, name := range set.order {
Paul Duffin5b511a22020-01-15 14:23:52 +0000892 value := set.getValue(name)
Paul Duffinb645ec82019-11-27 17:43:54 +0000893
Paul Duffin0df49682021-05-07 01:10:01 +0100894 // Do not write property sets in the properties phase.
895 if _, ok := value.(*bpPropertySet); ok {
896 continue
897 }
898
899 addComment(name)
Paul Duffina08e4dc2021-06-22 18:19:19 +0100900 reflectValue := reflect.ValueOf(value)
901 outputNamedValue(contents, name, reflectValue)
Paul Duffinb645ec82019-11-27 17:43:54 +0000902 }
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000903
904 for _, name := range set.order {
905 value := set.getValue(name)
906
907 // Only write property sets in the sets phase.
908 switch v := value.(type) {
909 case *bpPropertySet:
Paul Duffin0df49682021-05-07 01:10:01 +0100910 addComment(name)
Paul Duffina08e4dc2021-06-22 18:19:19 +0100911 contents.IndentedPrintf("%s: {\n", name)
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000912 outputPropertySet(contents, v)
Paul Duffina08e4dc2021-06-22 18:19:19 +0100913 contents.IndentedPrintf("},\n")
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000914 }
915 }
916
Paul Duffinb645ec82019-11-27 17:43:54 +0000917 contents.Dedent()
918}
919
Paul Duffina08e4dc2021-06-22 18:19:19 +0100920// outputNamedValue outputs a value that has an associated name. The name will be indented, followed
921// by the value and then followed by a , and a newline.
922func outputNamedValue(contents *generatedContents, name string, value reflect.Value) {
923 contents.IndentedPrintf("%s: ", name)
924 outputUnnamedValue(contents, value)
925 contents.UnindentedPrintf(",\n")
926}
927
928// outputUnnamedValue outputs a single value. The value is not indented and is not followed by
929// either a , or a newline. With multi-line values, e.g. slices, all but the first line will be
930// indented and all but the last line will end with a newline.
931func outputUnnamedValue(contents *generatedContents, value reflect.Value) {
932 valueType := value.Type()
933 switch valueType.Kind() {
934 case reflect.Bool:
935 contents.UnindentedPrintf("%t", value.Bool())
936
937 case reflect.String:
938 contents.UnindentedPrintf("%q", value)
939
Paul Duffin51227d82021-05-18 12:54:27 +0100940 case reflect.Ptr:
941 outputUnnamedValue(contents, value.Elem())
942
Paul Duffina08e4dc2021-06-22 18:19:19 +0100943 case reflect.Slice:
944 length := value.Len()
945 if length == 0 {
946 contents.UnindentedPrintf("[]")
Paul Duffina08e4dc2021-06-22 18:19:19 +0100947 } else {
Paul Duffin51227d82021-05-18 12:54:27 +0100948 firstValue := value.Index(0)
949 if length == 1 && !multiLineValue(firstValue) {
950 contents.UnindentedPrintf("[")
951 outputUnnamedValue(contents, firstValue)
952 contents.UnindentedPrintf("]")
953 } else {
954 contents.UnindentedPrintf("[\n")
955 contents.Indent()
956 for i := 0; i < length; i++ {
957 itemValue := value.Index(i)
958 contents.IndentedPrintf("")
959 outputUnnamedValue(contents, itemValue)
960 contents.UnindentedPrintf(",\n")
961 }
962 contents.Dedent()
963 contents.IndentedPrintf("]")
Paul Duffina08e4dc2021-06-22 18:19:19 +0100964 }
Paul Duffina08e4dc2021-06-22 18:19:19 +0100965 }
966
Paul Duffin51227d82021-05-18 12:54:27 +0100967 case reflect.Struct:
968 // Avoid unlimited recursion by requiring every structure to implement android.BpPrintable.
969 v := value.Interface()
970 if _, ok := v.(android.BpPrintable); !ok {
971 panic(fmt.Errorf("property value %#v of type %T does not implement android.BpPrintable", v, v))
972 }
973 contents.UnindentedPrintf("{\n")
974 contents.Indent()
975 for f := 0; f < valueType.NumField(); f++ {
976 fieldType := valueType.Field(f)
977 if fieldType.Anonymous {
978 continue
979 }
980 fieldValue := value.Field(f)
981 fieldName := fieldType.Name
982 propertyName := proptools.PropertyNameForField(fieldName)
983 outputNamedValue(contents, propertyName, fieldValue)
984 }
985 contents.Dedent()
986 contents.IndentedPrintf("}")
987
Paul Duffina08e4dc2021-06-22 18:19:19 +0100988 default:
Cole Faust8c366312024-03-08 10:58:32 -0800989 panic(fmt.Errorf("unknown type: %T of value %#v", value, value))
Paul Duffina08e4dc2021-06-22 18:19:19 +0100990 }
991}
992
Paul Duffin51227d82021-05-18 12:54:27 +0100993// multiLineValue returns true if the supplied value may require multiple lines in the output.
994func multiLineValue(value reflect.Value) bool {
995 kind := value.Kind()
996 return kind == reflect.Slice || kind == reflect.Struct
997}
998
Paul Duffinac37c502019-11-26 18:02:20 +0000999func (s *sdk) GetAndroidBpContentsForTests() string {
Cole Fausted158f42024-03-07 16:41:27 -08001000 return generateBpContents(s.builderForTests.bpFile)
Paul Duffinac37c502019-11-26 18:02:20 +00001001}
1002
Paul Duffinc6ba1822022-05-06 09:38:02 +00001003func (s *sdk) GetInfoContentsForTests() string {
1004 return s.builderForTests.infoContents
1005}
1006
Paul Duffin0e0cf1d2019-11-12 19:39:25 +00001007type snapshotBuilder struct {
Paul Duffin43f7bf02021-05-05 22:00:51 +01001008 ctx android.ModuleContext
1009 sdk *sdk
1010
Paul Duffinb645ec82019-11-27 17:43:54 +00001011 snapshotDir android.OutputPath
1012 bpFile *bpFile
Paul Duffinc62a5102019-12-11 18:34:15 +00001013
1014 // Map from destination to source of each copy - used to eliminate duplicates and
1015 // detect conflicts.
1016 copies map[string]string
1017
Paul Duffinb645ec82019-11-27 17:43:54 +00001018 filesToZip android.Paths
1019 zipsToMerge android.Paths
1020
Paul Duffin7ed6ff82022-11-21 10:57:30 +00001021 // The path to an empty file.
1022 emptyFile android.WritablePath
1023
Paul Duffinb645ec82019-11-27 17:43:54 +00001024 prebuiltModules map[string]*bpModule
1025 prebuiltOrder []*bpModule
Paul Duffin13f02712020-03-06 12:30:43 +00001026
1027 // The set of all members by name.
1028 allMembersByName map[string]struct{}
1029
1030 // The set of exported members by name.
1031 exportedMembersByName map[string]struct{}
Paul Duffin39abf8f2021-09-24 14:58:27 +01001032
Paul Duffin1938dba2022-07-26 23:53:00 +00001033 // The set of members which have been excluded from this snapshot; by name.
1034 excludedMembersByName map[string]struct{}
1035
Paul Duffin39abf8f2021-09-24 14:58:27 +01001036 // The target build release for which the snapshot is to be generated.
1037 targetBuildRelease *buildRelease
Paul Duffinc6ba1822022-05-06 09:38:02 +00001038
Paul Duffin958806b2022-05-16 13:10:47 +00001039 // The contents of the .info file that describes the sdk contents.
Paul Duffinc6ba1822022-05-06 09:38:02 +00001040 infoContents string
Paul Duffin0e0cf1d2019-11-12 19:39:25 +00001041}
1042
1043func (s *snapshotBuilder) CopyToSnapshot(src android.Path, dest string) {
Paul Duffinc62a5102019-12-11 18:34:15 +00001044 if existing, ok := s.copies[dest]; ok {
1045 if existing != src.String() {
1046 s.ctx.ModuleErrorf("conflicting copy, %s copied from both %s and %s", dest, existing, src)
1047 return
1048 }
1049 } else {
1050 path := s.snapshotDir.Join(s.ctx, dest)
1051 s.ctx.Build(pctx, android.BuildParams{
1052 Rule: android.Cp,
1053 Input: src,
1054 Output: path,
1055 })
1056 s.filesToZip = append(s.filesToZip, path)
1057
1058 s.copies[dest] = src.String()
1059 }
Paul Duffin0e0cf1d2019-11-12 19:39:25 +00001060}
1061
Paul Duffin91547182019-11-12 19:39:36 +00001062func (s *snapshotBuilder) UnzipToSnapshot(zipPath android.Path, destDir string) {
1063 ctx := s.ctx
1064
1065 // Repackage the zip file so that the entries are in the destDir directory.
1066 // This will allow the zip file to be merged into the snapshot.
1067 tmpZipPath := android.PathForModuleOut(ctx, "tmp", destDir+".zip").OutputPath
Paul Duffin375058f2019-11-29 20:17:53 +00001068
1069 ctx.Build(pctx, android.BuildParams{
1070 Description: "Repackaging zip file " + destDir + " for snapshot " + ctx.ModuleName(),
1071 Rule: repackageZip,
1072 Input: zipPath,
1073 Output: tmpZipPath,
1074 Args: map[string]string{
1075 "destdir": destDir,
1076 },
1077 })
Paul Duffin91547182019-11-12 19:39:36 +00001078
1079 // Add the repackaged zip file to the files to merge.
1080 s.zipsToMerge = append(s.zipsToMerge, tmpZipPath)
1081}
1082
Paul Duffin7ed6ff82022-11-21 10:57:30 +00001083func (s *snapshotBuilder) EmptyFile() android.Path {
1084 if s.emptyFile == nil {
1085 ctx := s.ctx
1086 s.emptyFile = android.PathForModuleOut(ctx, "empty")
1087 s.ctx.Build(pctx, android.BuildParams{
1088 Rule: android.Touch,
1089 Output: s.emptyFile,
1090 })
1091 }
1092
1093 return s.emptyFile
1094}
1095
Paul Duffin9d8d6092019-12-05 18:19:29 +00001096func (s *snapshotBuilder) AddPrebuiltModule(member android.SdkMember, moduleType string) android.BpModule {
1097 name := member.Name()
Paul Duffinb645ec82019-11-27 17:43:54 +00001098 if s.prebuiltModules[name] != nil {
1099 panic(fmt.Sprintf("Duplicate module detected, module %s has already been added", name))
1100 }
1101
1102 m := s.bpFile.newModule(moduleType)
1103 m.AddProperty("name", name)
Paul Duffin593b3c92019-12-05 14:31:48 +00001104
Paul Duffinbefa4b92020-03-04 14:22:45 +00001105 variant := member.Variants()[0]
1106
Paul Duffin13f02712020-03-06 12:30:43 +00001107 if s.isInternalMember(name) {
Paul Duffin72910952020-01-20 18:16:30 +00001108 // An internal member is only referenced from the sdk snapshot which is in the
1109 // same package so can be marked as private.
1110 m.AddProperty("visibility", []string{"//visibility:private"})
1111 } else {
Spandan Das2c207262024-08-30 18:56:39 +00001112 // Change the visibility of the module SDK prebuilts to public.
1113 // This includes
1114 // 1. Stub libraries of `sdk` modules
1115 // 2. Binaries and libraries of `module_exports` modules
1116 //
1117 // This is a workaround to improve maintainlibility of the module SDK.
1118 // Since module sdks are generated from release branches and dropped to development
1119 // branches, there might be a visibility skew between the sources and prebuilts
1120 // of a specific module.
1121 // To reconcile this potential skew, change the visibility to public
1122 //
1123 // This is safe for (1) since these are stub libraries.
1124 // This is ok for (2) since these are host and test exports and are intended for
1125 // ART development.
1126 // TODO (b/361303067): This can be removed if ART uses full manifests.
1127 m.AddProperty("visibility", []string{"//visibility:public"})
Paul Duffin593b3c92019-12-05 14:31:48 +00001128 }
1129
Martin Stjernholm1e041092020-11-03 00:11:09 +00001130 // Where available copy apex_available properties from the member.
1131 if apexAware, ok := variant.(interface{ ApexAvailable() []string }); ok {
1132 apexAvailable := apexAware.ApexAvailable()
1133 if len(apexAvailable) == 0 {
1134 // //apex_available:platform is the default.
1135 apexAvailable = []string{android.AvailableToPlatform}
1136 }
1137
1138 // Add in any baseline apex available settings.
1139 apexAvailable = append(apexAvailable, apex.BaselineApexAvailable(member.Name())...)
1140
1141 // Remove duplicates and sort.
1142 apexAvailable = android.FirstUniqueStrings(apexAvailable)
1143 sort.Strings(apexAvailable)
1144
1145 m.AddProperty("apex_available", apexAvailable)
1146 }
1147
Paul Duffinb0bb3762021-05-06 16:48:05 +01001148 // The licenses are the same for all variants.
1149 mctx := s.ctx
Colin Cross313aa542023-12-13 13:47:44 -08001150 licenseInfo, _ := android.OtherModuleProvider(mctx, variant, android.LicenseInfoProvider)
Paul Duffinb0bb3762021-05-06 16:48:05 +01001151 if len(licenseInfo.Licenses) > 0 {
1152 m.AddPropertyWithTag("licenses", licenseInfo.Licenses, s.OptionalSdkMemberReferencePropertyTag())
1153 }
1154
Paul Duffin865171e2020-03-02 18:38:15 +00001155 deviceSupported := false
1156 hostSupported := false
1157
1158 for _, variant := range member.Variants() {
1159 osClass := variant.Target().Os.Class
Jiyong Park1613e552020-09-14 19:43:17 +09001160 if osClass == android.Host {
Paul Duffin865171e2020-03-02 18:38:15 +00001161 hostSupported = true
1162 } else if osClass == android.Device {
1163 deviceSupported = true
1164 }
1165 }
1166
1167 addHostDeviceSupportedProperties(deviceSupported, hostSupported, m)
Paul Duffinb645ec82019-11-27 17:43:54 +00001168
1169 s.prebuiltModules[name] = m
1170 s.prebuiltOrder = append(s.prebuiltOrder, m)
1171 return m
Paul Duffin0e0cf1d2019-11-12 19:39:25 +00001172}
1173
Paul Duffin865171e2020-03-02 18:38:15 +00001174func addHostDeviceSupportedProperties(deviceSupported bool, hostSupported bool, bpModule *bpModule) {
Paul Duffinb0bb3762021-05-06 16:48:05 +01001175 // If neither device or host is supported then this module does not support either so will not
1176 // recognize the properties.
1177 if !deviceSupported && !hostSupported {
1178 return
1179 }
1180
Paul Duffin865171e2020-03-02 18:38:15 +00001181 if !deviceSupported {
Paul Duffine44358f2019-11-26 18:04:12 +00001182 bpModule.AddProperty("device_supported", false)
1183 }
Paul Duffin865171e2020-03-02 18:38:15 +00001184 if hostSupported {
Paul Duffine44358f2019-11-26 18:04:12 +00001185 bpModule.AddProperty("host_supported", true)
1186 }
1187}
1188
Paul Duffin13f02712020-03-06 12:30:43 +00001189func (s *snapshotBuilder) SdkMemberReferencePropertyTag(required bool) android.BpPropertyTag {
1190 if required {
1191 return requiredSdkMemberReferencePropertyTag
1192 } else {
1193 return optionalSdkMemberReferencePropertyTag
1194 }
1195}
1196
1197func (s *snapshotBuilder) OptionalSdkMemberReferencePropertyTag() android.BpPropertyTag {
1198 return optionalSdkMemberReferencePropertyTag
Paul Duffin7b81f5e2020-01-13 21:03:22 +00001199}
1200
Paul Duffinb01ac4b2022-05-24 20:10:05 +00001201// Get a name for sdk snapshot member. If the member is private then generate a snapshot specific
1202// name. As part of the processing this checks to make sure that any required members are part of
1203// the snapshot.
Paul Duffin7ed6ff82022-11-21 10:57:30 +00001204func (s *snapshotBuilder) snapshotSdkMemberName(name string, required bool) string {
Paul Duffinb01ac4b2022-05-24 20:10:05 +00001205 if _, ok := s.allMembersByName[name]; !ok {
Paul Duffin13f02712020-03-06 12:30:43 +00001206 if required {
Paul Duffinb01ac4b2022-05-24 20:10:05 +00001207 s.ctx.ModuleErrorf("Required member reference %s is not a member of the sdk", name)
Paul Duffin13f02712020-03-06 12:30:43 +00001208 }
Paul Duffin7ed6ff82022-11-21 10:57:30 +00001209 return name
Paul Duffin13f02712020-03-06 12:30:43 +00001210 }
1211
Paul Duffinb01ac4b2022-05-24 20:10:05 +00001212 if s.isInternalMember(name) {
Paul Duffin7ed6ff82022-11-21 10:57:30 +00001213 return s.ctx.ModuleName() + "_" + name
Paul Duffin72910952020-01-20 18:16:30 +00001214 } else {
Paul Duffin7ed6ff82022-11-21 10:57:30 +00001215 return name
Paul Duffin72910952020-01-20 18:16:30 +00001216 }
1217}
1218
Paul Duffinb01ac4b2022-05-24 20:10:05 +00001219func (s *snapshotBuilder) snapshotSdkMemberNames(members []string, required bool) []string {
Paul Duffin72910952020-01-20 18:16:30 +00001220 var references []string = nil
1221 for _, m := range members {
Paul Duffin1938dba2022-07-26 23:53:00 +00001222 if _, ok := s.excludedMembersByName[m]; ok {
1223 continue
1224 }
Paul Duffinb01ac4b2022-05-24 20:10:05 +00001225 references = append(references, s.snapshotSdkMemberName(m, required))
Paul Duffin72910952020-01-20 18:16:30 +00001226 }
1227 return references
1228}
1229
Paul Duffin13f02712020-03-06 12:30:43 +00001230func (s *snapshotBuilder) isInternalMember(memberName string) bool {
1231 _, ok := s.exportedMembersByName[memberName]
1232 return !ok
1233}
1234
Martin Stjernholm89238f42020-07-10 00:14:03 +01001235// Add the properties from the given SdkMemberProperties to the blueprint
1236// property set. This handles common properties in SdkMemberPropertiesBase and
1237// calls the member-specific AddToPropertySet for the rest.
1238func addSdkMemberPropertiesToSet(ctx *memberContext, memberProperties android.SdkMemberProperties, targetPropertySet android.BpPropertySet) {
1239 if memberProperties.Base().Compile_multilib != "" {
1240 targetPropertySet.AddProperty("compile_multilib", memberProperties.Base().Compile_multilib)
1241 }
1242
1243 memberProperties.AddToPropertySet(ctx, targetPropertySet)
1244}
1245
Paul Duffin21827262021-04-24 12:16:36 +01001246// sdkMemberVariantDep represents a dependency from an sdk variant onto a member variant.
1247type sdkMemberVariantDep struct {
Paul Duffincd064672021-04-24 00:47:29 +01001248 // The sdk variant that depends (possibly indirectly) on the member variant.
1249 sdkVariant *sdk
Paul Duffinb97b1572021-04-29 21:50:40 +01001250
1251 // The type of sdk member the variant is to be treated as.
Paul Duffin1356d8c2020-02-25 19:26:33 +00001252 memberType android.SdkMemberType
Paul Duffinb97b1572021-04-29 21:50:40 +01001253
1254 // The variant that is added to the sdk.
Paul Duffin5e71e682022-11-23 18:09:54 +00001255 variant android.Module
Paul Duffinb97b1572021-04-29 21:50:40 +01001256
Paul Duffinc6ba1822022-05-06 09:38:02 +00001257 // The optional container of this member, i.e. the module that is depended upon by the sdk
1258 // (possibly transitively) and whose dependency on this module is why it was added to the sdk.
1259 // Is nil if this a direct dependency of the sdk.
Paul Duffin5e71e682022-11-23 18:09:54 +00001260 container android.Module
Paul Duffinc6ba1822022-05-06 09:38:02 +00001261
Paul Duffinb97b1572021-04-29 21:50:40 +01001262 // True if the member should be exported, i.e. accessible, from outside the sdk.
1263 export bool
1264
1265 // The names of additional component modules provided by the variant.
1266 exportedComponentsInfo android.ExportedComponentsInfo
Paul Duffin1938dba2022-07-26 23:53:00 +00001267
1268 // The minimum API level on which this module is supported.
1269 minApiLevel android.ApiLevel
Paul Duffin1356d8c2020-02-25 19:26:33 +00001270}
1271
Spandan Dasb84dbb22023-03-08 22:06:35 +00001272// Host returns true if the sdk member is a host variant (e.g. host tool)
1273func (s *sdkMemberVariantDep) Host() bool {
1274 return s.variant.Target().Os.Class == android.Host
1275}
1276
Paul Duffin13879572019-11-28 14:31:38 +00001277var _ android.SdkMember = (*sdkMember)(nil)
1278
Paul Duffin21827262021-04-24 12:16:36 +01001279// sdkMember groups all the variants of a specific member module together along with the name of the
1280// module and the member type. This is used to generate the prebuilt modules for a specific member.
Paul Duffin13879572019-11-28 14:31:38 +00001281type sdkMember struct {
1282 memberType android.SdkMemberType
1283 name string
Paul Duffin5e71e682022-11-23 18:09:54 +00001284 variants []android.Module
Paul Duffin13879572019-11-28 14:31:38 +00001285}
1286
1287func (m *sdkMember) Name() string {
1288 return m.name
1289}
1290
Paul Duffin5e71e682022-11-23 18:09:54 +00001291func (m *sdkMember) Variants() []android.Module {
Paul Duffin13879572019-11-28 14:31:38 +00001292 return m.variants
1293}
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001294
Paul Duffin9c3760e2020-03-16 19:52:08 +00001295// Track usages of multilib variants.
1296type multilibUsage int
1297
1298const (
1299 multilibNone multilibUsage = 0
1300 multilib32 multilibUsage = 1
1301 multilib64 multilibUsage = 2
1302 multilibBoth = multilib32 | multilib64
1303)
1304
1305// Add the multilib that is used in the arch type.
1306func (m multilibUsage) addArchType(archType android.ArchType) multilibUsage {
1307 multilib := archType.Multilib
1308 switch multilib {
1309 case "":
1310 return m
1311 case "lib32":
1312 return m | multilib32
1313 case "lib64":
1314 return m | multilib64
1315 default:
Cole Faust8c366312024-03-08 10:58:32 -08001316 panic(fmt.Errorf("unknown Multilib field in ArchType, expected 'lib32' or 'lib64', found %q", multilib))
Paul Duffin9c3760e2020-03-16 19:52:08 +00001317 }
1318}
1319
1320func (m multilibUsage) String() string {
1321 switch m {
1322 case multilibNone:
1323 return ""
1324 case multilib32:
1325 return "32"
1326 case multilib64:
1327 return "64"
1328 case multilibBoth:
1329 return "both"
1330 default:
Cole Faust8c366312024-03-08 10:58:32 -08001331 panic(fmt.Errorf("unknown multilib value, found %b, expected one of %b, %b, %b or %b",
Paul Duffin9c3760e2020-03-16 19:52:08 +00001332 m, multilibNone, multilib32, multilib64, multilibBoth))
1333 }
1334}
1335
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001336// TODO(187910671): BEGIN - Remove once modules do not have an APEX and default variant.
1337// variantCoordinate contains the coordinates used to identify a variant of an SDK member.
1338type variantCoordinate struct {
1339 // osType identifies the OS target of a variant.
1340 osType android.OsType
1341 // archId identifies the architecture and whether it is for the native bridge.
1342 archId archId
1343 // image is the image variant name.
1344 image string
1345 // linkType is the link type name.
1346 linkType string
1347}
1348
1349func getVariantCoordinate(ctx *memberContext, variant android.Module) variantCoordinate {
1350 linkType := ""
1351 if len(ctx.MemberType().SupportedLinkages()) > 0 {
1352 linkType = getLinkType(variant)
1353 }
1354 return variantCoordinate{
1355 osType: variant.Target().Os,
1356 archId: archIdFromTarget(variant.Target()),
1357 image: variant.ImageVariation().Variation,
1358 linkType: linkType,
1359 }
1360}
1361
1362// selectApexVariantsWhereAvailable filters the input list of variants by selecting the APEX
1363// specific variant for a specific variantCoordinate when there is both an APEX and default variant.
1364//
1365// There is a long-standing issue where a module that is added to an APEX has both an APEX and
1366// default/platform variant created even when the module does not require a platform variant. As a
1367// result an indirect dependency onto a module via the APEX will use the APEX variant, whereas a
1368// direct dependency onto the module will use the default/platform variant. That would result in a
1369// failure while attempting to optimize the properties for a member as it would have two variants
1370// when only one was expected.
1371//
1372// This function mitigates that problem by detecting when there are two variants that differ only
1373// by apex variant, where one is the default/platform variant and one is the APEX variant. In that
1374// case it picks the APEX variant. It picks the APEX variant because that is the behavior that would
1375// be expected
Paul Duffin5e71e682022-11-23 18:09:54 +00001376func selectApexVariantsWhereAvailable(ctx *memberContext, variants []android.Module) []android.Module {
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001377 moduleCtx := ctx.sdkMemberContext
1378
1379 // Group the variants by coordinates.
Paul Duffin5e71e682022-11-23 18:09:54 +00001380 variantsByCoord := make(map[variantCoordinate][]android.Module)
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001381 for _, variant := range variants {
1382 coord := getVariantCoordinate(ctx, variant)
1383 variantsByCoord[coord] = append(variantsByCoord[coord], variant)
1384 }
1385
Paul Duffin5e71e682022-11-23 18:09:54 +00001386 toDiscard := make(map[android.Module]struct{})
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001387 for coord, list := range variantsByCoord {
1388 count := len(list)
1389 if count == 1 {
1390 continue
1391 }
1392
Paul Duffin5e71e682022-11-23 18:09:54 +00001393 variantsByApex := make(map[string]android.Module)
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001394 conflictDetected := false
1395 for _, variant := range list {
Colin Cross313aa542023-12-13 13:47:44 -08001396 apexInfo, _ := android.OtherModuleProvider(moduleCtx, variant, android.ApexInfoProvider)
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001397 apexVariationName := apexInfo.ApexVariationName
1398 // If there are two variants for a specific APEX variation then there is conflict.
1399 if _, ok := variantsByApex[apexVariationName]; ok {
1400 conflictDetected = true
1401 break
1402 }
1403 variantsByApex[apexVariationName] = variant
1404 }
1405
1406 // If there are more than 2 apex variations or one of the apex variations is not the
1407 // default/platform variation then there is a conflict.
1408 if len(variantsByApex) != 2 {
1409 conflictDetected = true
1410 } else if _, ok := variantsByApex[""]; !ok {
1411 conflictDetected = true
1412 }
1413
1414 // If there are no conflicts then add the default/platform variation to the list to remove.
1415 if !conflictDetected {
1416 toDiscard[variantsByApex[""]] = struct{}{}
1417 continue
1418 }
1419
1420 // There are duplicate variants at this coordinate and they are not the default and APEX variant
1421 // so fail.
1422 variantDescriptions := []string{}
1423 for _, m := range list {
1424 variantDescriptions = append(variantDescriptions, fmt.Sprintf(" %s", m.String()))
1425 }
1426
1427 moduleCtx.ModuleErrorf("multiple conflicting variants detected for OsType{%s}, %s, Image{%s}, Link{%s}\n%s",
1428 coord.osType, coord.archId.String(), coord.image, coord.linkType,
1429 strings.Join(variantDescriptions, "\n"))
1430 }
1431
1432 // If there are any variants to discard then remove them from the list of variants, while
1433 // preserving the order.
1434 if len(toDiscard) > 0 {
Paul Duffin5e71e682022-11-23 18:09:54 +00001435 filtered := []android.Module{}
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001436 for _, variant := range variants {
1437 if _, ok := toDiscard[variant]; !ok {
1438 filtered = append(filtered, variant)
1439 }
1440 }
1441 variants = filtered
1442 }
1443
1444 return variants
1445}
1446
1447// TODO(187910671): END - Remove once modules do not have an APEX and default variant.
1448
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001449type baseInfo struct {
1450 Properties android.SdkMemberProperties
1451}
1452
Paul Duffinf34f6d82020-04-30 15:48:31 +01001453func (b *baseInfo) optimizableProperties() interface{} {
1454 return b.Properties
1455}
1456
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001457type osTypeSpecificInfo struct {
1458 baseInfo
1459
Paul Duffin00e46802020-03-12 20:40:35 +00001460 osType android.OsType
1461
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001462 // The list of arch type specific info for this os type.
Paul Duffinb44b33a2020-03-17 10:58:23 +00001463 //
1464 // Nil if there is one variant whose arch type is common
1465 archInfos []*archTypeSpecificInfo
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001466}
1467
Paul Duffin4b8b7932020-05-06 12:35:38 +01001468var _ propertiesContainer = (*osTypeSpecificInfo)(nil)
1469
Paul Duffinfc8dd232020-03-17 12:51:37 +00001470type variantPropertiesFactoryFunc func() android.SdkMemberProperties
1471
Paul Duffin00e46802020-03-12 20:40:35 +00001472// Create a new osTypeSpecificInfo for the specified os type and its properties
1473// structures populated with information from the variants.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001474func newOsTypeSpecificInfo(ctx android.SdkMemberContext, osType android.OsType, variantPropertiesFactory variantPropertiesFactoryFunc, osTypeVariants []android.Module) *osTypeSpecificInfo {
Paul Duffin00e46802020-03-12 20:40:35 +00001475 osInfo := &osTypeSpecificInfo{
1476 osType: osType,
1477 }
1478
1479 osSpecificVariantPropertiesFactory := func() android.SdkMemberProperties {
1480 properties := variantPropertiesFactory()
1481 properties.Base().Os = osType
1482 return properties
1483 }
1484
1485 // Create a structure into which properties common across the architectures in
1486 // this os type will be stored.
1487 osInfo.Properties = osSpecificVariantPropertiesFactory()
1488
1489 // Group the variants by arch type.
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001490 var variantsByArchId = make(map[archId][]android.Module)
1491 var archIds []archId
Paul Duffin00e46802020-03-12 20:40:35 +00001492 for _, variant := range osTypeVariants {
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001493 target := variant.Target()
1494 id := archIdFromTarget(target)
1495 if _, ok := variantsByArchId[id]; !ok {
1496 archIds = append(archIds, id)
Paul Duffin00e46802020-03-12 20:40:35 +00001497 }
1498
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001499 variantsByArchId[id] = append(variantsByArchId[id], variant)
Paul Duffin00e46802020-03-12 20:40:35 +00001500 }
1501
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001502 if commonVariants, ok := variantsByArchId[commonArchId]; ok {
Paul Duffin00e46802020-03-12 20:40:35 +00001503 if len(osTypeVariants) != 1 {
Paul Duffin4e7d1c42022-05-13 13:12:19 +00001504 variants := []string{}
1505 for _, m := range osTypeVariants {
1506 variants = append(variants, fmt.Sprintf(" %s", m.String()))
1507 }
1508 panic(fmt.Errorf("expected to only have 1 variant of %q when arch type is common but found %d\n%s",
1509 ctx.Name(),
1510 len(osTypeVariants),
1511 strings.Join(variants, "\n")))
Paul Duffin00e46802020-03-12 20:40:35 +00001512 }
1513
1514 // A common arch type only has one variant and its properties should be treated
1515 // as common to the os type.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001516 osInfo.Properties.PopulateFromVariant(ctx, commonVariants[0])
Paul Duffin00e46802020-03-12 20:40:35 +00001517 } else {
1518 // Create an arch specific info for each supported architecture type.
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001519 for _, id := range archIds {
1520 archVariants := variantsByArchId[id]
1521 archInfo := newArchSpecificInfo(ctx, id, osType, osSpecificVariantPropertiesFactory, archVariants)
Paul Duffin00e46802020-03-12 20:40:35 +00001522
1523 osInfo.archInfos = append(osInfo.archInfos, archInfo)
1524 }
1525 }
1526
1527 return osInfo
1528}
1529
Paul Duffin39abf8f2021-09-24 14:58:27 +01001530func (osInfo *osTypeSpecificInfo) pruneUnsupportedProperties(pruner *propertyPruner) {
1531 if len(osInfo.archInfos) == 0 {
1532 pruner.pruneProperties(osInfo.Properties)
1533 } else {
1534 for _, archInfo := range osInfo.archInfos {
1535 archInfo.pruneUnsupportedProperties(pruner)
1536 }
1537 }
1538}
1539
Paul Duffin00e46802020-03-12 20:40:35 +00001540// Optimize the properties by extracting common properties from arch type specific
1541// properties into os type specific properties.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001542func (osInfo *osTypeSpecificInfo) optimizeProperties(ctx *memberContext, commonValueExtractor *commonValueExtractor) {
Paul Duffin00e46802020-03-12 20:40:35 +00001543 // Nothing to do if there is only a single common architecture.
1544 if len(osInfo.archInfos) == 0 {
1545 return
1546 }
1547
Paul Duffin9c3760e2020-03-16 19:52:08 +00001548 multilib := multilibNone
Paul Duffin00e46802020-03-12 20:40:35 +00001549 for _, archInfo := range osInfo.archInfos {
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001550 multilib = multilib.addArchType(archInfo.archId.archType)
Paul Duffin9c3760e2020-03-16 19:52:08 +00001551
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001552 // Optimize the arch properties first.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001553 archInfo.optimizeProperties(ctx, commonValueExtractor)
Paul Duffin00e46802020-03-12 20:40:35 +00001554 }
1555
Paul Duffin4b8b7932020-05-06 12:35:38 +01001556 extractCommonProperties(ctx.sdkMemberContext, commonValueExtractor, osInfo.Properties, osInfo.archInfos)
Paul Duffin00e46802020-03-12 20:40:35 +00001557
1558 // Choose setting for compile_multilib that is appropriate for the arch variants supplied.
Paul Duffin9c3760e2020-03-16 19:52:08 +00001559 osInfo.Properties.Base().Compile_multilib = multilib.String()
Paul Duffin00e46802020-03-12 20:40:35 +00001560}
1561
1562// Add the properties for an os to a property set.
1563//
1564// Maps the properties related to the os variants through to an appropriate
1565// module structure that will produce equivalent set of variants when it is
1566// processed in a build.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001567func (osInfo *osTypeSpecificInfo) addToPropertySet(ctx *memberContext, bpModule android.BpModule, targetPropertySet android.BpPropertySet) {
Paul Duffin00e46802020-03-12 20:40:35 +00001568
1569 var osPropertySet android.BpPropertySet
1570 var archPropertySet android.BpPropertySet
1571 var archOsPrefix string
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01001572 if osInfo.Properties.Base().Os_count == 1 &&
1573 (osInfo.osType.Class == android.Device || !ctx.memberType.IsHostOsDependent()) {
1574 // There is only one OS type present in the variants and it shouldn't have a
1575 // variant-specific target. The latter is the case if it's either for device
1576 // where there is only one OS (android), or for host and the member type
1577 // isn't host OS dependent.
Paul Duffin00e46802020-03-12 20:40:35 +00001578
1579 // Create a structure that looks like:
1580 // module_type {
1581 // name: "...",
1582 // ...
1583 // <common properties>
1584 // ...
1585 // <single os type specific properties>
1586 //
1587 // arch: {
1588 // <arch specific sections>
1589 // }
1590 //
1591 osPropertySet = bpModule
1592 archPropertySet = osPropertySet.AddPropertySet("arch")
1593
1594 // Arch specific properties need to be added to an arch specific section
1595 // within arch.
1596 archOsPrefix = ""
1597 } else {
1598 // Create a structure that looks like:
1599 // module_type {
1600 // name: "...",
1601 // ...
1602 // <common properties>
1603 // ...
1604 // target: {
1605 // <arch independent os specific sections, e.g. android>
1606 // ...
1607 // <arch and os specific sections, e.g. android_x86>
1608 // }
1609 //
1610 osType := osInfo.osType
1611 osPropertySet = targetPropertySet.AddPropertySet(osType.Name)
1612 archPropertySet = targetPropertySet
1613
1614 // Arch specific properties need to be added to an os and arch specific
1615 // section prefixed with <os>_.
1616 archOsPrefix = osType.Name + "_"
1617 }
1618
1619 // Add the os specific but arch independent properties to the module.
Martin Stjernholm89238f42020-07-10 00:14:03 +01001620 addSdkMemberPropertiesToSet(ctx, osInfo.Properties, osPropertySet)
Paul Duffin00e46802020-03-12 20:40:35 +00001621
1622 // Add arch (and possibly os) specific sections for each set of arch (and possibly
1623 // os) specific properties.
1624 //
1625 // The archInfos list will be empty if the os contains variants for the common
1626 // architecture.
1627 for _, archInfo := range osInfo.archInfos {
Paul Duffin3a4eb502020-03-19 16:11:18 +00001628 archInfo.addToPropertySet(ctx, archPropertySet, archOsPrefix)
Paul Duffin00e46802020-03-12 20:40:35 +00001629 }
1630}
1631
Paul Duffin7a1f7f32020-05-04 15:32:08 +01001632func (osInfo *osTypeSpecificInfo) isHostVariant() bool {
1633 osClass := osInfo.osType.Class
Jiyong Park1613e552020-09-14 19:43:17 +09001634 return osClass == android.Host
Paul Duffin7a1f7f32020-05-04 15:32:08 +01001635}
1636
1637var _ isHostVariant = (*osTypeSpecificInfo)(nil)
1638
Paul Duffin4b8b7932020-05-06 12:35:38 +01001639func (osInfo *osTypeSpecificInfo) String() string {
1640 return fmt.Sprintf("OsType{%s}", osInfo.osType)
1641}
1642
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001643// archId encapsulates the information needed to identify a combination of arch type and native
1644// bridge support.
1645//
1646// Conceptually, native bridge support is a facet of an android.Target, not an android.Arch as it is
1647// essentially using one android.Arch to implement another. However, in terms of the handling of
1648// the variants native bridge is treated as part of the arch variation. See the ArchVariation method
1649// on android.Target.
1650//
1651// So, it makes sense when optimizing the variants to combine native bridge with the arch type.
1652type archId struct {
1653 // The arch type of the variant's target.
1654 archType android.ArchType
1655
1656 // True if the variants is for the native bridge, false otherwise.
1657 nativeBridge bool
1658}
1659
1660// propertyName returns the name of the property corresponding to use for this arch id.
1661func (i *archId) propertyName() string {
1662 name := i.archType.Name
1663 if i.nativeBridge {
1664 // Note: This does not result in a valid property because there is no architecture specific
1665 // native bridge property, only a generic "native_bridge" property. However, this will be used
1666 // in error messages if there is an attempt to use this in a generated bp file.
1667 name += "_native_bridge"
1668 }
1669 return name
1670}
1671
1672func (i *archId) String() string {
1673 return fmt.Sprintf("ArchType{%s}, NativeBridge{%t}", i.archType, i.nativeBridge)
1674}
1675
1676// archIdFromTarget returns an archId initialized from information in the supplied target.
1677func archIdFromTarget(target android.Target) archId {
1678 return archId{
1679 archType: target.Arch.ArchType,
1680 nativeBridge: target.NativeBridge == android.NativeBridgeEnabled,
1681 }
1682}
1683
1684// commonArchId is the archId for the common architecture.
1685var commonArchId = archId{archType: android.Common}
1686
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001687type archTypeSpecificInfo struct {
1688 baseInfo
1689
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001690 archId archId
1691 osType android.OsType
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001692
Paul Duffinb42fa672021-09-09 16:37:49 +01001693 imageVariantInfos []*imageVariantSpecificInfo
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001694}
1695
Paul Duffin4b8b7932020-05-06 12:35:38 +01001696var _ propertiesContainer = (*archTypeSpecificInfo)(nil)
1697
Paul Duffinfc8dd232020-03-17 12:51:37 +00001698// Create a new archTypeSpecificInfo for the specified arch type and its properties
1699// structures populated with information from the variants.
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001700func newArchSpecificInfo(ctx android.SdkMemberContext, archId archId, osType android.OsType, variantPropertiesFactory variantPropertiesFactoryFunc, archVariants []android.Module) *archTypeSpecificInfo {
Paul Duffinfc8dd232020-03-17 12:51:37 +00001701
Paul Duffinfc8dd232020-03-17 12:51:37 +00001702 // Create an arch specific info into which the variant properties can be copied.
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001703 archInfo := &archTypeSpecificInfo{archId: archId, osType: osType}
Paul Duffinfc8dd232020-03-17 12:51:37 +00001704
1705 // Create the properties into which the arch type specific properties will be
1706 // added.
1707 archInfo.Properties = variantPropertiesFactory()
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001708
Liz Kammer96320df2022-05-12 20:40:00 -04001709 // if there are multiple supported link variants, we want to nest based on linkage even if there
1710 // is only one variant, otherwise, if there is only one variant we can populate based on the arch
1711 if len(archVariants) == 1 && len(ctx.MemberType().SupportedLinkages()) <= 1 {
Paul Duffin3a4eb502020-03-19 16:11:18 +00001712 archInfo.Properties.PopulateFromVariant(ctx, archVariants[0])
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001713 } else {
Paul Duffinb42fa672021-09-09 16:37:49 +01001714 // Group the variants by image type.
1715 variantsByImage := make(map[string][]android.Module)
1716 for _, variant := range archVariants {
1717 image := variant.ImageVariation().Variation
1718 variantsByImage[image] = append(variantsByImage[image], variant)
1719 }
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001720
Paul Duffinb42fa672021-09-09 16:37:49 +01001721 // Create the image variant info in a fixed order.
Cole Faust18994c72023-02-28 16:02:16 -08001722 for _, imageVariantName := range android.SortedKeys(variantsByImage) {
Paul Duffinb42fa672021-09-09 16:37:49 +01001723 variants := variantsByImage[imageVariantName]
1724 archInfo.imageVariantInfos = append(archInfo.imageVariantInfos, newImageVariantSpecificInfo(ctx, imageVariantName, variantPropertiesFactory, variants))
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001725 }
1726 }
Paul Duffinfc8dd232020-03-17 12:51:37 +00001727
1728 return archInfo
1729}
1730
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001731// Get the link type of the variant
1732//
1733// If the variant is not differentiated by link type then it returns "",
1734// otherwise it returns one of "static" or "shared".
1735func getLinkType(variant android.Module) string {
1736 linkType := ""
1737 if linkable, ok := variant.(cc.LinkableInterface); ok {
1738 if linkable.Shared() && linkable.Static() {
1739 panic(fmt.Errorf("expected variant %q to be either static or shared but was both", variant.String()))
1740 } else if linkable.Shared() {
1741 linkType = "shared"
1742 } else if linkable.Static() {
1743 linkType = "static"
1744 } else {
1745 panic(fmt.Errorf("expected variant %q to be either static or shared but was neither", variant.String()))
1746 }
1747 }
1748 return linkType
1749}
1750
Paul Duffin39abf8f2021-09-24 14:58:27 +01001751func (archInfo *archTypeSpecificInfo) pruneUnsupportedProperties(pruner *propertyPruner) {
1752 if len(archInfo.imageVariantInfos) == 0 {
1753 pruner.pruneProperties(archInfo.Properties)
1754 } else {
1755 for _, imageVariantInfo := range archInfo.imageVariantInfos {
1756 imageVariantInfo.pruneUnsupportedProperties(pruner)
1757 }
1758 }
1759}
1760
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001761// Optimize the properties by extracting common properties from link type specific
1762// properties into arch type specific properties.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001763func (archInfo *archTypeSpecificInfo) optimizeProperties(ctx *memberContext, commonValueExtractor *commonValueExtractor) {
Paul Duffinb42fa672021-09-09 16:37:49 +01001764 if len(archInfo.imageVariantInfos) == 0 {
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001765 return
1766 }
1767
Paul Duffinb42fa672021-09-09 16:37:49 +01001768 // Optimize the image variant properties first.
1769 for _, imageVariantInfo := range archInfo.imageVariantInfos {
1770 imageVariantInfo.optimizeProperties(ctx, commonValueExtractor)
1771 }
1772
1773 extractCommonProperties(ctx.sdkMemberContext, commonValueExtractor, archInfo.Properties, archInfo.imageVariantInfos)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001774}
1775
Paul Duffinfc8dd232020-03-17 12:51:37 +00001776// Add the properties for an arch type to a property set.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001777func (archInfo *archTypeSpecificInfo) addToPropertySet(ctx *memberContext, archPropertySet android.BpPropertySet, archOsPrefix string) {
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001778 archPropertySuffix := archInfo.archId.propertyName()
1779 propertySetName := archOsPrefix + archPropertySuffix
1780 archTypePropertySet := archPropertySet.AddPropertySet(propertySetName)
Jiyong Park8fe14e62020-10-19 22:47:34 +09001781 // Enable the <os>_<arch> variant explicitly when we've disabled it by default on host.
1782 if ctx.memberType.IsHostOsDependent() && archInfo.osType.Class == android.Host {
1783 archTypePropertySet.AddProperty("enabled", true)
1784 }
Martin Stjernholm89238f42020-07-10 00:14:03 +01001785 addSdkMemberPropertiesToSet(ctx, archInfo.Properties, archTypePropertySet)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001786
Paul Duffinb42fa672021-09-09 16:37:49 +01001787 for _, imageVariantInfo := range archInfo.imageVariantInfos {
1788 imageVariantInfo.addToPropertySet(ctx, archTypePropertySet)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001789 }
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001790
1791 // If this is for a native bridge architecture then make sure that the property set does not
1792 // contain any properties as providing native bridge specific properties is not currently
1793 // supported.
1794 if archInfo.archId.nativeBridge {
1795 propertySetContents := getPropertySetContents(archTypePropertySet)
1796 if propertySetContents != "" {
1797 ctx.SdkModuleContext().ModuleErrorf("Architecture variant %q of sdk member %q has properties distinct from other variants; this is not yet supported. The properties are:\n%s",
1798 propertySetName, ctx.name, propertySetContents)
1799 }
1800 }
1801}
1802
1803// getPropertySetContents returns the string representation of the contents of a property set, after
1804// recursively pruning any empty nested property sets.
1805func getPropertySetContents(propertySet android.BpPropertySet) string {
1806 set := propertySet.(*bpPropertySet)
1807 set.transformContents(pruneEmptySetTransformer{})
1808 if len(set.properties) != 0 {
1809 contents := &generatedContents{}
1810 contents.Indent()
1811 outputPropertySet(contents, set)
1812 setAsString := contents.content.String()
1813 return setAsString
1814 }
1815 return ""
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001816}
1817
Paul Duffin4b8b7932020-05-06 12:35:38 +01001818func (archInfo *archTypeSpecificInfo) String() string {
Paul Duffinfefdb0b2021-09-09 18:50:49 +01001819 return archInfo.archId.String()
Paul Duffin4b8b7932020-05-06 12:35:38 +01001820}
1821
Paul Duffinb42fa672021-09-09 16:37:49 +01001822type imageVariantSpecificInfo struct {
1823 baseInfo
1824
1825 imageVariant string
1826
1827 linkInfos []*linkTypeSpecificInfo
1828}
1829
1830func newImageVariantSpecificInfo(ctx android.SdkMemberContext, imageVariant string, variantPropertiesFactory variantPropertiesFactoryFunc, imageVariants []android.Module) *imageVariantSpecificInfo {
1831
1832 // Create an image variant specific info into which the variant properties can be copied.
1833 imageInfo := &imageVariantSpecificInfo{imageVariant: imageVariant}
1834
1835 // Create the properties into which the image variant specific properties will be added.
1836 imageInfo.Properties = variantPropertiesFactory()
1837
Liz Kammer96320df2022-05-12 20:40:00 -04001838 // if there are multiple supported link variants, we want to nest even if there is only one
1839 // variant, otherwise, if there is only one variant we can populate based on the image
1840 if len(imageVariants) == 1 && len(ctx.MemberType().SupportedLinkages()) <= 1 {
Paul Duffinb42fa672021-09-09 16:37:49 +01001841 imageInfo.Properties.PopulateFromVariant(ctx, imageVariants[0])
1842 } else {
1843 // There is more than one variant for this image variant which must be differentiated by link
Liz Kammer96320df2022-05-12 20:40:00 -04001844 // type. Or there are multiple supported linkages and we need to nest based on link type.
Paul Duffinb42fa672021-09-09 16:37:49 +01001845 for _, linkVariant := range imageVariants {
1846 linkType := getLinkType(linkVariant)
1847 if linkType == "" {
1848 panic(fmt.Errorf("expected one arch specific variant as it is not identified by link type but found %d", len(imageVariants)))
1849 } else {
1850 linkInfo := newLinkSpecificInfo(ctx, linkType, variantPropertiesFactory, linkVariant)
1851
1852 imageInfo.linkInfos = append(imageInfo.linkInfos, linkInfo)
1853 }
1854 }
1855 }
1856
1857 return imageInfo
1858}
1859
Paul Duffin39abf8f2021-09-24 14:58:27 +01001860func (imageInfo *imageVariantSpecificInfo) pruneUnsupportedProperties(pruner *propertyPruner) {
1861 if len(imageInfo.linkInfos) == 0 {
1862 pruner.pruneProperties(imageInfo.Properties)
1863 } else {
1864 for _, linkInfo := range imageInfo.linkInfos {
1865 linkInfo.pruneUnsupportedProperties(pruner)
1866 }
1867 }
1868}
1869
Paul Duffinb42fa672021-09-09 16:37:49 +01001870// Optimize the properties by extracting common properties from link type specific
1871// properties into arch type specific properties.
1872func (imageInfo *imageVariantSpecificInfo) optimizeProperties(ctx *memberContext, commonValueExtractor *commonValueExtractor) {
1873 if len(imageInfo.linkInfos) == 0 {
1874 return
1875 }
1876
1877 extractCommonProperties(ctx.sdkMemberContext, commonValueExtractor, imageInfo.Properties, imageInfo.linkInfos)
1878}
1879
1880// Add the properties for an arch type to a property set.
1881func (imageInfo *imageVariantSpecificInfo) addToPropertySet(ctx *memberContext, propertySet android.BpPropertySet) {
1882 if imageInfo.imageVariant != android.CoreVariation {
1883 propertySet = propertySet.AddPropertySet(imageInfo.imageVariant)
1884 }
1885
1886 addSdkMemberPropertiesToSet(ctx, imageInfo.Properties, propertySet)
1887
Liz Kammer96320df2022-05-12 20:40:00 -04001888 usedLinkages := make(map[string]bool, len(imageInfo.linkInfos))
Paul Duffinb42fa672021-09-09 16:37:49 +01001889 for _, linkInfo := range imageInfo.linkInfos {
Liz Kammer96320df2022-05-12 20:40:00 -04001890 usedLinkages[linkInfo.linkType] = true
Paul Duffinb42fa672021-09-09 16:37:49 +01001891 linkInfo.addToPropertySet(ctx, propertySet)
1892 }
1893
Liz Kammer96320df2022-05-12 20:40:00 -04001894 // If not all supported linkages had existing variants, we need to disable the unsupported variant
1895 if len(imageInfo.linkInfos) < len(ctx.MemberType().SupportedLinkages()) {
1896 for _, l := range ctx.MemberType().SupportedLinkages() {
1897 if _, ok := usedLinkages[l]; !ok {
1898 otherLinkagePropertySet := propertySet.AddPropertySet(l)
1899 otherLinkagePropertySet.AddProperty("enabled", false)
1900 }
1901 }
1902 }
1903
Paul Duffinb42fa672021-09-09 16:37:49 +01001904 // If this is for a non-core image variant then make sure that the property set does not contain
1905 // any properties as providing non-core image variant specific properties for prebuilts is not
1906 // currently supported.
1907 if imageInfo.imageVariant != android.CoreVariation {
1908 propertySetContents := getPropertySetContents(propertySet)
1909 if propertySetContents != "" {
1910 ctx.SdkModuleContext().ModuleErrorf("Image variant %q of sdk member %q has properties distinct from other variants; this is not yet supported. The properties are:\n%s",
1911 imageInfo.imageVariant, ctx.name, propertySetContents)
1912 }
1913 }
1914}
1915
1916func (imageInfo *imageVariantSpecificInfo) String() string {
1917 return imageInfo.imageVariant
1918}
1919
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001920type linkTypeSpecificInfo struct {
1921 baseInfo
1922
1923 linkType string
1924}
1925
Paul Duffin4b8b7932020-05-06 12:35:38 +01001926var _ propertiesContainer = (*linkTypeSpecificInfo)(nil)
1927
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001928// Create a new linkTypeSpecificInfo for the specified link type and its properties
1929// structures populated with information from the variant.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001930func newLinkSpecificInfo(ctx android.SdkMemberContext, linkType string, variantPropertiesFactory variantPropertiesFactoryFunc, linkVariant android.Module) *linkTypeSpecificInfo {
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001931 linkInfo := &linkTypeSpecificInfo{
1932 baseInfo: baseInfo{
1933 // Create the properties into which the link type specific properties will be
1934 // added.
1935 Properties: variantPropertiesFactory(),
1936 },
1937 linkType: linkType,
1938 }
Paul Duffin3a4eb502020-03-19 16:11:18 +00001939 linkInfo.Properties.PopulateFromVariant(ctx, linkVariant)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001940 return linkInfo
Paul Duffinfc8dd232020-03-17 12:51:37 +00001941}
1942
Paul Duffinf68f85a2021-09-09 16:11:42 +01001943func (l *linkTypeSpecificInfo) addToPropertySet(ctx *memberContext, propertySet android.BpPropertySet) {
1944 linkPropertySet := propertySet.AddPropertySet(l.linkType)
1945 addSdkMemberPropertiesToSet(ctx, l.Properties, linkPropertySet)
1946}
1947
Paul Duffin39abf8f2021-09-24 14:58:27 +01001948func (l *linkTypeSpecificInfo) pruneUnsupportedProperties(pruner *propertyPruner) {
1949 pruner.pruneProperties(l.Properties)
1950}
1951
Paul Duffin4b8b7932020-05-06 12:35:38 +01001952func (l *linkTypeSpecificInfo) String() string {
1953 return fmt.Sprintf("LinkType{%s}", l.linkType)
1954}
1955
Paul Duffin3a4eb502020-03-19 16:11:18 +00001956type memberContext struct {
1957 sdkMemberContext android.ModuleContext
1958 builder *snapshotBuilder
Paul Duffina551a1c2020-03-17 21:04:24 +00001959 memberType android.SdkMemberType
1960 name string
Paul Duffind19f8942021-07-14 12:08:37 +01001961
1962 // The set of traits required of this member.
1963 requiredTraits android.SdkMemberTraitSet
Paul Duffin3a4eb502020-03-19 16:11:18 +00001964}
1965
Cole Faust34867402023-04-28 12:32:27 -07001966func (m *memberContext) ModuleErrorf(fmt string, args ...interface{}) {
1967 m.sdkMemberContext.ModuleErrorf(fmt, args...)
1968}
1969
Paul Duffin3a4eb502020-03-19 16:11:18 +00001970func (m *memberContext) SdkModuleContext() android.ModuleContext {
1971 return m.sdkMemberContext
1972}
1973
1974func (m *memberContext) SnapshotBuilder() android.SnapshotBuilder {
1975 return m.builder
1976}
1977
Paul Duffina551a1c2020-03-17 21:04:24 +00001978func (m *memberContext) MemberType() android.SdkMemberType {
1979 return m.memberType
1980}
1981
1982func (m *memberContext) Name() string {
1983 return m.name
1984}
1985
Paul Duffind19f8942021-07-14 12:08:37 +01001986func (m *memberContext) RequiresTrait(trait android.SdkMemberTrait) bool {
1987 return m.requiredTraits.Contains(trait)
1988}
1989
Paul Duffin13648912022-07-15 13:12:35 +00001990func (m *memberContext) IsTargetBuildBeforeTiramisu() bool {
1991 return m.builder.targetBuildRelease.EarlierThan(buildReleaseT)
1992}
1993
Cole Faustf0006e72024-08-19 14:39:19 -07001994func (m *memberContext) Config() android.Config {
1995 return m.sdkMemberContext.Config()
1996}
1997
1998func (m *memberContext) OtherModulePropertyErrorf(module android.Module, property string, fmt string, args ...interface{}) {
1999 m.sdkMemberContext.OtherModulePropertyErrorf(module, property, fmt, args)
2000}
2001
Paul Duffin13648912022-07-15 13:12:35 +00002002var _ android.SdkMemberContext = (*memberContext)(nil)
2003
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01002004func (s *sdk) createMemberSnapshot(ctx *memberContext, member *sdkMember, bpModule *bpModule) {
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002005
2006 memberType := member.memberType
2007
Paul Duffin0d4ed0a2021-05-10 23:58:40 +01002008 // Do not add the prefer property if the member snapshot module is a source module type.
Paul Duffin4e7d1c42022-05-13 13:12:19 +00002009 moduleCtx := ctx.sdkMemberContext
Paul Duffin0d4ed0a2021-05-10 23:58:40 +01002010 if !memberType.UsesSourceModuleTypeInSnapshot() {
Paul Duffin0d4ed0a2021-05-10 23:58:40 +01002011 // Set prefer. Setting this to false is not strictly required as that is the default but it does
2012 // provide a convenient hook to post-process the generated Android.bp file, e.g. in tests to
2013 // check the behavior when a prebuilt is preferred. It also makes it explicit what the default
2014 // behavior is for the module.
Paul Duffin82d75ad2022-11-14 17:35:50 +00002015 bpModule.insertAfter("name", "prefer", false)
Paul Duffin0d4ed0a2021-05-10 23:58:40 +01002016 }
Paul Duffin83ad9562021-05-10 23:49:04 +01002017
Paul Duffin4e7d1c42022-05-13 13:12:19 +00002018 variants := selectApexVariantsWhereAvailable(ctx, member.variants)
2019
Paul Duffina04c1072020-03-02 10:16:35 +00002020 // Group the variants by os type.
Paul Duffin3a4eb502020-03-19 16:11:18 +00002021 variantsByOsType := make(map[android.OsType][]android.Module)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002022 for _, variant := range variants {
Paul Duffina04c1072020-03-02 10:16:35 +00002023 osType := variant.Target().Os
2024 variantsByOsType[osType] = append(variantsByOsType[osType], variant)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002025 }
2026
Paul Duffina04c1072020-03-02 10:16:35 +00002027 osCount := len(variantsByOsType)
Paul Duffinb44b33a2020-03-17 10:58:23 +00002028 variantPropertiesFactory := func() android.SdkMemberProperties {
Paul Duffina04c1072020-03-02 10:16:35 +00002029 properties := memberType.CreateVariantPropertiesStruct()
2030 base := properties.Base()
2031 base.Os_count = osCount
Paul Duffina04c1072020-03-02 10:16:35 +00002032 return properties
2033 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002034
Paul Duffina04c1072020-03-02 10:16:35 +00002035 osTypeToInfo := make(map[android.OsType]*osTypeSpecificInfo)
Paul Duffin14eb4672020-03-02 11:33:02 +00002036
Paul Duffina04c1072020-03-02 10:16:35 +00002037 // The set of properties that are common across all architectures and os types.
Paul Duffinb44b33a2020-03-17 10:58:23 +00002038 commonProperties := variantPropertiesFactory()
2039 commonProperties.Base().Os = android.CommonOS
Paul Duffina04c1072020-03-02 10:16:35 +00002040
Paul Duffin39abf8f2021-09-24 14:58:27 +01002041 // Create a property pruner that will prune any properties unsupported by the target build
2042 // release.
2043 targetBuildRelease := ctx.builder.targetBuildRelease
2044 unsupportedPropertyPruner := newPropertyPrunerByBuildRelease(commonProperties, targetBuildRelease)
2045
Paul Duffinc097e362020-03-10 22:50:03 +00002046 // Create common value extractor that can be used to optimize the properties.
2047 commonValueExtractor := newCommonValueExtractor(commonProperties)
2048
Paul Duffina04c1072020-03-02 10:16:35 +00002049 // The list of property structures which are os type specific but common across
2050 // architectures within that os type.
Paul Duffinf34f6d82020-04-30 15:48:31 +01002051 var osSpecificPropertiesContainers []*osTypeSpecificInfo
Paul Duffina04c1072020-03-02 10:16:35 +00002052
2053 for osType, osTypeVariants := range variantsByOsType {
Paul Duffin3a4eb502020-03-19 16:11:18 +00002054 osInfo := newOsTypeSpecificInfo(ctx, osType, variantPropertiesFactory, osTypeVariants)
Paul Duffina04c1072020-03-02 10:16:35 +00002055 osTypeToInfo[osType] = osInfo
Paul Duffinb44b33a2020-03-17 10:58:23 +00002056 // Add the os specific properties to a list of os type specific yet architecture
2057 // independent properties structs.
Paul Duffinf34f6d82020-04-30 15:48:31 +01002058 osSpecificPropertiesContainers = append(osSpecificPropertiesContainers, osInfo)
Paul Duffina04c1072020-03-02 10:16:35 +00002059
Paul Duffin39abf8f2021-09-24 14:58:27 +01002060 osInfo.pruneUnsupportedProperties(unsupportedPropertyPruner)
2061
Paul Duffin00e46802020-03-12 20:40:35 +00002062 // Optimize the properties across all the variants for a specific os type.
Paul Duffin4b8b7932020-05-06 12:35:38 +01002063 osInfo.optimizeProperties(ctx, commonValueExtractor)
Paul Duffin14eb4672020-03-02 11:33:02 +00002064 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002065
Paul Duffina04c1072020-03-02 10:16:35 +00002066 // Extract properties which are common across all architectures and os types.
Paul Duffin4e7d1c42022-05-13 13:12:19 +00002067 extractCommonProperties(moduleCtx, commonValueExtractor, commonProperties, osSpecificPropertiesContainers)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002068
Paul Duffina04c1072020-03-02 10:16:35 +00002069 // Add the common properties to the module.
Martin Stjernholm89238f42020-07-10 00:14:03 +01002070 addSdkMemberPropertiesToSet(ctx, commonProperties, bpModule)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002071
Paul Duffina04c1072020-03-02 10:16:35 +00002072 // Create a target property set into which target specific properties can be
2073 // added.
2074 targetPropertySet := bpModule.AddPropertySet("target")
2075
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01002076 // If the member is host OS dependent and has host_supported then disable by
2077 // default and enable each host OS variant explicitly. This avoids problems
2078 // with implicitly enabled OS variants when the snapshot is used, which might
2079 // be different from this run (e.g. different build OS).
2080 if ctx.memberType.IsHostOsDependent() {
2081 hostSupported := bpModule.getValue("host_supported") == true // Missing means false.
2082 if hostSupported {
2083 hostPropertySet := targetPropertySet.AddPropertySet("host")
2084 hostPropertySet.AddProperty("enabled", false)
2085 }
2086 }
2087
Paul Duffina04c1072020-03-02 10:16:35 +00002088 // Iterate over the os types in a fixed order.
2089 for _, osType := range s.getPossibleOsTypes() {
2090 osInfo := osTypeToInfo[osType]
2091 if osInfo == nil {
2092 continue
2093 }
2094
Paul Duffin3a4eb502020-03-19 16:11:18 +00002095 osInfo.addToPropertySet(ctx, bpModule, targetPropertySet)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002096 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002097}
2098
Paul Duffina04c1072020-03-02 10:16:35 +00002099// Compute the list of possible os types that this sdk could support.
2100func (s *sdk) getPossibleOsTypes() []android.OsType {
2101 var osTypes []android.OsType
Jingwen Chen2f6a21e2021-04-05 07:33:05 +00002102 for _, osType := range android.OsTypeList() {
Paul Duffina04c1072020-03-02 10:16:35 +00002103 if s.DeviceSupported() {
Colin Crosscb0ac952021-07-20 13:17:15 -07002104 if osType.Class == android.Device {
Paul Duffina04c1072020-03-02 10:16:35 +00002105 osTypes = append(osTypes, osType)
2106 }
2107 }
2108 if s.HostSupported() {
Jiyong Park1613e552020-09-14 19:43:17 +09002109 if osType.Class == android.Host {
Paul Duffina04c1072020-03-02 10:16:35 +00002110 osTypes = append(osTypes, osType)
2111 }
2112 }
2113 }
2114 sort.SliceStable(osTypes, func(i, j int) bool { return osTypes[i].Name < osTypes[j].Name })
2115 return osTypes
2116}
2117
Paul Duffinb28369a2020-05-04 15:39:59 +01002118// Given a set of properties (struct value), return the value of the field within that
2119// struct (or one of its embedded structs).
Paul Duffinc097e362020-03-10 22:50:03 +00002120type fieldAccessorFunc func(structValue reflect.Value) reflect.Value
2121
Paul Duffinc459f892020-04-30 18:08:29 +01002122// Checks the metadata to determine whether the property should be ignored for the
2123// purposes of common value extraction or not.
2124type extractorMetadataPredicate func(metadata propertiesContainer) bool
2125
2126// Indicates whether optimizable properties are provided by a host variant or
2127// not.
2128type isHostVariant interface {
2129 isHostVariant() bool
2130}
2131
Paul Duffinb28369a2020-05-04 15:39:59 +01002132// A property that can be optimized by the commonValueExtractor.
2133type extractorProperty struct {
Martin Stjernholmb0249572020-09-15 02:32:35 +01002134 // The name of the field for this property. It is a "."-separated path for
2135 // fields in non-anonymous substructs.
Paul Duffin4b8b7932020-05-06 12:35:38 +01002136 name string
2137
Paul Duffinc459f892020-04-30 18:08:29 +01002138 // Filter that can use metadata associated with the properties being optimized
2139 // to determine whether the field should be ignored during common value
2140 // optimization.
2141 filter extractorMetadataPredicate
2142
Paul Duffinb28369a2020-05-04 15:39:59 +01002143 // Retrieves the value on which common value optimization will be performed.
2144 getter fieldAccessorFunc
2145
Paul Duffinbfdca962022-09-22 16:21:54 +01002146 // True if the field should never be cleared.
2147 //
2148 // This is set to true if and only if the field is annotated with `sdk:"keep"`.
2149 keep bool
2150
Paul Duffinb28369a2020-05-04 15:39:59 +01002151 // The empty value for the field.
2152 emptyValue reflect.Value
Paul Duffin864e1b42020-05-06 10:23:19 +01002153
2154 // True if the property can support arch variants false otherwise.
2155 archVariant bool
Paul Duffinb28369a2020-05-04 15:39:59 +01002156}
2157
Paul Duffin4b8b7932020-05-06 12:35:38 +01002158func (p extractorProperty) String() string {
2159 return p.name
2160}
2161
Paul Duffinc097e362020-03-10 22:50:03 +00002162// Supports extracting common values from a number of instances of a properties
2163// structure into a separate common set of properties.
2164type commonValueExtractor struct {
Paul Duffinb28369a2020-05-04 15:39:59 +01002165 // The properties that the extractor can optimize.
2166 properties []extractorProperty
Paul Duffinc097e362020-03-10 22:50:03 +00002167}
2168
2169// Create a new common value extractor for the structure type for the supplied
2170// properties struct.
2171//
2172// The returned extractor can be used on any properties structure of the same type
2173// as the supplied set of properties.
2174func newCommonValueExtractor(propertiesStruct interface{}) *commonValueExtractor {
2175 structType := getStructValue(reflect.ValueOf(propertiesStruct)).Type()
2176 extractor := &commonValueExtractor{}
Martin Stjernholmb0249572020-09-15 02:32:35 +01002177 extractor.gatherFields(structType, nil, "")
Paul Duffinc097e362020-03-10 22:50:03 +00002178 return extractor
2179}
2180
2181// Gather the fields from the supplied structure type from which common values will
2182// be extracted.
Paul Duffinb07fa512020-03-10 22:17:04 +00002183//
Martin Stjernholmb0249572020-09-15 02:32:35 +01002184// This is recursive function. If it encounters a struct then it will recurse
2185// into it, passing in the accessor for the field and the struct name as prefix
2186// for the nested fields. That will then be used in the accessors for the fields
2187// in the embedded struct.
2188func (e *commonValueExtractor) gatherFields(structType reflect.Type, containingStructAccessor fieldAccessorFunc, namePrefix string) {
Paul Duffinc097e362020-03-10 22:50:03 +00002189 for f := 0; f < structType.NumField(); f++ {
2190 field := structType.Field(f)
2191 if field.PkgPath != "" {
2192 // Ignore unexported fields.
2193 continue
2194 }
2195
Paul Duffin02e25c82022-09-22 15:30:58 +01002196 // Ignore fields tagged with sdk:"ignore".
2197 if proptools.HasTag(field, "sdk", "ignore") {
Paul Duffinc097e362020-03-10 22:50:03 +00002198 continue
2199 }
2200
Paul Duffinc459f892020-04-30 18:08:29 +01002201 var filter extractorMetadataPredicate
2202
2203 // Add a filter
2204 if proptools.HasTag(field, "sdk", "ignored-on-host") {
2205 filter = func(metadata propertiesContainer) bool {
2206 if m, ok := metadata.(isHostVariant); ok {
2207 if m.isHostVariant() {
2208 return false
2209 }
2210 }
2211 return true
2212 }
2213 }
2214
Paul Duffinbfdca962022-09-22 16:21:54 +01002215 keep := proptools.HasTag(field, "sdk", "keep")
2216
Paul Duffinc097e362020-03-10 22:50:03 +00002217 // Save a copy of the field index for use in the function.
2218 fieldIndex := f
Paul Duffin4b8b7932020-05-06 12:35:38 +01002219
Martin Stjernholmb0249572020-09-15 02:32:35 +01002220 name := namePrefix + field.Name
Paul Duffin4b8b7932020-05-06 12:35:38 +01002221
Paul Duffinc097e362020-03-10 22:50:03 +00002222 fieldGetter := func(value reflect.Value) reflect.Value {
Paul Duffinb07fa512020-03-10 22:17:04 +00002223 if containingStructAccessor != nil {
2224 // This is an embedded structure so first access the field for the embedded
2225 // structure.
2226 value = containingStructAccessor(value)
2227 }
2228
Paul Duffinc097e362020-03-10 22:50:03 +00002229 // Skip through interface and pointer values to find the structure.
2230 value = getStructValue(value)
2231
Paul Duffin4b8b7932020-05-06 12:35:38 +01002232 defer func() {
2233 if r := recover(); r != nil {
2234 panic(fmt.Errorf("%s for fieldIndex %d of field %s of value %#v", r, fieldIndex, name, value.Interface()))
2235 }
2236 }()
2237
Paul Duffinc097e362020-03-10 22:50:03 +00002238 // Return the field.
2239 return value.Field(fieldIndex)
2240 }
2241
Martin Stjernholmb0249572020-09-15 02:32:35 +01002242 if field.Type.Kind() == reflect.Struct {
2243 // Gather fields from the nested or embedded structure.
2244 var subNamePrefix string
2245 if field.Anonymous {
2246 subNamePrefix = namePrefix
2247 } else {
2248 subNamePrefix = name + "."
2249 }
2250 e.gatherFields(field.Type, fieldGetter, subNamePrefix)
Paul Duffinb07fa512020-03-10 22:17:04 +00002251 } else {
Paul Duffinb28369a2020-05-04 15:39:59 +01002252 property := extractorProperty{
Paul Duffin4b8b7932020-05-06 12:35:38 +01002253 name,
Paul Duffinc459f892020-04-30 18:08:29 +01002254 filter,
Paul Duffinb28369a2020-05-04 15:39:59 +01002255 fieldGetter,
Paul Duffinbfdca962022-09-22 16:21:54 +01002256 keep,
Paul Duffinb28369a2020-05-04 15:39:59 +01002257 reflect.Zero(field.Type),
Paul Duffin864e1b42020-05-06 10:23:19 +01002258 proptools.HasTag(field, "android", "arch_variant"),
Paul Duffinb28369a2020-05-04 15:39:59 +01002259 }
2260 e.properties = append(e.properties, property)
Paul Duffinb07fa512020-03-10 22:17:04 +00002261 }
Paul Duffinc097e362020-03-10 22:50:03 +00002262 }
2263}
2264
2265func getStructValue(value reflect.Value) reflect.Value {
2266foundStruct:
2267 for {
2268 kind := value.Kind()
2269 switch kind {
2270 case reflect.Interface, reflect.Ptr:
2271 value = value.Elem()
2272 case reflect.Struct:
2273 break foundStruct
2274 default:
2275 panic(fmt.Errorf("expecting struct, interface or pointer, found %v of kind %s", value, kind))
2276 }
2277 }
2278 return value
2279}
2280
Paul Duffinf34f6d82020-04-30 15:48:31 +01002281// A container of properties to be optimized.
2282//
2283// Allows additional information to be associated with the properties, e.g. for
2284// filtering.
2285type propertiesContainer interface {
Paul Duffin4b8b7932020-05-06 12:35:38 +01002286 fmt.Stringer
2287
Paul Duffinf34f6d82020-04-30 15:48:31 +01002288 // Get the properties that need optimizing.
2289 optimizableProperties() interface{}
2290}
2291
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002292// Extract common properties from a slice of property structures of the same type.
2293//
2294// All the property structures must be of the same type.
2295// commonProperties - must be a pointer to the structure into which common properties will be added.
Paul Duffinf34f6d82020-04-30 15:48:31 +01002296// inputPropertiesSlice - must be a slice of propertiesContainer interfaces.
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002297//
2298// Iterates over each exported field (capitalized name) and checks to see whether they
2299// have the same value (using DeepEquals) across all the input properties. If it does not then no
2300// change is made. Otherwise, the common value is stored in the field in the commonProperties
Martin Stjernholmb0249572020-09-15 02:32:35 +01002301// and the field in each of the input properties structure is set to its default value. Nested
2302// structs are visited recursively and their non-struct fields are compared.
Paul Duffin4b8b7932020-05-06 12:35:38 +01002303func (e *commonValueExtractor) extractCommonProperties(commonProperties interface{}, inputPropertiesSlice interface{}) error {
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002304 commonPropertiesValue := reflect.ValueOf(commonProperties)
2305 commonStructValue := commonPropertiesValue.Elem()
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002306
Paul Duffinf34f6d82020-04-30 15:48:31 +01002307 sliceValue := reflect.ValueOf(inputPropertiesSlice)
2308
Paul Duffinb28369a2020-05-04 15:39:59 +01002309 for _, property := range e.properties {
2310 fieldGetter := property.getter
Paul Duffinc459f892020-04-30 18:08:29 +01002311 filter := property.filter
2312 if filter == nil {
2313 filter = func(metadata propertiesContainer) bool {
2314 return true
2315 }
2316 }
Paul Duffinb28369a2020-05-04 15:39:59 +01002317
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002318 // Check to see if all the structures have the same value for the field. The commonValue
Paul Duffin864e1b42020-05-06 10:23:19 +01002319 // is nil on entry to the loop and if it is nil on exit then there is no common value or
2320 // all the values have been filtered out, otherwise it points to the common value.
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002321 var commonValue *reflect.Value
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002322
Paul Duffin864e1b42020-05-06 10:23:19 +01002323 // Assume that all the values will be the same.
2324 //
2325 // While similar to this is not quite the same as commonValue == nil. If all the values
2326 // have been filtered out then this will be false but commonValue == nil will be true.
2327 valuesDiffer := false
2328
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002329 for i := 0; i < sliceValue.Len(); i++ {
Paul Duffinf34f6d82020-04-30 15:48:31 +01002330 container := sliceValue.Index(i).Interface().(propertiesContainer)
2331 itemValue := reflect.ValueOf(container.optimizableProperties())
Paul Duffinc097e362020-03-10 22:50:03 +00002332 fieldValue := fieldGetter(itemValue)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002333
Paul Duffinc459f892020-04-30 18:08:29 +01002334 if !filter(container) {
2335 expectedValue := property.emptyValue.Interface()
2336 actualValue := fieldValue.Interface()
2337 if !reflect.DeepEqual(expectedValue, actualValue) {
2338 return fmt.Errorf("field %q is supposed to be ignored for %q but is set to %#v instead of %#v", property, container, actualValue, expectedValue)
2339 }
2340 continue
2341 }
2342
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002343 if commonValue == nil {
2344 // Use the first value as the commonProperties value.
2345 commonValue = &fieldValue
2346 } else {
2347 // If the value does not match the current common value then there is
2348 // no value in common so break out.
2349 if !reflect.DeepEqual(fieldValue.Interface(), commonValue.Interface()) {
2350 commonValue = nil
Paul Duffin864e1b42020-05-06 10:23:19 +01002351 valuesDiffer = true
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002352 break
2353 }
2354 }
2355 }
2356
Paul Duffin864e1b42020-05-06 10:23:19 +01002357 // If the fields all have common value then store it in the common struct field
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002358 // and set the input struct's field to the empty value.
2359 if commonValue != nil {
Paul Duffinb28369a2020-05-04 15:39:59 +01002360 emptyValue := property.emptyValue
Paul Duffinc097e362020-03-10 22:50:03 +00002361 fieldGetter(commonStructValue).Set(*commonValue)
Paul Duffinbfdca962022-09-22 16:21:54 +01002362 if !property.keep {
2363 for i := 0; i < sliceValue.Len(); i++ {
2364 container := sliceValue.Index(i).Interface().(propertiesContainer)
2365 itemValue := reflect.ValueOf(container.optimizableProperties())
2366 fieldValue := fieldGetter(itemValue)
2367 fieldValue.Set(emptyValue)
2368 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002369 }
2370 }
Paul Duffin864e1b42020-05-06 10:23:19 +01002371
2372 if valuesDiffer && !property.archVariant {
2373 // The values differ but the property does not support arch variants so it
2374 // is an error.
2375 var details strings.Builder
2376 for i := 0; i < sliceValue.Len(); i++ {
2377 container := sliceValue.Index(i).Interface().(propertiesContainer)
2378 itemValue := reflect.ValueOf(container.optimizableProperties())
2379 fieldValue := fieldGetter(itemValue)
2380
2381 _, _ = fmt.Fprintf(&details, "\n %q has value %q", container.String(), fieldValue.Interface())
2382 }
2383
2384 return fmt.Errorf("field %q is not tagged as \"arch_variant\" but has arch specific properties:%s", property.String(), details.String())
2385 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002386 }
Paul Duffin4b8b7932020-05-06 12:35:38 +01002387
2388 return nil
Paul Duffin88f2fbe2020-02-27 16:00:53 +00002389}