blob: 3c4309cf3cc983284930a81f6dabd69e3eee6ad7 [file] [log] [blame]
Jiyong Park9b409bc2019-10-11 14:59:13 +09001// Copyright (C) 2019 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package sdk
16
17import (
18 "fmt"
Paul Duffinb645ec82019-11-27 17:43:54 +000019 "reflect"
Paul Duffina04c1072020-03-02 10:16:35 +000020 "sort"
Jiyong Park9b409bc2019-10-11 14:59:13 +090021 "strings"
22
Paul Duffin7d74e7b2020-03-06 12:30:13 +000023 "android/soong/apex"
Paul Duffin9b76c0b2020-03-12 10:24:35 +000024 "android/soong/cc"
Colin Cross440e0d02020-06-11 11:32:11 -070025
Paul Duffin375058f2019-11-29 20:17:53 +000026 "github.com/google/blueprint"
Jiyong Park9b409bc2019-10-11 14:59:13 +090027 "github.com/google/blueprint/proptools"
28
29 "android/soong/android"
Jiyong Park9b409bc2019-10-11 14:59:13 +090030)
31
32var pctx = android.NewPackageContext("android/soong/sdk")
33
Paul Duffin375058f2019-11-29 20:17:53 +000034var (
35 repackageZip = pctx.AndroidStaticRule("SnapshotRepackageZip",
36 blueprint.RuleParams{
Paul Duffince482dc2019-12-09 19:58:17 +000037 Command: `${config.Zip2ZipCmd} -i $in -o $out -x META-INF/**/* "**/*:$destdir"`,
Paul Duffin375058f2019-11-29 20:17:53 +000038 CommandDeps: []string{
39 "${config.Zip2ZipCmd}",
40 },
41 },
42 "destdir")
43
44 zipFiles = pctx.AndroidStaticRule("SnapshotZipFiles",
45 blueprint.RuleParams{
Colin Cross053fca12020-08-19 13:51:47 -070046 Command: `${config.SoongZipCmd} -C $basedir -r $out.rsp -o $out`,
Paul Duffin375058f2019-11-29 20:17:53 +000047 CommandDeps: []string{
48 "${config.SoongZipCmd}",
49 },
50 Rspfile: "$out.rsp",
51 RspfileContent: "$in",
52 },
53 "basedir")
54
55 mergeZips = pctx.AndroidStaticRule("SnapshotMergeZips",
56 blueprint.RuleParams{
57 Command: `${config.MergeZipsCmd} $out $in`,
58 CommandDeps: []string{
59 "${config.MergeZipsCmd}",
60 },
61 })
62)
63
Paul Duffinb645ec82019-11-27 17:43:54 +000064type generatedContents struct {
Jiyong Park73c54ee2019-10-22 20:31:18 +090065 content strings.Builder
66 indentLevel int
Jiyong Park9b409bc2019-10-11 14:59:13 +090067}
68
Paul Duffinb645ec82019-11-27 17:43:54 +000069// generatedFile abstracts operations for writing contents into a file and emit a build rule
70// for the file.
71type generatedFile struct {
72 generatedContents
73 path android.OutputPath
74}
75
Jiyong Park232e7852019-11-04 12:23:40 +090076func newGeneratedFile(ctx android.ModuleContext, path ...string) *generatedFile {
Jiyong Park9b409bc2019-10-11 14:59:13 +090077 return &generatedFile{
Paul Duffinb645ec82019-11-27 17:43:54 +000078 path: android.PathForModuleOut(ctx, path...).OutputPath,
Jiyong Park9b409bc2019-10-11 14:59:13 +090079 }
80}
81
Paul Duffinb645ec82019-11-27 17:43:54 +000082func (gc *generatedContents) Indent() {
83 gc.indentLevel++
Jiyong Park73c54ee2019-10-22 20:31:18 +090084}
85
Paul Duffinb645ec82019-11-27 17:43:54 +000086func (gc *generatedContents) Dedent() {
87 gc.indentLevel--
Jiyong Park73c54ee2019-10-22 20:31:18 +090088}
89
Paul Duffinb645ec82019-11-27 17:43:54 +000090func (gc *generatedContents) Printfln(format string, args ...interface{}) {
Paul Duffin11108272020-05-11 22:59:25 +010091 fmt.Fprintf(&(gc.content), strings.Repeat(" ", gc.indentLevel)+format+"\n", args...)
Jiyong Park9b409bc2019-10-11 14:59:13 +090092}
93
94func (gf *generatedFile) build(pctx android.PackageContext, ctx android.BuilderContext, implicits android.Paths) {
95 rb := android.NewRuleBuilder()
Paul Duffin11108272020-05-11 22:59:25 +010096
97 content := gf.content.String()
98
99 // ninja consumes newline characters in rspfile_content. Prevent it by
100 // escaping the backslash in the newline character. The extra backslash
101 // is removed when the rspfile is written to the actual script file
102 content = strings.ReplaceAll(content, "\n", "\\n")
103
Jiyong Park9b409bc2019-10-11 14:59:13 +0900104 rb.Command().
105 Implicits(implicits).
Paul Duffin11108272020-05-11 22:59:25 +0100106 Text("echo").Text(proptools.ShellEscape(content)).
107 // convert \\n to \n
Jiyong Park9b409bc2019-10-11 14:59:13 +0900108 Text("| sed 's/\\\\n/\\n/g' >").Output(gf.path)
109 rb.Command().
110 Text("chmod a+x").Output(gf.path)
111 rb.Build(pctx, ctx, gf.path.Base(), "Build "+gf.path.Base())
112}
113
Paul Duffin13879572019-11-28 14:31:38 +0000114// Collect all the members.
115//
Paul Duffin6a7e9532020-03-20 17:50:07 +0000116// Returns a list containing type (extracted from the dependency tag) and the variant
117// plus the multilib usages.
118func (s *sdk) collectMembers(ctx android.ModuleContext) {
119 s.multilibUsages = multilibNone
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000120 ctx.WalkDeps(func(child android.Module, parent android.Module) bool {
121 tag := ctx.OtherModuleDependencyTag(child)
Paul Duffinf8539922019-11-19 19:44:10 +0000122 if memberTag, ok := tag.(android.SdkMemberTypeDependencyTag); ok {
123 memberType := memberTag.SdkMemberType()
Jiyong Park9b409bc2019-10-11 14:59:13 +0900124
Paul Duffin13879572019-11-28 14:31:38 +0000125 // Make sure that the resolved module is allowed in the member list property.
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000126 if !memberType.IsInstance(child) {
127 ctx.ModuleErrorf("module %q is not valid in property %s", ctx.OtherModuleName(child), memberType.SdkPropertyName())
Jiyong Park73c54ee2019-10-22 20:31:18 +0900128 }
Paul Duffin13879572019-11-28 14:31:38 +0000129
Paul Duffin6a7e9532020-03-20 17:50:07 +0000130 // Keep track of which multilib variants are used by the sdk.
131 s.multilibUsages = s.multilibUsages.addArchType(child.Target().Arch.ArchType)
132
133 s.memberRefs = append(s.memberRefs, sdkMemberRef{memberType, child.(android.SdkAware)})
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000134
135 // If the member type supports transitive sdk members then recurse down into
136 // its dependencies, otherwise exit traversal.
137 return memberType.HasTransitiveSdkMembers()
Jiyong Park73c54ee2019-10-22 20:31:18 +0900138 }
Paul Duffinf4ae4f12020-01-13 20:58:25 +0000139
140 return false
Paul Duffin13879572019-11-28 14:31:38 +0000141 })
Paul Duffin1356d8c2020-02-25 19:26:33 +0000142}
143
144// Organize the members.
145//
146// The members are first grouped by type and then grouped by name. The order of
147// the types is the order they are referenced in android.SdkMemberTypesRegistry.
148// The names are in the order in which the dependencies were added.
149//
150// Returns the members as well as the multilib setting to use.
Paul Duffin6a7e9532020-03-20 17:50:07 +0000151func (s *sdk) organizeMembers(ctx android.ModuleContext, memberRefs []sdkMemberRef) []*sdkMember {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000152 byType := make(map[android.SdkMemberType][]*sdkMember)
153 byName := make(map[string]*sdkMember)
154
Paul Duffin1356d8c2020-02-25 19:26:33 +0000155 for _, memberRef := range memberRefs {
156 memberType := memberRef.memberType
157 variant := memberRef.variant
158
159 name := ctx.OtherModuleName(variant)
160 member := byName[name]
161 if member == nil {
162 member = &sdkMember{memberType: memberType, name: name}
163 byName[name] = member
164 byType[memberType] = append(byType[memberType], member)
165 }
166
Paul Duffin1356d8c2020-02-25 19:26:33 +0000167 // Only append new variants to the list. This is needed because a member can be both
168 // exported by the sdk and also be a transitive sdk member.
169 member.variants = appendUniqueVariants(member.variants, variant)
170 }
171
Paul Duffin13879572019-11-28 14:31:38 +0000172 var members []*sdkMember
Paul Duffin72910952020-01-20 18:16:30 +0000173 for _, memberListProperty := range s.memberListProperties() {
Paul Duffin13879572019-11-28 14:31:38 +0000174 membersOfType := byType[memberListProperty.memberType]
175 members = append(members, membersOfType...)
Jiyong Park9b409bc2019-10-11 14:59:13 +0900176 }
177
Paul Duffin6a7e9532020-03-20 17:50:07 +0000178 return members
Jiyong Park73c54ee2019-10-22 20:31:18 +0900179}
Jiyong Park9b409bc2019-10-11 14:59:13 +0900180
Paul Duffin72910952020-01-20 18:16:30 +0000181func appendUniqueVariants(variants []android.SdkAware, newVariant android.SdkAware) []android.SdkAware {
182 for _, v := range variants {
183 if v == newVariant {
184 return variants
185 }
186 }
187 return append(variants, newVariant)
188}
189
Jiyong Park73c54ee2019-10-22 20:31:18 +0900190// SDK directory structure
191// <sdk_root>/
192// Android.bp : definition of a 'sdk' module is here. This is a hand-made one.
193// <api_ver>/ : below this directory are all auto-generated
194// Android.bp : definition of 'sdk_snapshot' module is here
195// aidl/
196// frameworks/base/core/..../IFoo.aidl : an exported AIDL file
197// java/
Jiyong Park232e7852019-11-04 12:23:40 +0900198// <module_name>.jar : the stub jar for a java library 'module_name'
Jiyong Park73c54ee2019-10-22 20:31:18 +0900199// include/
200// bionic/libc/include/stdlib.h : an exported header file
201// include_gen/
Jiyong Park232e7852019-11-04 12:23:40 +0900202// <module_name>/com/android/.../IFoo.h : a generated header file
Jiyong Park73c54ee2019-10-22 20:31:18 +0900203// <arch>/include/ : arch-specific exported headers
204// <arch>/include_gen/ : arch-specific generated headers
205// <arch>/lib/
206// libFoo.so : a stub library
207
Jiyong Park232e7852019-11-04 12:23:40 +0900208// A name that uniquely identifies a prebuilt SDK member for a version of SDK snapshot
Jiyong Park73c54ee2019-10-22 20:31:18 +0900209// This isn't visible to users, so could be changed in future.
210func versionedSdkMemberName(ctx android.ModuleContext, memberName string, version string) string {
211 return ctx.ModuleName() + "_" + memberName + string(android.SdkVersionSeparator) + version
212}
213
Jiyong Park232e7852019-11-04 12:23:40 +0900214// buildSnapshot is the main function in this source file. It creates rules to copy
215// the contents (header files, stub libraries, etc) into the zip file.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000216func (s *sdk) buildSnapshot(ctx android.ModuleContext, sdkVariants []*sdk) android.OutputPath {
217
Paul Duffin13f02712020-03-06 12:30:43 +0000218 allMembersByName := make(map[string]struct{})
219 exportedMembersByName := make(map[string]struct{})
Paul Duffin1356d8c2020-02-25 19:26:33 +0000220 var memberRefs []sdkMemberRef
221 for _, sdkVariant := range sdkVariants {
222 memberRefs = append(memberRefs, sdkVariant.memberRefs...)
Paul Duffin865171e2020-03-02 18:38:15 +0000223
Paul Duffin13f02712020-03-06 12:30:43 +0000224 // Record the names of all the members, both explicitly specified and implicitly
225 // included.
226 for _, memberRef := range sdkVariant.memberRefs {
227 allMembersByName[memberRef.variant.Name()] = struct{}{}
228 }
229
Paul Duffin865171e2020-03-02 18:38:15 +0000230 // Merge the exported member sets from all sdk variants.
231 for key, _ := range sdkVariant.getExportedMembers() {
Paul Duffin13f02712020-03-06 12:30:43 +0000232 exportedMembersByName[key] = struct{}{}
Paul Duffin865171e2020-03-02 18:38:15 +0000233 }
Paul Duffin1356d8c2020-02-25 19:26:33 +0000234 }
235
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000236 snapshotDir := android.PathForModuleOut(ctx, "snapshot")
Jiyong Park9b409bc2019-10-11 14:59:13 +0900237
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000238 bp := newGeneratedFile(ctx, "snapshot", "Android.bp")
Paul Duffinb645ec82019-11-27 17:43:54 +0000239
240 bpFile := &bpFile{
241 modules: make(map[string]*bpModule),
242 }
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000243
244 builder := &snapshotBuilder{
Paul Duffin13f02712020-03-06 12:30:43 +0000245 ctx: ctx,
246 sdk: s,
247 version: "current",
248 snapshotDir: snapshotDir.OutputPath,
249 copies: make(map[string]string),
250 filesToZip: []android.Path{bp.path},
251 bpFile: bpFile,
252 prebuiltModules: make(map[string]*bpModule),
253 allMembersByName: allMembersByName,
254 exportedMembersByName: exportedMembersByName,
Jiyong Park73c54ee2019-10-22 20:31:18 +0900255 }
Paul Duffinac37c502019-11-26 18:02:20 +0000256 s.builderForTests = builder
Jiyong Park9b409bc2019-10-11 14:59:13 +0900257
Paul Duffin6a7e9532020-03-20 17:50:07 +0000258 members := s.organizeMembers(ctx, memberRefs)
Paul Duffin13ad94f2020-02-19 16:19:27 +0000259 for _, member := range members {
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000260 memberType := member.memberType
Paul Duffin3a4eb502020-03-19 16:11:18 +0000261
Paul Duffina551a1c2020-03-17 21:04:24 +0000262 memberCtx := &memberContext{ctx, builder, memberType, member.name}
Paul Duffin3a4eb502020-03-19 16:11:18 +0000263
264 prebuiltModule := memberType.AddPrebuiltModule(memberCtx, member)
Martin Stjernholmcaa47d72020-07-11 04:52:24 +0100265 s.createMemberSnapshot(memberCtx, member, prebuiltModule.(*bpModule))
Jiyong Park73c54ee2019-10-22 20:31:18 +0900266 }
Jiyong Park9b409bc2019-10-11 14:59:13 +0900267
Paul Duffine6c0d842020-01-15 14:08:51 +0000268 // Create a transformer that will transform an unversioned module into a versioned module.
269 unversionedToVersionedTransformer := unversionedToVersionedTransformation{builder: builder}
270
Paul Duffin72910952020-01-20 18:16:30 +0000271 // Create a transformer that will transform an unversioned module by replacing any references
272 // to internal members with a unique module name and setting prefer: false.
273 unversionedTransformer := unversionedTransformation{builder: builder}
274
Paul Duffinb645ec82019-11-27 17:43:54 +0000275 for _, unversioned := range builder.prebuiltOrder {
Paul Duffina78f3a72020-02-21 16:29:35 +0000276 // Prune any empty property sets.
277 unversioned = unversioned.transform(pruneEmptySetTransformer{})
278
Paul Duffinb645ec82019-11-27 17:43:54 +0000279 // Copy the unversioned module so it can be modified to make it versioned.
Paul Duffincc72e982020-01-14 15:53:11 +0000280 versioned := unversioned.deepCopy()
Paul Duffine6c0d842020-01-15 14:08:51 +0000281
282 // Transform the unversioned module into a versioned one.
283 versioned.transform(unversionedToVersionedTransformer)
Paul Duffinb645ec82019-11-27 17:43:54 +0000284 bpFile.AddModule(versioned)
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000285
Paul Duffin72910952020-01-20 18:16:30 +0000286 // Transform the unversioned module to make it suitable for use in the snapshot.
287 unversioned.transform(unversionedTransformer)
Paul Duffinb645ec82019-11-27 17:43:54 +0000288 bpFile.AddModule(unversioned)
289 }
290
291 // Create the snapshot module.
292 snapshotName := ctx.ModuleName() + string(android.SdkVersionSeparator) + builder.version
Paul Duffin8150da62019-12-16 17:21:27 +0000293 var snapshotModuleType string
294 if s.properties.Module_exports {
295 snapshotModuleType = "module_exports_snapshot"
296 } else {
297 snapshotModuleType = "sdk_snapshot"
298 }
299 snapshotModule := bpFile.newModule(snapshotModuleType)
Paul Duffinb645ec82019-11-27 17:43:54 +0000300 snapshotModule.AddProperty("name", snapshotName)
Paul Duffin593b3c92019-12-05 14:31:48 +0000301
302 // Make sure that the snapshot has the same visibility as the sdk.
303 visibility := android.EffectiveVisibilityRules(ctx, s)
304 if len(visibility) != 0 {
305 snapshotModule.AddProperty("visibility", visibility)
306 }
307
Paul Duffin865171e2020-03-02 18:38:15 +0000308 addHostDeviceSupportedProperties(s.ModuleBase.DeviceSupported(), s.ModuleBase.HostSupported(), snapshotModule)
Paul Duffin13ad94f2020-02-19 16:19:27 +0000309
Paul Duffinf34f6d82020-04-30 15:48:31 +0100310 var dynamicMemberPropertiesContainers []propertiesContainer
Paul Duffin865171e2020-03-02 18:38:15 +0000311 osTypeToMemberProperties := make(map[android.OsType]*sdk)
312 for _, sdkVariant := range sdkVariants {
313 properties := sdkVariant.dynamicMemberTypeListProperties
314 osTypeToMemberProperties[sdkVariant.Target().Os] = sdkVariant
Paul Duffin4b8b7932020-05-06 12:35:38 +0100315 dynamicMemberPropertiesContainers = append(dynamicMemberPropertiesContainers, &dynamicMemberPropertiesContainer{sdkVariant, properties})
Paul Duffin865171e2020-03-02 18:38:15 +0000316 }
317
318 // Extract the common lists of members into a separate struct.
319 commonDynamicMemberProperties := s.dynamicSdkMemberTypes.createMemberListProperties()
Paul Duffinc097e362020-03-10 22:50:03 +0000320 extractor := newCommonValueExtractor(commonDynamicMemberProperties)
Paul Duffin4b8b7932020-05-06 12:35:38 +0100321 extractCommonProperties(ctx, extractor, commonDynamicMemberProperties, dynamicMemberPropertiesContainers)
Paul Duffin865171e2020-03-02 18:38:15 +0000322
323 // Add properties common to all os types.
324 s.addMemberPropertiesToPropertySet(builder, snapshotModule, commonDynamicMemberProperties)
325
Martin Stjernholm4cfa2c62020-07-10 19:55:36 +0100326 // Optimize other per-variant properties, besides the dynamic member lists.
327 type variantProperties struct {
328 Compile_multilib string `android:"arch_variant"`
329 }
330 var variantPropertiesContainers []propertiesContainer
331 variantToProperties := make(map[*sdk]*variantProperties)
332 for _, sdkVariant := range sdkVariants {
333 props := &variantProperties{
334 Compile_multilib: sdkVariant.multilibUsages.String(),
335 }
336 variantPropertiesContainers = append(variantPropertiesContainers, &dynamicMemberPropertiesContainer{sdkVariant, props})
337 variantToProperties[sdkVariant] = props
338 }
339 commonVariantProperties := variantProperties{}
340 extractor = newCommonValueExtractor(commonVariantProperties)
341 extractCommonProperties(ctx, extractor, &commonVariantProperties, variantPropertiesContainers)
342 if commonVariantProperties.Compile_multilib != "" && commonVariantProperties.Compile_multilib != "both" {
343 // Compile_multilib defaults to both so only needs to be set when it's
344 // specified and not both.
345 snapshotModule.AddProperty("compile_multilib", commonVariantProperties.Compile_multilib)
346 }
347
Paul Duffin6a7e9532020-03-20 17:50:07 +0000348 targetPropertySet := snapshotModule.AddPropertySet("target")
Martin Stjernholmcaa47d72020-07-11 04:52:24 +0100349
350 // If host is supported and any member is host OS dependent then disable host
351 // by default, so that we can enable each host OS variant explicitly. This
352 // avoids problems with implicitly enabled OS variants when the snapshot is
353 // used, which might be different from this run (e.g. different build OS).
354 hasHostOsDependentMember := false
355 if s.HostSupported() {
356 for _, memberRef := range memberRefs {
357 if memberRef.memberType.IsHostOsDependent() {
358 hasHostOsDependentMember = true
359 break
360 }
361 }
362 if hasHostOsDependentMember {
363 hostPropertySet := targetPropertySet.AddPropertySet("host")
364 hostPropertySet.AddProperty("enabled", false)
365 }
366 }
367
368 // Iterate over the os types in a fixed order.
Paul Duffin865171e2020-03-02 18:38:15 +0000369 for _, osType := range s.getPossibleOsTypes() {
370 if sdkVariant, ok := osTypeToMemberProperties[osType]; ok {
371 osPropertySet := targetPropertySet.AddPropertySet(sdkVariant.Target().Os.Name)
Paul Duffin6a7e9532020-03-20 17:50:07 +0000372
Martin Stjernholmcaa47d72020-07-11 04:52:24 +0100373 // Enable the variant explicitly when we've disabled it by default on host.
Jiyong Park1613e552020-09-14 19:43:17 +0900374 if hasHostOsDependentMember && osType.Class == android.Host {
Martin Stjernholmcaa47d72020-07-11 04:52:24 +0100375 osPropertySet.AddProperty("enabled", true)
376 }
377
Martin Stjernholm4cfa2c62020-07-10 19:55:36 +0100378 variantProps := variantToProperties[sdkVariant]
379 if variantProps.Compile_multilib != "" && variantProps.Compile_multilib != "both" {
380 osPropertySet.AddProperty("compile_multilib", variantProps.Compile_multilib)
Paul Duffin6a7e9532020-03-20 17:50:07 +0000381 }
382
Paul Duffin865171e2020-03-02 18:38:15 +0000383 s.addMemberPropertiesToPropertySet(builder, osPropertySet, sdkVariant.dynamicMemberTypeListProperties)
Paul Duffin13879572019-11-28 14:31:38 +0000384 }
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000385 }
Paul Duffin865171e2020-03-02 18:38:15 +0000386
387 // Prune any empty property sets.
388 snapshotModule.transform(pruneEmptySetTransformer{})
389
Paul Duffinb645ec82019-11-27 17:43:54 +0000390 bpFile.AddModule(snapshotModule)
391
392 // generate Android.bp
393 bp = newGeneratedFile(ctx, "snapshot", "Android.bp")
394 generateBpContents(&bp.generatedContents, bpFile)
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000395
Paul Duffinf88d8e02020-05-07 20:21:34 +0100396 contents := bp.content.String()
397 syntaxCheckSnapshotBpFile(ctx, contents)
398
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000399 bp.build(pctx, ctx, nil)
400
401 filesToZip := builder.filesToZip
Jiyong Park9b409bc2019-10-11 14:59:13 +0900402
Jiyong Park232e7852019-11-04 12:23:40 +0900403 // zip them all
Paul Duffin91547182019-11-12 19:39:36 +0000404 outputZipFile := android.PathForModuleOut(ctx, ctx.ModuleName()+"-current.zip").OutputPath
Paul Duffin91547182019-11-12 19:39:36 +0000405 outputDesc := "Building snapshot for " + ctx.ModuleName()
406
407 // If there are no zips to merge then generate the output zip directly.
408 // Otherwise, generate an intermediate zip file into which other zips can be
409 // merged.
410 var zipFile android.OutputPath
Paul Duffin91547182019-11-12 19:39:36 +0000411 var desc string
412 if len(builder.zipsToMerge) == 0 {
413 zipFile = outputZipFile
Paul Duffin91547182019-11-12 19:39:36 +0000414 desc = outputDesc
415 } else {
416 zipFile = android.PathForModuleOut(ctx, ctx.ModuleName()+"-current.unmerged.zip").OutputPath
Paul Duffin91547182019-11-12 19:39:36 +0000417 desc = "Building intermediate snapshot for " + ctx.ModuleName()
418 }
419
Paul Duffin375058f2019-11-29 20:17:53 +0000420 ctx.Build(pctx, android.BuildParams{
421 Description: desc,
422 Rule: zipFiles,
423 Inputs: filesToZip,
424 Output: zipFile,
425 Args: map[string]string{
426 "basedir": builder.snapshotDir.String(),
427 },
428 })
Jiyong Park9b409bc2019-10-11 14:59:13 +0900429
Paul Duffin91547182019-11-12 19:39:36 +0000430 if len(builder.zipsToMerge) != 0 {
Paul Duffin375058f2019-11-29 20:17:53 +0000431 ctx.Build(pctx, android.BuildParams{
432 Description: outputDesc,
433 Rule: mergeZips,
434 Input: zipFile,
435 Inputs: builder.zipsToMerge,
436 Output: outputZipFile,
437 })
Paul Duffin91547182019-11-12 19:39:36 +0000438 }
439
440 return outputZipFile
Jiyong Park9b409bc2019-10-11 14:59:13 +0900441}
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000442
Paul Duffinf88d8e02020-05-07 20:21:34 +0100443// Check the syntax of the generated Android.bp file contents and if they are
444// invalid then log an error with the contents (tagged with line numbers) and the
445// errors that were found so that it is easy to see where the problem lies.
446func syntaxCheckSnapshotBpFile(ctx android.ModuleContext, contents string) {
447 errs := android.CheckBlueprintSyntax(ctx, "Android.bp", contents)
448 if len(errs) != 0 {
449 message := &strings.Builder{}
450 _, _ = fmt.Fprint(message, `errors in generated Android.bp snapshot:
451
452Generated Android.bp contents
453========================================================================
454`)
455 for i, line := range strings.Split(contents, "\n") {
456 _, _ = fmt.Fprintf(message, "%6d: %s\n", i+1, line)
457 }
458
459 _, _ = fmt.Fprint(message, `
460========================================================================
461
462Errors found:
463`)
464
465 for _, err := range errs {
466 _, _ = fmt.Fprintf(message, "%s\n", err.Error())
467 }
468
469 ctx.ModuleErrorf("%s", message.String())
470 }
471}
472
Paul Duffin4b8b7932020-05-06 12:35:38 +0100473func extractCommonProperties(ctx android.ModuleContext, extractor *commonValueExtractor, commonProperties interface{}, inputPropertiesSlice interface{}) {
474 err := extractor.extractCommonProperties(commonProperties, inputPropertiesSlice)
475 if err != nil {
476 ctx.ModuleErrorf("error extracting common properties: %s", err)
477 }
478}
479
Paul Duffin865171e2020-03-02 18:38:15 +0000480func (s *sdk) addMemberPropertiesToPropertySet(builder *snapshotBuilder, propertySet android.BpPropertySet, dynamicMemberTypeListProperties interface{}) {
481 for _, memberListProperty := range s.memberListProperties() {
482 names := memberListProperty.getter(dynamicMemberTypeListProperties)
483 if len(names) > 0 {
Paul Duffin13f02712020-03-06 12:30:43 +0000484 propertySet.AddProperty(memberListProperty.propertyName(), builder.versionedSdkMemberNames(names, false))
Paul Duffin865171e2020-03-02 18:38:15 +0000485 }
486 }
487}
488
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000489type propertyTag struct {
490 name string
491}
492
Paul Duffin0cb37b92020-03-04 14:52:46 +0000493// A BpPropertyTag to add to a property that contains references to other sdk members.
494//
495// This will cause the references to be rewritten to a versioned reference in the version
496// specific instance of a snapshot module.
Paul Duffin13f02712020-03-06 12:30:43 +0000497var requiredSdkMemberReferencePropertyTag = propertyTag{"requiredSdkMemberReferencePropertyTag"}
Paul Duffin13f02712020-03-06 12:30:43 +0000498var optionalSdkMemberReferencePropertyTag = propertyTag{"optionalSdkMemberReferencePropertyTag"}
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000499
Paul Duffin0cb37b92020-03-04 14:52:46 +0000500// A BpPropertyTag that indicates the property should only be present in the versioned
501// module.
502//
503// This will cause the property to be removed from the unversioned instance of a
504// snapshot module.
505var sdkVersionedOnlyPropertyTag = propertyTag{"sdkVersionedOnlyPropertyTag"}
506
Paul Duffine6c0d842020-01-15 14:08:51 +0000507type unversionedToVersionedTransformation struct {
508 identityTransformation
509 builder *snapshotBuilder
510}
511
Paul Duffine6c0d842020-01-15 14:08:51 +0000512func (t unversionedToVersionedTransformation) transformModule(module *bpModule) *bpModule {
513 // Use a versioned name for the module but remember the original name for the
514 // snapshot.
515 name := module.getValue("name").(string)
Paul Duffin13f02712020-03-06 12:30:43 +0000516 module.setProperty("name", t.builder.versionedSdkMemberName(name, true))
Paul Duffine6c0d842020-01-15 14:08:51 +0000517 module.insertAfter("name", "sdk_member_name", name)
518 return module
519}
520
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000521func (t unversionedToVersionedTransformation) transformProperty(name string, value interface{}, tag android.BpPropertyTag) (interface{}, android.BpPropertyTag) {
Paul Duffin13f02712020-03-06 12:30:43 +0000522 if tag == requiredSdkMemberReferencePropertyTag || tag == optionalSdkMemberReferencePropertyTag {
523 required := tag == requiredSdkMemberReferencePropertyTag
524 return t.builder.versionedSdkMemberNames(value.([]string), required), tag
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000525 } else {
526 return value, tag
527 }
528}
529
Paul Duffin72910952020-01-20 18:16:30 +0000530type unversionedTransformation struct {
531 identityTransformation
532 builder *snapshotBuilder
533}
534
535func (t unversionedTransformation) transformModule(module *bpModule) *bpModule {
536 // If the module is an internal member then use a unique name for it.
537 name := module.getValue("name").(string)
Paul Duffin13f02712020-03-06 12:30:43 +0000538 module.setProperty("name", t.builder.unversionedSdkMemberName(name, true))
Paul Duffin72910952020-01-20 18:16:30 +0000539
540 // Set prefer: false - this is not strictly required as that is the default.
541 module.insertAfter("name", "prefer", false)
542
543 return module
544}
545
546func (t unversionedTransformation) transformProperty(name string, value interface{}, tag android.BpPropertyTag) (interface{}, android.BpPropertyTag) {
Paul Duffin13f02712020-03-06 12:30:43 +0000547 if tag == requiredSdkMemberReferencePropertyTag || tag == optionalSdkMemberReferencePropertyTag {
548 required := tag == requiredSdkMemberReferencePropertyTag
549 return t.builder.unversionedSdkMemberNames(value.([]string), required), tag
Paul Duffin0cb37b92020-03-04 14:52:46 +0000550 } else if tag == sdkVersionedOnlyPropertyTag {
551 // The property is not allowed in the unversioned module so remove it.
552 return nil, nil
Paul Duffin72910952020-01-20 18:16:30 +0000553 } else {
554 return value, tag
555 }
556}
557
Paul Duffina78f3a72020-02-21 16:29:35 +0000558type pruneEmptySetTransformer struct {
559 identityTransformation
560}
561
562var _ bpTransformer = (*pruneEmptySetTransformer)(nil)
563
564func (t pruneEmptySetTransformer) transformPropertySetAfterContents(name string, propertySet *bpPropertySet, tag android.BpPropertyTag) (*bpPropertySet, android.BpPropertyTag) {
565 if len(propertySet.properties) == 0 {
566 return nil, nil
567 } else {
568 return propertySet, tag
569 }
570}
571
Paul Duffinb645ec82019-11-27 17:43:54 +0000572func generateBpContents(contents *generatedContents, bpFile *bpFile) {
573 contents.Printfln("// This is auto-generated. DO NOT EDIT.")
574 for _, bpModule := range bpFile.order {
575 contents.Printfln("")
576 contents.Printfln("%s {", bpModule.moduleType)
Paul Duffincc72e982020-01-14 15:53:11 +0000577 outputPropertySet(contents, bpModule.bpPropertySet)
Paul Duffinb645ec82019-11-27 17:43:54 +0000578 contents.Printfln("}")
579 }
Paul Duffinb645ec82019-11-27 17:43:54 +0000580}
581
582func outputPropertySet(contents *generatedContents, set *bpPropertySet) {
583 contents.Indent()
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000584
585 // Output the properties first, followed by the nested sets. This ensures a
586 // consistent output irrespective of whether property sets are created before
587 // or after the properties. This simplifies the creation of the module.
Paul Duffinb645ec82019-11-27 17:43:54 +0000588 for _, name := range set.order {
Paul Duffin5b511a22020-01-15 14:23:52 +0000589 value := set.getValue(name)
Paul Duffinb645ec82019-11-27 17:43:54 +0000590
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000591 switch v := value.(type) {
592 case []string:
593 length := len(v)
Paul Duffinb645ec82019-11-27 17:43:54 +0000594 if length > 1 {
595 contents.Printfln("%s: [", name)
596 contents.Indent()
597 for i := 0; i < length; i = i + 1 {
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000598 contents.Printfln("%q,", v[i])
Paul Duffinb645ec82019-11-27 17:43:54 +0000599 }
600 contents.Dedent()
601 contents.Printfln("],")
602 } else if length == 0 {
603 contents.Printfln("%s: [],", name)
604 } else {
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000605 contents.Printfln("%s: [%q],", name, v[0])
Paul Duffinb645ec82019-11-27 17:43:54 +0000606 }
Paul Duffinb645ec82019-11-27 17:43:54 +0000607
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000608 case bool:
609 contents.Printfln("%s: %t,", name, v)
610
611 case *bpPropertySet:
612 // Do not write property sets in the properties phase.
Paul Duffinb645ec82019-11-27 17:43:54 +0000613
614 default:
615 contents.Printfln("%s: %q,", name, value)
616 }
617 }
Paul Duffin07ef3cb2020-03-11 18:17:42 +0000618
619 for _, name := range set.order {
620 value := set.getValue(name)
621
622 // Only write property sets in the sets phase.
623 switch v := value.(type) {
624 case *bpPropertySet:
625 contents.Printfln("%s: {", name)
626 outputPropertySet(contents, v)
627 contents.Printfln("},")
628 }
629 }
630
Paul Duffinb645ec82019-11-27 17:43:54 +0000631 contents.Dedent()
632}
633
Paul Duffinac37c502019-11-26 18:02:20 +0000634func (s *sdk) GetAndroidBpContentsForTests() string {
Paul Duffinb645ec82019-11-27 17:43:54 +0000635 contents := &generatedContents{}
636 generateBpContents(contents, s.builderForTests.bpFile)
637 return contents.content.String()
Paul Duffinac37c502019-11-26 18:02:20 +0000638}
639
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000640type snapshotBuilder struct {
Paul Duffinb645ec82019-11-27 17:43:54 +0000641 ctx android.ModuleContext
Paul Duffine44358f2019-11-26 18:04:12 +0000642 sdk *sdk
Paul Duffinb645ec82019-11-27 17:43:54 +0000643 version string
644 snapshotDir android.OutputPath
645 bpFile *bpFile
Paul Duffinc62a5102019-12-11 18:34:15 +0000646
647 // Map from destination to source of each copy - used to eliminate duplicates and
648 // detect conflicts.
649 copies map[string]string
650
Paul Duffinb645ec82019-11-27 17:43:54 +0000651 filesToZip android.Paths
652 zipsToMerge android.Paths
653
654 prebuiltModules map[string]*bpModule
655 prebuiltOrder []*bpModule
Paul Duffin13f02712020-03-06 12:30:43 +0000656
657 // The set of all members by name.
658 allMembersByName map[string]struct{}
659
660 // The set of exported members by name.
661 exportedMembersByName map[string]struct{}
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000662}
663
664func (s *snapshotBuilder) CopyToSnapshot(src android.Path, dest string) {
Paul Duffinc62a5102019-12-11 18:34:15 +0000665 if existing, ok := s.copies[dest]; ok {
666 if existing != src.String() {
667 s.ctx.ModuleErrorf("conflicting copy, %s copied from both %s and %s", dest, existing, src)
668 return
669 }
670 } else {
671 path := s.snapshotDir.Join(s.ctx, dest)
672 s.ctx.Build(pctx, android.BuildParams{
673 Rule: android.Cp,
674 Input: src,
675 Output: path,
676 })
677 s.filesToZip = append(s.filesToZip, path)
678
679 s.copies[dest] = src.String()
680 }
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000681}
682
Paul Duffin91547182019-11-12 19:39:36 +0000683func (s *snapshotBuilder) UnzipToSnapshot(zipPath android.Path, destDir string) {
684 ctx := s.ctx
685
686 // Repackage the zip file so that the entries are in the destDir directory.
687 // This will allow the zip file to be merged into the snapshot.
688 tmpZipPath := android.PathForModuleOut(ctx, "tmp", destDir+".zip").OutputPath
Paul Duffin375058f2019-11-29 20:17:53 +0000689
690 ctx.Build(pctx, android.BuildParams{
691 Description: "Repackaging zip file " + destDir + " for snapshot " + ctx.ModuleName(),
692 Rule: repackageZip,
693 Input: zipPath,
694 Output: tmpZipPath,
695 Args: map[string]string{
696 "destdir": destDir,
697 },
698 })
Paul Duffin91547182019-11-12 19:39:36 +0000699
700 // Add the repackaged zip file to the files to merge.
701 s.zipsToMerge = append(s.zipsToMerge, tmpZipPath)
702}
703
Paul Duffin9d8d6092019-12-05 18:19:29 +0000704func (s *snapshotBuilder) AddPrebuiltModule(member android.SdkMember, moduleType string) android.BpModule {
705 name := member.Name()
Paul Duffinb645ec82019-11-27 17:43:54 +0000706 if s.prebuiltModules[name] != nil {
707 panic(fmt.Sprintf("Duplicate module detected, module %s has already been added", name))
708 }
709
710 m := s.bpFile.newModule(moduleType)
711 m.AddProperty("name", name)
Paul Duffin593b3c92019-12-05 14:31:48 +0000712
Paul Duffinbefa4b92020-03-04 14:22:45 +0000713 variant := member.Variants()[0]
714
Paul Duffin13f02712020-03-06 12:30:43 +0000715 if s.isInternalMember(name) {
Paul Duffin72910952020-01-20 18:16:30 +0000716 // An internal member is only referenced from the sdk snapshot which is in the
717 // same package so can be marked as private.
718 m.AddProperty("visibility", []string{"//visibility:private"})
719 } else {
720 // Extract visibility information from a member variant. All variants have the same
721 // visibility so it doesn't matter which one is used.
Paul Duffinbefa4b92020-03-04 14:22:45 +0000722 visibility := android.EffectiveVisibilityRules(s.ctx, variant)
Paul Duffin72910952020-01-20 18:16:30 +0000723 if len(visibility) != 0 {
724 m.AddProperty("visibility", visibility)
725 }
Paul Duffin593b3c92019-12-05 14:31:48 +0000726 }
727
Paul Duffin865171e2020-03-02 18:38:15 +0000728 deviceSupported := false
729 hostSupported := false
730
731 for _, variant := range member.Variants() {
732 osClass := variant.Target().Os.Class
Jiyong Park1613e552020-09-14 19:43:17 +0900733 if osClass == android.Host {
Paul Duffin865171e2020-03-02 18:38:15 +0000734 hostSupported = true
735 } else if osClass == android.Device {
736 deviceSupported = true
737 }
738 }
739
740 addHostDeviceSupportedProperties(deviceSupported, hostSupported, m)
Paul Duffinb645ec82019-11-27 17:43:54 +0000741
Paul Duffinbefa4b92020-03-04 14:22:45 +0000742 // Where available copy apex_available properties from the member.
743 if apexAware, ok := variant.(interface{ ApexAvailable() []string }); ok {
744 apexAvailable := apexAware.ApexAvailable()
Paul Duffin7d74e7b2020-03-06 12:30:13 +0000745
Colin Cross440e0d02020-06-11 11:32:11 -0700746 // Add in any baseline apex available settings.
747 apexAvailable = append(apexAvailable, apex.BaselineApexAvailable(member.Name())...)
Paul Duffin7d74e7b2020-03-06 12:30:13 +0000748
Paul Duffinbefa4b92020-03-04 14:22:45 +0000749 if len(apexAvailable) > 0 {
Paul Duffin7d74e7b2020-03-06 12:30:13 +0000750 // Remove duplicates and sort.
751 apexAvailable = android.FirstUniqueStrings(apexAvailable)
752 sort.Strings(apexAvailable)
753
Paul Duffinbefa4b92020-03-04 14:22:45 +0000754 m.AddProperty("apex_available", apexAvailable)
755 }
756 }
757
Paul Duffin0cb37b92020-03-04 14:52:46 +0000758 // Disable installation in the versioned module of those modules that are ever installable.
759 if installable, ok := variant.(interface{ EverInstallable() bool }); ok {
760 if installable.EverInstallable() {
761 m.AddPropertyWithTag("installable", false, sdkVersionedOnlyPropertyTag)
762 }
763 }
764
Paul Duffinb645ec82019-11-27 17:43:54 +0000765 s.prebuiltModules[name] = m
766 s.prebuiltOrder = append(s.prebuiltOrder, m)
767 return m
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000768}
769
Paul Duffin865171e2020-03-02 18:38:15 +0000770func addHostDeviceSupportedProperties(deviceSupported bool, hostSupported bool, bpModule *bpModule) {
771 if !deviceSupported {
Paul Duffine44358f2019-11-26 18:04:12 +0000772 bpModule.AddProperty("device_supported", false)
773 }
Paul Duffin865171e2020-03-02 18:38:15 +0000774 if hostSupported {
Paul Duffine44358f2019-11-26 18:04:12 +0000775 bpModule.AddProperty("host_supported", true)
776 }
777}
778
Paul Duffin13f02712020-03-06 12:30:43 +0000779func (s *snapshotBuilder) SdkMemberReferencePropertyTag(required bool) android.BpPropertyTag {
780 if required {
781 return requiredSdkMemberReferencePropertyTag
782 } else {
783 return optionalSdkMemberReferencePropertyTag
784 }
785}
786
787func (s *snapshotBuilder) OptionalSdkMemberReferencePropertyTag() android.BpPropertyTag {
788 return optionalSdkMemberReferencePropertyTag
Paul Duffin7b81f5e2020-01-13 21:03:22 +0000789}
790
Paul Duffinb645ec82019-11-27 17:43:54 +0000791// Get a versioned name appropriate for the SDK snapshot version being taken.
Paul Duffin13f02712020-03-06 12:30:43 +0000792func (s *snapshotBuilder) versionedSdkMemberName(unversionedName string, required bool) string {
793 if _, ok := s.allMembersByName[unversionedName]; !ok {
794 if required {
795 s.ctx.ModuleErrorf("Required member reference %s is not a member of the sdk", unversionedName)
796 }
797 return unversionedName
798 }
Paul Duffin0e0cf1d2019-11-12 19:39:25 +0000799 return versionedSdkMemberName(s.ctx, unversionedName, s.version)
800}
Paul Duffinb645ec82019-11-27 17:43:54 +0000801
Paul Duffin13f02712020-03-06 12:30:43 +0000802func (s *snapshotBuilder) versionedSdkMemberNames(members []string, required bool) []string {
Paul Duffinb645ec82019-11-27 17:43:54 +0000803 var references []string = nil
804 for _, m := range members {
Paul Duffin13f02712020-03-06 12:30:43 +0000805 references = append(references, s.versionedSdkMemberName(m, required))
Paul Duffinb645ec82019-11-27 17:43:54 +0000806 }
807 return references
808}
Paul Duffin13879572019-11-28 14:31:38 +0000809
Paul Duffin72910952020-01-20 18:16:30 +0000810// Get an internal name unique to the sdk.
Paul Duffin13f02712020-03-06 12:30:43 +0000811func (s *snapshotBuilder) unversionedSdkMemberName(unversionedName string, required bool) string {
812 if _, ok := s.allMembersByName[unversionedName]; !ok {
813 if required {
814 s.ctx.ModuleErrorf("Required member reference %s is not a member of the sdk", unversionedName)
815 }
816 return unversionedName
817 }
818
819 if s.isInternalMember(unversionedName) {
Paul Duffin72910952020-01-20 18:16:30 +0000820 return s.ctx.ModuleName() + "_" + unversionedName
821 } else {
822 return unversionedName
823 }
824}
825
Paul Duffin13f02712020-03-06 12:30:43 +0000826func (s *snapshotBuilder) unversionedSdkMemberNames(members []string, required bool) []string {
Paul Duffin72910952020-01-20 18:16:30 +0000827 var references []string = nil
828 for _, m := range members {
Paul Duffin13f02712020-03-06 12:30:43 +0000829 references = append(references, s.unversionedSdkMemberName(m, required))
Paul Duffin72910952020-01-20 18:16:30 +0000830 }
831 return references
832}
833
Paul Duffin13f02712020-03-06 12:30:43 +0000834func (s *snapshotBuilder) isInternalMember(memberName string) bool {
835 _, ok := s.exportedMembersByName[memberName]
836 return !ok
837}
838
Martin Stjernholm89238f42020-07-10 00:14:03 +0100839// Add the properties from the given SdkMemberProperties to the blueprint
840// property set. This handles common properties in SdkMemberPropertiesBase and
841// calls the member-specific AddToPropertySet for the rest.
842func addSdkMemberPropertiesToSet(ctx *memberContext, memberProperties android.SdkMemberProperties, targetPropertySet android.BpPropertySet) {
843 if memberProperties.Base().Compile_multilib != "" {
844 targetPropertySet.AddProperty("compile_multilib", memberProperties.Base().Compile_multilib)
845 }
846
847 memberProperties.AddToPropertySet(ctx, targetPropertySet)
848}
849
Paul Duffin1356d8c2020-02-25 19:26:33 +0000850type sdkMemberRef struct {
851 memberType android.SdkMemberType
852 variant android.SdkAware
853}
854
Paul Duffin13879572019-11-28 14:31:38 +0000855var _ android.SdkMember = (*sdkMember)(nil)
856
857type sdkMember struct {
858 memberType android.SdkMemberType
859 name string
860 variants []android.SdkAware
861}
862
863func (m *sdkMember) Name() string {
864 return m.name
865}
866
867func (m *sdkMember) Variants() []android.SdkAware {
868 return m.variants
869}
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000870
Paul Duffin9c3760e2020-03-16 19:52:08 +0000871// Track usages of multilib variants.
872type multilibUsage int
873
874const (
875 multilibNone multilibUsage = 0
876 multilib32 multilibUsage = 1
877 multilib64 multilibUsage = 2
878 multilibBoth = multilib32 | multilib64
879)
880
881// Add the multilib that is used in the arch type.
882func (m multilibUsage) addArchType(archType android.ArchType) multilibUsage {
883 multilib := archType.Multilib
884 switch multilib {
885 case "":
886 return m
887 case "lib32":
888 return m | multilib32
889 case "lib64":
890 return m | multilib64
891 default:
892 panic(fmt.Errorf("Unknown Multilib field in ArchType, expected 'lib32' or 'lib64', found %q", multilib))
893 }
894}
895
896func (m multilibUsage) String() string {
897 switch m {
898 case multilibNone:
899 return ""
900 case multilib32:
901 return "32"
902 case multilib64:
903 return "64"
904 case multilibBoth:
905 return "both"
906 default:
907 panic(fmt.Errorf("Unknown multilib value, found %b, expected one of %b, %b, %b or %b",
908 m, multilibNone, multilib32, multilib64, multilibBoth))
909 }
910}
911
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000912type baseInfo struct {
913 Properties android.SdkMemberProperties
914}
915
Paul Duffinf34f6d82020-04-30 15:48:31 +0100916func (b *baseInfo) optimizableProperties() interface{} {
917 return b.Properties
918}
919
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000920type osTypeSpecificInfo struct {
921 baseInfo
922
Paul Duffin00e46802020-03-12 20:40:35 +0000923 osType android.OsType
924
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000925 // The list of arch type specific info for this os type.
Paul Duffinb44b33a2020-03-17 10:58:23 +0000926 //
927 // Nil if there is one variant whose arch type is common
928 archInfos []*archTypeSpecificInfo
Paul Duffin88f2fbe2020-02-27 16:00:53 +0000929}
930
Paul Duffin4b8b7932020-05-06 12:35:38 +0100931var _ propertiesContainer = (*osTypeSpecificInfo)(nil)
932
Paul Duffinfc8dd232020-03-17 12:51:37 +0000933type variantPropertiesFactoryFunc func() android.SdkMemberProperties
934
Paul Duffin00e46802020-03-12 20:40:35 +0000935// Create a new osTypeSpecificInfo for the specified os type and its properties
936// structures populated with information from the variants.
Paul Duffin3a4eb502020-03-19 16:11:18 +0000937func newOsTypeSpecificInfo(ctx android.SdkMemberContext, osType android.OsType, variantPropertiesFactory variantPropertiesFactoryFunc, osTypeVariants []android.Module) *osTypeSpecificInfo {
Paul Duffin00e46802020-03-12 20:40:35 +0000938 osInfo := &osTypeSpecificInfo{
939 osType: osType,
940 }
941
942 osSpecificVariantPropertiesFactory := func() android.SdkMemberProperties {
943 properties := variantPropertiesFactory()
944 properties.Base().Os = osType
945 return properties
946 }
947
948 // Create a structure into which properties common across the architectures in
949 // this os type will be stored.
950 osInfo.Properties = osSpecificVariantPropertiesFactory()
951
952 // Group the variants by arch type.
Paul Duffin3a4eb502020-03-19 16:11:18 +0000953 var variantsByArchName = make(map[string][]android.Module)
Paul Duffin00e46802020-03-12 20:40:35 +0000954 var archTypes []android.ArchType
955 for _, variant := range osTypeVariants {
956 archType := variant.Target().Arch.ArchType
957 archTypeName := archType.Name
958 if _, ok := variantsByArchName[archTypeName]; !ok {
959 archTypes = append(archTypes, archType)
960 }
961
962 variantsByArchName[archTypeName] = append(variantsByArchName[archTypeName], variant)
963 }
964
965 if commonVariants, ok := variantsByArchName["common"]; ok {
966 if len(osTypeVariants) != 1 {
Colin Crossafa6a772020-07-06 17:41:08 -0700967 panic(fmt.Errorf("Expected to only have 1 variant when arch type is common but found %d", len(osTypeVariants)))
Paul Duffin00e46802020-03-12 20:40:35 +0000968 }
969
970 // A common arch type only has one variant and its properties should be treated
971 // as common to the os type.
Paul Duffin3a4eb502020-03-19 16:11:18 +0000972 osInfo.Properties.PopulateFromVariant(ctx, commonVariants[0])
Paul Duffin00e46802020-03-12 20:40:35 +0000973 } else {
974 // Create an arch specific info for each supported architecture type.
975 for _, archType := range archTypes {
976 archTypeName := archType.Name
977
978 archVariants := variantsByArchName[archTypeName]
Paul Duffin3a4eb502020-03-19 16:11:18 +0000979 archInfo := newArchSpecificInfo(ctx, archType, osSpecificVariantPropertiesFactory, archVariants)
Paul Duffin00e46802020-03-12 20:40:35 +0000980
981 osInfo.archInfos = append(osInfo.archInfos, archInfo)
982 }
983 }
984
985 return osInfo
986}
987
988// Optimize the properties by extracting common properties from arch type specific
989// properties into os type specific properties.
Paul Duffin4b8b7932020-05-06 12:35:38 +0100990func (osInfo *osTypeSpecificInfo) optimizeProperties(ctx *memberContext, commonValueExtractor *commonValueExtractor) {
Paul Duffin00e46802020-03-12 20:40:35 +0000991 // Nothing to do if there is only a single common architecture.
992 if len(osInfo.archInfos) == 0 {
993 return
994 }
995
Paul Duffin9c3760e2020-03-16 19:52:08 +0000996 multilib := multilibNone
Paul Duffin00e46802020-03-12 20:40:35 +0000997 for _, archInfo := range osInfo.archInfos {
Paul Duffin9c3760e2020-03-16 19:52:08 +0000998 multilib = multilib.addArchType(archInfo.archType)
999
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001000 // Optimize the arch properties first.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001001 archInfo.optimizeProperties(ctx, commonValueExtractor)
Paul Duffin00e46802020-03-12 20:40:35 +00001002 }
1003
Paul Duffin4b8b7932020-05-06 12:35:38 +01001004 extractCommonProperties(ctx.sdkMemberContext, commonValueExtractor, osInfo.Properties, osInfo.archInfos)
Paul Duffin00e46802020-03-12 20:40:35 +00001005
1006 // Choose setting for compile_multilib that is appropriate for the arch variants supplied.
Paul Duffin9c3760e2020-03-16 19:52:08 +00001007 osInfo.Properties.Base().Compile_multilib = multilib.String()
Paul Duffin00e46802020-03-12 20:40:35 +00001008}
1009
1010// Add the properties for an os to a property set.
1011//
1012// Maps the properties related to the os variants through to an appropriate
1013// module structure that will produce equivalent set of variants when it is
1014// processed in a build.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001015func (osInfo *osTypeSpecificInfo) addToPropertySet(ctx *memberContext, bpModule android.BpModule, targetPropertySet android.BpPropertySet) {
Paul Duffin00e46802020-03-12 20:40:35 +00001016
1017 var osPropertySet android.BpPropertySet
1018 var archPropertySet android.BpPropertySet
1019 var archOsPrefix string
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01001020 if osInfo.Properties.Base().Os_count == 1 &&
1021 (osInfo.osType.Class == android.Device || !ctx.memberType.IsHostOsDependent()) {
1022 // There is only one OS type present in the variants and it shouldn't have a
1023 // variant-specific target. The latter is the case if it's either for device
1024 // where there is only one OS (android), or for host and the member type
1025 // isn't host OS dependent.
Paul Duffin00e46802020-03-12 20:40:35 +00001026
1027 // Create a structure that looks like:
1028 // module_type {
1029 // name: "...",
1030 // ...
1031 // <common properties>
1032 // ...
1033 // <single os type specific properties>
1034 //
1035 // arch: {
1036 // <arch specific sections>
1037 // }
1038 //
1039 osPropertySet = bpModule
1040 archPropertySet = osPropertySet.AddPropertySet("arch")
1041
1042 // Arch specific properties need to be added to an arch specific section
1043 // within arch.
1044 archOsPrefix = ""
1045 } else {
1046 // Create a structure that looks like:
1047 // module_type {
1048 // name: "...",
1049 // ...
1050 // <common properties>
1051 // ...
1052 // target: {
1053 // <arch independent os specific sections, e.g. android>
1054 // ...
1055 // <arch and os specific sections, e.g. android_x86>
1056 // }
1057 //
1058 osType := osInfo.osType
1059 osPropertySet = targetPropertySet.AddPropertySet(osType.Name)
1060 archPropertySet = targetPropertySet
1061
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01001062 // Enable the variant explicitly when we've disabled it by default on host.
Jiyong Park1613e552020-09-14 19:43:17 +09001063 if ctx.memberType.IsHostOsDependent() && osType.Class == android.Host {
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01001064 osPropertySet.AddProperty("enabled", true)
1065 }
1066
Paul Duffin00e46802020-03-12 20:40:35 +00001067 // Arch specific properties need to be added to an os and arch specific
1068 // section prefixed with <os>_.
1069 archOsPrefix = osType.Name + "_"
1070 }
1071
1072 // Add the os specific but arch independent properties to the module.
Martin Stjernholm89238f42020-07-10 00:14:03 +01001073 addSdkMemberPropertiesToSet(ctx, osInfo.Properties, osPropertySet)
Paul Duffin00e46802020-03-12 20:40:35 +00001074
1075 // Add arch (and possibly os) specific sections for each set of arch (and possibly
1076 // os) specific properties.
1077 //
1078 // The archInfos list will be empty if the os contains variants for the common
1079 // architecture.
1080 for _, archInfo := range osInfo.archInfos {
Paul Duffin3a4eb502020-03-19 16:11:18 +00001081 archInfo.addToPropertySet(ctx, archPropertySet, archOsPrefix)
Paul Duffin00e46802020-03-12 20:40:35 +00001082 }
1083}
1084
Paul Duffin7a1f7f32020-05-04 15:32:08 +01001085func (osInfo *osTypeSpecificInfo) isHostVariant() bool {
1086 osClass := osInfo.osType.Class
Jiyong Park1613e552020-09-14 19:43:17 +09001087 return osClass == android.Host
Paul Duffin7a1f7f32020-05-04 15:32:08 +01001088}
1089
1090var _ isHostVariant = (*osTypeSpecificInfo)(nil)
1091
Paul Duffin4b8b7932020-05-06 12:35:38 +01001092func (osInfo *osTypeSpecificInfo) String() string {
1093 return fmt.Sprintf("OsType{%s}", osInfo.osType)
1094}
1095
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001096type archTypeSpecificInfo struct {
1097 baseInfo
1098
1099 archType android.ArchType
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001100
1101 linkInfos []*linkTypeSpecificInfo
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001102}
1103
Paul Duffin4b8b7932020-05-06 12:35:38 +01001104var _ propertiesContainer = (*archTypeSpecificInfo)(nil)
1105
Paul Duffinfc8dd232020-03-17 12:51:37 +00001106// Create a new archTypeSpecificInfo for the specified arch type and its properties
1107// structures populated with information from the variants.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001108func newArchSpecificInfo(ctx android.SdkMemberContext, archType android.ArchType, variantPropertiesFactory variantPropertiesFactoryFunc, archVariants []android.Module) *archTypeSpecificInfo {
Paul Duffinfc8dd232020-03-17 12:51:37 +00001109
Paul Duffinfc8dd232020-03-17 12:51:37 +00001110 // Create an arch specific info into which the variant properties can be copied.
1111 archInfo := &archTypeSpecificInfo{archType: archType}
1112
1113 // Create the properties into which the arch type specific properties will be
1114 // added.
1115 archInfo.Properties = variantPropertiesFactory()
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001116
1117 if len(archVariants) == 1 {
Paul Duffin3a4eb502020-03-19 16:11:18 +00001118 archInfo.Properties.PopulateFromVariant(ctx, archVariants[0])
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001119 } else {
1120 // There is more than one variant for this arch type which must be differentiated
1121 // by link type.
1122 for _, linkVariant := range archVariants {
1123 linkType := getLinkType(linkVariant)
1124 if linkType == "" {
1125 panic(fmt.Errorf("expected one arch specific variant as it is not identified by link type but found %d", len(archVariants)))
1126 } else {
Paul Duffin3a4eb502020-03-19 16:11:18 +00001127 linkInfo := newLinkSpecificInfo(ctx, linkType, variantPropertiesFactory, linkVariant)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001128
1129 archInfo.linkInfos = append(archInfo.linkInfos, linkInfo)
1130 }
1131 }
1132 }
Paul Duffinfc8dd232020-03-17 12:51:37 +00001133
1134 return archInfo
1135}
1136
Paul Duffinf34f6d82020-04-30 15:48:31 +01001137func (archInfo *archTypeSpecificInfo) optimizableProperties() interface{} {
1138 return archInfo.Properties
1139}
1140
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001141// Get the link type of the variant
1142//
1143// If the variant is not differentiated by link type then it returns "",
1144// otherwise it returns one of "static" or "shared".
1145func getLinkType(variant android.Module) string {
1146 linkType := ""
1147 if linkable, ok := variant.(cc.LinkableInterface); ok {
1148 if linkable.Shared() && linkable.Static() {
1149 panic(fmt.Errorf("expected variant %q to be either static or shared but was both", variant.String()))
1150 } else if linkable.Shared() {
1151 linkType = "shared"
1152 } else if linkable.Static() {
1153 linkType = "static"
1154 } else {
1155 panic(fmt.Errorf("expected variant %q to be either static or shared but was neither", variant.String()))
1156 }
1157 }
1158 return linkType
1159}
1160
1161// Optimize the properties by extracting common properties from link type specific
1162// properties into arch type specific properties.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001163func (archInfo *archTypeSpecificInfo) optimizeProperties(ctx *memberContext, commonValueExtractor *commonValueExtractor) {
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001164 if len(archInfo.linkInfos) == 0 {
1165 return
1166 }
1167
Paul Duffin4b8b7932020-05-06 12:35:38 +01001168 extractCommonProperties(ctx.sdkMemberContext, commonValueExtractor, archInfo.Properties, archInfo.linkInfos)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001169}
1170
Paul Duffinfc8dd232020-03-17 12:51:37 +00001171// Add the properties for an arch type to a property set.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001172func (archInfo *archTypeSpecificInfo) addToPropertySet(ctx *memberContext, archPropertySet android.BpPropertySet, archOsPrefix string) {
Paul Duffinfc8dd232020-03-17 12:51:37 +00001173 archTypeName := archInfo.archType.Name
1174 archTypePropertySet := archPropertySet.AddPropertySet(archOsPrefix + archTypeName)
Martin Stjernholm89238f42020-07-10 00:14:03 +01001175 addSdkMemberPropertiesToSet(ctx, archInfo.Properties, archTypePropertySet)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001176
1177 for _, linkInfo := range archInfo.linkInfos {
1178 linkPropertySet := archTypePropertySet.AddPropertySet(linkInfo.linkType)
Martin Stjernholm89238f42020-07-10 00:14:03 +01001179 addSdkMemberPropertiesToSet(ctx, linkInfo.Properties, linkPropertySet)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001180 }
1181}
1182
Paul Duffin4b8b7932020-05-06 12:35:38 +01001183func (archInfo *archTypeSpecificInfo) String() string {
1184 return fmt.Sprintf("ArchType{%s}", archInfo.archType)
1185}
1186
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001187type linkTypeSpecificInfo struct {
1188 baseInfo
1189
1190 linkType string
1191}
1192
Paul Duffin4b8b7932020-05-06 12:35:38 +01001193var _ propertiesContainer = (*linkTypeSpecificInfo)(nil)
1194
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001195// Create a new linkTypeSpecificInfo for the specified link type and its properties
1196// structures populated with information from the variant.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001197func newLinkSpecificInfo(ctx android.SdkMemberContext, linkType string, variantPropertiesFactory variantPropertiesFactoryFunc, linkVariant android.Module) *linkTypeSpecificInfo {
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001198 linkInfo := &linkTypeSpecificInfo{
1199 baseInfo: baseInfo{
1200 // Create the properties into which the link type specific properties will be
1201 // added.
1202 Properties: variantPropertiesFactory(),
1203 },
1204 linkType: linkType,
1205 }
Paul Duffin3a4eb502020-03-19 16:11:18 +00001206 linkInfo.Properties.PopulateFromVariant(ctx, linkVariant)
Paul Duffin9b76c0b2020-03-12 10:24:35 +00001207 return linkInfo
Paul Duffinfc8dd232020-03-17 12:51:37 +00001208}
1209
Paul Duffin4b8b7932020-05-06 12:35:38 +01001210func (l *linkTypeSpecificInfo) String() string {
1211 return fmt.Sprintf("LinkType{%s}", l.linkType)
1212}
1213
Paul Duffin3a4eb502020-03-19 16:11:18 +00001214type memberContext struct {
1215 sdkMemberContext android.ModuleContext
1216 builder *snapshotBuilder
Paul Duffina551a1c2020-03-17 21:04:24 +00001217 memberType android.SdkMemberType
1218 name string
Paul Duffin3a4eb502020-03-19 16:11:18 +00001219}
1220
1221func (m *memberContext) SdkModuleContext() android.ModuleContext {
1222 return m.sdkMemberContext
1223}
1224
1225func (m *memberContext) SnapshotBuilder() android.SnapshotBuilder {
1226 return m.builder
1227}
1228
Paul Duffina551a1c2020-03-17 21:04:24 +00001229func (m *memberContext) MemberType() android.SdkMemberType {
1230 return m.memberType
1231}
1232
1233func (m *memberContext) Name() string {
1234 return m.name
1235}
1236
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01001237func (s *sdk) createMemberSnapshot(ctx *memberContext, member *sdkMember, bpModule *bpModule) {
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001238
1239 memberType := member.memberType
1240
Paul Duffina04c1072020-03-02 10:16:35 +00001241 // Group the variants by os type.
Paul Duffin3a4eb502020-03-19 16:11:18 +00001242 variantsByOsType := make(map[android.OsType][]android.Module)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001243 variants := member.Variants()
1244 for _, variant := range variants {
Paul Duffina04c1072020-03-02 10:16:35 +00001245 osType := variant.Target().Os
1246 variantsByOsType[osType] = append(variantsByOsType[osType], variant)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001247 }
1248
Paul Duffina04c1072020-03-02 10:16:35 +00001249 osCount := len(variantsByOsType)
Paul Duffinb44b33a2020-03-17 10:58:23 +00001250 variantPropertiesFactory := func() android.SdkMemberProperties {
Paul Duffina04c1072020-03-02 10:16:35 +00001251 properties := memberType.CreateVariantPropertiesStruct()
1252 base := properties.Base()
1253 base.Os_count = osCount
Paul Duffina04c1072020-03-02 10:16:35 +00001254 return properties
1255 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001256
Paul Duffina04c1072020-03-02 10:16:35 +00001257 osTypeToInfo := make(map[android.OsType]*osTypeSpecificInfo)
Paul Duffin14eb4672020-03-02 11:33:02 +00001258
Paul Duffina04c1072020-03-02 10:16:35 +00001259 // The set of properties that are common across all architectures and os types.
Paul Duffinb44b33a2020-03-17 10:58:23 +00001260 commonProperties := variantPropertiesFactory()
1261 commonProperties.Base().Os = android.CommonOS
Paul Duffina04c1072020-03-02 10:16:35 +00001262
Paul Duffinc097e362020-03-10 22:50:03 +00001263 // Create common value extractor that can be used to optimize the properties.
1264 commonValueExtractor := newCommonValueExtractor(commonProperties)
1265
Paul Duffina04c1072020-03-02 10:16:35 +00001266 // The list of property structures which are os type specific but common across
1267 // architectures within that os type.
Paul Duffinf34f6d82020-04-30 15:48:31 +01001268 var osSpecificPropertiesContainers []*osTypeSpecificInfo
Paul Duffina04c1072020-03-02 10:16:35 +00001269
1270 for osType, osTypeVariants := range variantsByOsType {
Paul Duffin3a4eb502020-03-19 16:11:18 +00001271 osInfo := newOsTypeSpecificInfo(ctx, osType, variantPropertiesFactory, osTypeVariants)
Paul Duffina04c1072020-03-02 10:16:35 +00001272 osTypeToInfo[osType] = osInfo
Paul Duffinb44b33a2020-03-17 10:58:23 +00001273 // Add the os specific properties to a list of os type specific yet architecture
1274 // independent properties structs.
Paul Duffinf34f6d82020-04-30 15:48:31 +01001275 osSpecificPropertiesContainers = append(osSpecificPropertiesContainers, osInfo)
Paul Duffina04c1072020-03-02 10:16:35 +00001276
Paul Duffin00e46802020-03-12 20:40:35 +00001277 // Optimize the properties across all the variants for a specific os type.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001278 osInfo.optimizeProperties(ctx, commonValueExtractor)
Paul Duffin14eb4672020-03-02 11:33:02 +00001279 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001280
Paul Duffina04c1072020-03-02 10:16:35 +00001281 // Extract properties which are common across all architectures and os types.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001282 extractCommonProperties(ctx.sdkMemberContext, commonValueExtractor, commonProperties, osSpecificPropertiesContainers)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001283
Paul Duffina04c1072020-03-02 10:16:35 +00001284 // Add the common properties to the module.
Martin Stjernholm89238f42020-07-10 00:14:03 +01001285 addSdkMemberPropertiesToSet(ctx, commonProperties, bpModule)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001286
Paul Duffina04c1072020-03-02 10:16:35 +00001287 // Create a target property set into which target specific properties can be
1288 // added.
1289 targetPropertySet := bpModule.AddPropertySet("target")
1290
Martin Stjernholmcaa47d72020-07-11 04:52:24 +01001291 // If the member is host OS dependent and has host_supported then disable by
1292 // default and enable each host OS variant explicitly. This avoids problems
1293 // with implicitly enabled OS variants when the snapshot is used, which might
1294 // be different from this run (e.g. different build OS).
1295 if ctx.memberType.IsHostOsDependent() {
1296 hostSupported := bpModule.getValue("host_supported") == true // Missing means false.
1297 if hostSupported {
1298 hostPropertySet := targetPropertySet.AddPropertySet("host")
1299 hostPropertySet.AddProperty("enabled", false)
1300 }
1301 }
1302
Paul Duffina04c1072020-03-02 10:16:35 +00001303 // Iterate over the os types in a fixed order.
1304 for _, osType := range s.getPossibleOsTypes() {
1305 osInfo := osTypeToInfo[osType]
1306 if osInfo == nil {
1307 continue
1308 }
1309
Paul Duffin3a4eb502020-03-19 16:11:18 +00001310 osInfo.addToPropertySet(ctx, bpModule, targetPropertySet)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001311 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001312}
1313
Paul Duffina04c1072020-03-02 10:16:35 +00001314// Compute the list of possible os types that this sdk could support.
1315func (s *sdk) getPossibleOsTypes() []android.OsType {
1316 var osTypes []android.OsType
1317 for _, osType := range android.OsTypeList {
1318 if s.DeviceSupported() {
1319 if osType.Class == android.Device && osType != android.Fuchsia {
1320 osTypes = append(osTypes, osType)
1321 }
1322 }
1323 if s.HostSupported() {
Jiyong Park1613e552020-09-14 19:43:17 +09001324 if osType.Class == android.Host {
Paul Duffina04c1072020-03-02 10:16:35 +00001325 osTypes = append(osTypes, osType)
1326 }
1327 }
1328 }
1329 sort.SliceStable(osTypes, func(i, j int) bool { return osTypes[i].Name < osTypes[j].Name })
1330 return osTypes
1331}
1332
Paul Duffinb28369a2020-05-04 15:39:59 +01001333// Given a set of properties (struct value), return the value of the field within that
1334// struct (or one of its embedded structs).
Paul Duffinc097e362020-03-10 22:50:03 +00001335type fieldAccessorFunc func(structValue reflect.Value) reflect.Value
1336
Paul Duffinc459f892020-04-30 18:08:29 +01001337// Checks the metadata to determine whether the property should be ignored for the
1338// purposes of common value extraction or not.
1339type extractorMetadataPredicate func(metadata propertiesContainer) bool
1340
1341// Indicates whether optimizable properties are provided by a host variant or
1342// not.
1343type isHostVariant interface {
1344 isHostVariant() bool
1345}
1346
Paul Duffinb28369a2020-05-04 15:39:59 +01001347// A property that can be optimized by the commonValueExtractor.
1348type extractorProperty struct {
Paul Duffin4b8b7932020-05-06 12:35:38 +01001349 // The name of the field for this property.
1350 name string
1351
Paul Duffinc459f892020-04-30 18:08:29 +01001352 // Filter that can use metadata associated with the properties being optimized
1353 // to determine whether the field should be ignored during common value
1354 // optimization.
1355 filter extractorMetadataPredicate
1356
Paul Duffinb28369a2020-05-04 15:39:59 +01001357 // Retrieves the value on which common value optimization will be performed.
1358 getter fieldAccessorFunc
1359
1360 // The empty value for the field.
1361 emptyValue reflect.Value
Paul Duffin864e1b42020-05-06 10:23:19 +01001362
1363 // True if the property can support arch variants false otherwise.
1364 archVariant bool
Paul Duffinb28369a2020-05-04 15:39:59 +01001365}
1366
Paul Duffin4b8b7932020-05-06 12:35:38 +01001367func (p extractorProperty) String() string {
1368 return p.name
1369}
1370
Paul Duffinc097e362020-03-10 22:50:03 +00001371// Supports extracting common values from a number of instances of a properties
1372// structure into a separate common set of properties.
1373type commonValueExtractor struct {
Paul Duffinb28369a2020-05-04 15:39:59 +01001374 // The properties that the extractor can optimize.
1375 properties []extractorProperty
Paul Duffinc097e362020-03-10 22:50:03 +00001376}
1377
1378// Create a new common value extractor for the structure type for the supplied
1379// properties struct.
1380//
1381// The returned extractor can be used on any properties structure of the same type
1382// as the supplied set of properties.
1383func newCommonValueExtractor(propertiesStruct interface{}) *commonValueExtractor {
1384 structType := getStructValue(reflect.ValueOf(propertiesStruct)).Type()
1385 extractor := &commonValueExtractor{}
Paul Duffinb07fa512020-03-10 22:17:04 +00001386 extractor.gatherFields(structType, nil)
Paul Duffinc097e362020-03-10 22:50:03 +00001387 return extractor
1388}
1389
1390// Gather the fields from the supplied structure type from which common values will
1391// be extracted.
Paul Duffinb07fa512020-03-10 22:17:04 +00001392//
1393// This is recursive function. If it encounters an embedded field (no field name)
1394// that is a struct then it will recurse into that struct passing in the accessor
1395// for the field. That will then be used in the accessors for the fields in the
1396// embedded struct.
1397func (e *commonValueExtractor) gatherFields(structType reflect.Type, containingStructAccessor fieldAccessorFunc) {
Paul Duffinc097e362020-03-10 22:50:03 +00001398 for f := 0; f < structType.NumField(); f++ {
1399 field := structType.Field(f)
1400 if field.PkgPath != "" {
1401 // Ignore unexported fields.
1402 continue
1403 }
1404
Paul Duffinb07fa512020-03-10 22:17:04 +00001405 // Ignore fields whose value should be kept.
1406 if proptools.HasTag(field, "sdk", "keep") {
Paul Duffinc097e362020-03-10 22:50:03 +00001407 continue
1408 }
1409
Paul Duffinc459f892020-04-30 18:08:29 +01001410 var filter extractorMetadataPredicate
1411
1412 // Add a filter
1413 if proptools.HasTag(field, "sdk", "ignored-on-host") {
1414 filter = func(metadata propertiesContainer) bool {
1415 if m, ok := metadata.(isHostVariant); ok {
1416 if m.isHostVariant() {
1417 return false
1418 }
1419 }
1420 return true
1421 }
1422 }
1423
Paul Duffinc097e362020-03-10 22:50:03 +00001424 // Save a copy of the field index for use in the function.
1425 fieldIndex := f
Paul Duffin4b8b7932020-05-06 12:35:38 +01001426
1427 name := field.Name
1428
Paul Duffinc097e362020-03-10 22:50:03 +00001429 fieldGetter := func(value reflect.Value) reflect.Value {
Paul Duffinb07fa512020-03-10 22:17:04 +00001430 if containingStructAccessor != nil {
1431 // This is an embedded structure so first access the field for the embedded
1432 // structure.
1433 value = containingStructAccessor(value)
1434 }
1435
Paul Duffinc097e362020-03-10 22:50:03 +00001436 // Skip through interface and pointer values to find the structure.
1437 value = getStructValue(value)
1438
Paul Duffin4b8b7932020-05-06 12:35:38 +01001439 defer func() {
1440 if r := recover(); r != nil {
1441 panic(fmt.Errorf("%s for fieldIndex %d of field %s of value %#v", r, fieldIndex, name, value.Interface()))
1442 }
1443 }()
1444
Paul Duffinc097e362020-03-10 22:50:03 +00001445 // Return the field.
1446 return value.Field(fieldIndex)
1447 }
1448
Paul Duffinb07fa512020-03-10 22:17:04 +00001449 if field.Type.Kind() == reflect.Struct && field.Anonymous {
1450 // Gather fields from the embedded structure.
1451 e.gatherFields(field.Type, fieldGetter)
1452 } else {
Paul Duffinb28369a2020-05-04 15:39:59 +01001453 property := extractorProperty{
Paul Duffin4b8b7932020-05-06 12:35:38 +01001454 name,
Paul Duffinc459f892020-04-30 18:08:29 +01001455 filter,
Paul Duffinb28369a2020-05-04 15:39:59 +01001456 fieldGetter,
1457 reflect.Zero(field.Type),
Paul Duffin864e1b42020-05-06 10:23:19 +01001458 proptools.HasTag(field, "android", "arch_variant"),
Paul Duffinb28369a2020-05-04 15:39:59 +01001459 }
1460 e.properties = append(e.properties, property)
Paul Duffinb07fa512020-03-10 22:17:04 +00001461 }
Paul Duffinc097e362020-03-10 22:50:03 +00001462 }
1463}
1464
1465func getStructValue(value reflect.Value) reflect.Value {
1466foundStruct:
1467 for {
1468 kind := value.Kind()
1469 switch kind {
1470 case reflect.Interface, reflect.Ptr:
1471 value = value.Elem()
1472 case reflect.Struct:
1473 break foundStruct
1474 default:
1475 panic(fmt.Errorf("expecting struct, interface or pointer, found %v of kind %s", value, kind))
1476 }
1477 }
1478 return value
1479}
1480
Paul Duffinf34f6d82020-04-30 15:48:31 +01001481// A container of properties to be optimized.
1482//
1483// Allows additional information to be associated with the properties, e.g. for
1484// filtering.
1485type propertiesContainer interface {
Paul Duffin4b8b7932020-05-06 12:35:38 +01001486 fmt.Stringer
1487
Paul Duffinf34f6d82020-04-30 15:48:31 +01001488 // Get the properties that need optimizing.
1489 optimizableProperties() interface{}
1490}
1491
1492// A wrapper for dynamic member properties to allow them to be optimized.
1493type dynamicMemberPropertiesContainer struct {
Paul Duffin4b8b7932020-05-06 12:35:38 +01001494 sdkVariant *sdk
Paul Duffinf34f6d82020-04-30 15:48:31 +01001495 dynamicMemberProperties interface{}
1496}
1497
1498func (c dynamicMemberPropertiesContainer) optimizableProperties() interface{} {
1499 return c.dynamicMemberProperties
1500}
1501
Paul Duffin4b8b7932020-05-06 12:35:38 +01001502func (c dynamicMemberPropertiesContainer) String() string {
1503 return c.sdkVariant.String()
1504}
1505
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001506// Extract common properties from a slice of property structures of the same type.
1507//
1508// All the property structures must be of the same type.
1509// commonProperties - must be a pointer to the structure into which common properties will be added.
Paul Duffinf34f6d82020-04-30 15:48:31 +01001510// inputPropertiesSlice - must be a slice of propertiesContainer interfaces.
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001511//
1512// Iterates over each exported field (capitalized name) and checks to see whether they
1513// have the same value (using DeepEquals) across all the input properties. If it does not then no
1514// change is made. Otherwise, the common value is stored in the field in the commonProperties
1515// and the field in each of the input properties structure is set to its default value.
Paul Duffin4b8b7932020-05-06 12:35:38 +01001516func (e *commonValueExtractor) extractCommonProperties(commonProperties interface{}, inputPropertiesSlice interface{}) error {
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001517 commonPropertiesValue := reflect.ValueOf(commonProperties)
1518 commonStructValue := commonPropertiesValue.Elem()
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001519
Paul Duffinf34f6d82020-04-30 15:48:31 +01001520 sliceValue := reflect.ValueOf(inputPropertiesSlice)
1521
Paul Duffinb28369a2020-05-04 15:39:59 +01001522 for _, property := range e.properties {
1523 fieldGetter := property.getter
Paul Duffinc459f892020-04-30 18:08:29 +01001524 filter := property.filter
1525 if filter == nil {
1526 filter = func(metadata propertiesContainer) bool {
1527 return true
1528 }
1529 }
Paul Duffinb28369a2020-05-04 15:39:59 +01001530
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001531 // Check to see if all the structures have the same value for the field. The commonValue
Paul Duffin864e1b42020-05-06 10:23:19 +01001532 // is nil on entry to the loop and if it is nil on exit then there is no common value or
1533 // all the values have been filtered out, otherwise it points to the common value.
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001534 var commonValue *reflect.Value
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001535
Paul Duffin864e1b42020-05-06 10:23:19 +01001536 // Assume that all the values will be the same.
1537 //
1538 // While similar to this is not quite the same as commonValue == nil. If all the values
1539 // have been filtered out then this will be false but commonValue == nil will be true.
1540 valuesDiffer := false
1541
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001542 for i := 0; i < sliceValue.Len(); i++ {
Paul Duffinf34f6d82020-04-30 15:48:31 +01001543 container := sliceValue.Index(i).Interface().(propertiesContainer)
1544 itemValue := reflect.ValueOf(container.optimizableProperties())
Paul Duffinc097e362020-03-10 22:50:03 +00001545 fieldValue := fieldGetter(itemValue)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001546
Paul Duffinc459f892020-04-30 18:08:29 +01001547 if !filter(container) {
1548 expectedValue := property.emptyValue.Interface()
1549 actualValue := fieldValue.Interface()
1550 if !reflect.DeepEqual(expectedValue, actualValue) {
1551 return fmt.Errorf("field %q is supposed to be ignored for %q but is set to %#v instead of %#v", property, container, actualValue, expectedValue)
1552 }
1553 continue
1554 }
1555
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001556 if commonValue == nil {
1557 // Use the first value as the commonProperties value.
1558 commonValue = &fieldValue
1559 } else {
1560 // If the value does not match the current common value then there is
1561 // no value in common so break out.
1562 if !reflect.DeepEqual(fieldValue.Interface(), commonValue.Interface()) {
1563 commonValue = nil
Paul Duffin864e1b42020-05-06 10:23:19 +01001564 valuesDiffer = true
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001565 break
1566 }
1567 }
1568 }
1569
Paul Duffin864e1b42020-05-06 10:23:19 +01001570 // If the fields all have common value then store it in the common struct field
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001571 // and set the input struct's field to the empty value.
1572 if commonValue != nil {
Paul Duffinb28369a2020-05-04 15:39:59 +01001573 emptyValue := property.emptyValue
Paul Duffinc097e362020-03-10 22:50:03 +00001574 fieldGetter(commonStructValue).Set(*commonValue)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001575 for i := 0; i < sliceValue.Len(); i++ {
Paul Duffinf34f6d82020-04-30 15:48:31 +01001576 container := sliceValue.Index(i).Interface().(propertiesContainer)
1577 itemValue := reflect.ValueOf(container.optimizableProperties())
Paul Duffinc097e362020-03-10 22:50:03 +00001578 fieldValue := fieldGetter(itemValue)
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001579 fieldValue.Set(emptyValue)
1580 }
1581 }
Paul Duffin864e1b42020-05-06 10:23:19 +01001582
1583 if valuesDiffer && !property.archVariant {
1584 // The values differ but the property does not support arch variants so it
1585 // is an error.
1586 var details strings.Builder
1587 for i := 0; i < sliceValue.Len(); i++ {
1588 container := sliceValue.Index(i).Interface().(propertiesContainer)
1589 itemValue := reflect.ValueOf(container.optimizableProperties())
1590 fieldValue := fieldGetter(itemValue)
1591
1592 _, _ = fmt.Fprintf(&details, "\n %q has value %q", container.String(), fieldValue.Interface())
1593 }
1594
1595 return fmt.Errorf("field %q is not tagged as \"arch_variant\" but has arch specific properties:%s", property.String(), details.String())
1596 }
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001597 }
Paul Duffin4b8b7932020-05-06 12:35:38 +01001598
1599 return nil
Paul Duffin88f2fbe2020-02-27 16:00:53 +00001600}