blob: 9ff439ccc40fb701ff100ac8e2a9d9bf68596dd4 [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Colin Cross74ba9622019-02-11 15:11:14 -080018 "encoding"
Colin Cross3f40fa42015-01-30 17:27:36 -080019 "fmt"
20 "reflect"
21 "runtime"
22 "strings"
Colin Crossf6566ed2015-03-24 11:13:38 -070023
Colin Cross0f7d2ef2019-10-16 11:03:10 -070024 "github.com/google/blueprint"
Colin Cross617b88a2020-08-24 18:04:09 -070025 "github.com/google/blueprint/bootstrap"
Colin Crossf6566ed2015-03-24 11:13:38 -070026 "github.com/google/blueprint/proptools"
Colin Cross3f40fa42015-01-30 17:27:36 -080027)
28
Colin Cross3f40fa42015-01-30 17:27:36 -080029/*
30Example blueprints file containing all variant property groups, with comment listing what type
31of variants get properties in that group:
32
33module {
34 arch: {
35 arm: {
36 // Host or device variants with arm architecture
37 },
38 arm64: {
39 // Host or device variants with arm64 architecture
40 },
Colin Cross3f40fa42015-01-30 17:27:36 -080041 x86: {
42 // Host or device variants with x86 architecture
43 },
44 x86_64: {
45 // Host or device variants with x86_64 architecture
46 },
47 },
48 multilib: {
49 lib32: {
50 // Host or device variants for 32-bit architectures
51 },
52 lib64: {
53 // Host or device variants for 64-bit architectures
54 },
55 },
56 target: {
57 android: {
Martin Stjernholme284b482020-09-23 21:03:27 +010058 // Device variants (implies Bionic)
Colin Cross3f40fa42015-01-30 17:27:36 -080059 },
60 host: {
61 // Host variants
62 },
Martin Stjernholme284b482020-09-23 21:03:27 +010063 bionic: {
64 // Bionic (device and host) variants
65 },
66 linux_bionic: {
67 // Bionic host variants
68 },
69 linux: {
70 // Bionic (device and host) and Linux glibc variants
71 },
Dan Willemsen5746bd42017-10-02 19:42:01 -070072 linux_glibc: {
Martin Stjernholme284b482020-09-23 21:03:27 +010073 // Linux host variants (using non-Bionic libc)
Colin Cross3f40fa42015-01-30 17:27:36 -080074 },
75 darwin: {
76 // Darwin host variants
77 },
78 windows: {
79 // Windows host variants
80 },
81 not_windows: {
82 // Non-windows host variants
83 },
Martin Stjernholme284b482020-09-23 21:03:27 +010084 android_arm: {
85 // Any <os>_<arch> combination restricts to that os and arch
86 },
Colin Cross3f40fa42015-01-30 17:27:36 -080087 },
88}
89*/
Colin Cross7d5136f2015-05-11 13:39:40 -070090
Colin Cross3f40fa42015-01-30 17:27:36 -080091// An Arch indicates a single CPU architecture.
92type Arch struct {
Colin Crossa6845402020-11-16 15:08:19 -080093 // The type of the architecture (arm, arm64, x86, or x86_64).
94 ArchType ArchType
95
96 // The variant of the architecture, for example "armv7-a" or "armv7-a-neon" for arm.
97 ArchVariant string
98
99 // The variant of the CPU, for example "cortex-a53" for arm64.
100 CpuVariant string
101
102 // The list of Android app ABIs supported by the CPU architecture, for example "arm64-v8a".
103 Abi []string
104
105 // The list of arch-specific features supported by the CPU architecture, for example "neon".
Colin Crossc5c24ad2015-11-20 15:35:00 -0800106 ArchFeatures []string
Colin Cross3f40fa42015-01-30 17:27:36 -0800107}
108
Colin Crossa6845402020-11-16 15:08:19 -0800109// String returns the Arch as a string. The value is used as the name of the variant created
110// by archMutator.
Colin Cross3f40fa42015-01-30 17:27:36 -0800111func (a Arch) String() string {
Colin Crossd3ba0392015-05-07 14:11:29 -0700112 s := a.ArchType.String()
Colin Cross3f40fa42015-01-30 17:27:36 -0800113 if a.ArchVariant != "" {
114 s += "_" + a.ArchVariant
115 }
116 if a.CpuVariant != "" {
117 s += "_" + a.CpuVariant
118 }
119 return s
120}
121
Colin Crossa6845402020-11-16 15:08:19 -0800122// ArchType is used to define the 4 supported architecture types (arm, arm64, x86, x86_64), as
123// well as the "common" architecture used for modules that support multiple architectures, for
124// example Java modules.
Colin Cross3f40fa42015-01-30 17:27:36 -0800125type ArchType struct {
Colin Crossa6845402020-11-16 15:08:19 -0800126 // Name is the name of the architecture type, "arm", "arm64", "x86", or "x86_64".
127 Name string
128
129 // Field is the name of the field used in properties that refer to the architecture, e.g. "Arm64".
130 Field string
131
132 // Multilib is either "lib32" or "lib64" for 32-bit or 64-bit architectures.
Colin Crossec193632015-07-06 17:49:43 -0700133 Multilib string
Colin Cross3f40fa42015-01-30 17:27:36 -0800134}
135
Colin Crossa6845402020-11-16 15:08:19 -0800136// String returns the name of the ArchType.
137func (a ArchType) String() string {
138 return a.Name
139}
140
141const COMMON_VARIANT = "common"
142
143var (
144 archTypeList []ArchType
145
146 Arm = newArch("arm", "lib32")
147 Arm64 = newArch("arm64", "lib64")
148 X86 = newArch("x86", "lib32")
149 X86_64 = newArch("x86_64", "lib64")
150
151 Common = ArchType{
152 Name: COMMON_VARIANT,
153 }
154)
155
156var archTypeMap = map[string]ArchType{}
157
Colin Crossec193632015-07-06 17:49:43 -0700158func newArch(name, multilib string) ArchType {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700159 archType := ArchType{
Colin Crossec193632015-07-06 17:49:43 -0700160 Name: name,
Dan Willemsenb1957a52016-06-23 23:44:54 -0700161 Field: proptools.FieldNameForProperty(name),
Colin Crossec193632015-07-06 17:49:43 -0700162 Multilib: multilib,
Colin Cross3f40fa42015-01-30 17:27:36 -0800163 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700164 archTypeList = append(archTypeList, archType)
Colin Crossa6845402020-11-16 15:08:19 -0800165 archTypeMap[name] = archType
Dan Willemsenb1957a52016-06-23 23:44:54 -0700166 return archType
Colin Cross3f40fa42015-01-30 17:27:36 -0800167}
168
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000169// ArchTypeList returns the a slice copy of the 4 supported ArchTypes for arm,
170// arm64, x86 and x86_64.
Jaewoong Jung1ce9ac62019-08-13 14:11:33 -0700171func ArchTypeList() []ArchType {
172 return append([]ArchType(nil), archTypeList...)
173}
174
Colin Crossa6845402020-11-16 15:08:19 -0800175// MarshalText allows an ArchType to be serialized through any encoder that supports
176// encoding.TextMarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800177func (a ArchType) MarshalText() ([]byte, error) {
Jeongik Chabec4d032021-04-15 08:55:38 +0900178 return []byte(a.String()), nil
Colin Cross74ba9622019-02-11 15:11:14 -0800179}
180
Colin Crossa6845402020-11-16 15:08:19 -0800181var _ encoding.TextMarshaler = ArchType{}
Colin Cross74ba9622019-02-11 15:11:14 -0800182
Colin Crossa6845402020-11-16 15:08:19 -0800183// UnmarshalText allows an ArchType to be deserialized through any decoder that supports
184// encoding.TextUnmarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800185func (a *ArchType) UnmarshalText(text []byte) error {
186 if u, ok := archTypeMap[string(text)]; ok {
187 *a = u
188 return nil
189 }
190
191 return fmt.Errorf("unknown ArchType %q", text)
192}
193
Colin Crossa6845402020-11-16 15:08:19 -0800194var _ encoding.TextUnmarshaler = &ArchType{}
Colin Crossa1ad8d12016-06-01 17:09:44 -0700195
Colin Crossa6845402020-11-16 15:08:19 -0800196// OsClass is an enum that describes whether a variant of a module runs on the host, on the device,
197// or is generic.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700198type OsClass int
199
200const (
Colin Crossa6845402020-11-16 15:08:19 -0800201 // Generic is used for variants of modules that are not OS-specific.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800202 Generic OsClass = iota
Colin Crossa6845402020-11-16 15:08:19 -0800203 // Device is used for variants of modules that run on the device.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800204 Device
Colin Crossa6845402020-11-16 15:08:19 -0800205 // Host is used for variants of modules that run on the host.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700206 Host
Colin Crossa1ad8d12016-06-01 17:09:44 -0700207)
208
Colin Crossa6845402020-11-16 15:08:19 -0800209// String returns the OsClass as a string.
Colin Cross67a5c132017-05-09 13:45:28 -0700210func (class OsClass) String() string {
211 switch class {
212 case Generic:
213 return "generic"
214 case Device:
215 return "device"
216 case Host:
217 return "host"
Colin Cross67a5c132017-05-09 13:45:28 -0700218 default:
219 panic(fmt.Errorf("unknown class %d", class))
220 }
221}
222
Colin Crossa6845402020-11-16 15:08:19 -0800223// OsType describes an OS variant of a module.
224type OsType struct {
225 // Name is the name of the OS. It is also used as the name of the property in Android.bp
226 // files.
227 Name string
228
229 // Field is the name of the OS converted to an exported field name, i.e. with the first
230 // character capitalized.
231 Field string
232
233 // Class is the OsClass of the OS.
234 Class OsClass
235
236 // DefaultDisabled is set when the module variants for the OS should not be created unless
237 // the module explicitly requests them. This is used to limit Windows cross compilation to
238 // only modules that need it.
239 DefaultDisabled bool
240}
241
242// String returns the name of the OsType.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700243func (os OsType) String() string {
244 return os.Name
Colin Cross54c71122016-06-01 17:09:44 -0700245}
246
Colin Crossa6845402020-11-16 15:08:19 -0800247// Bionic returns true if the OS uses the Bionic libc runtime, i.e. if the OS is Android or
248// is Linux with Bionic.
Dan Willemsen866b5632017-09-22 12:28:24 -0700249func (os OsType) Bionic() bool {
250 return os == Android || os == LinuxBionic
251}
252
Colin Crossa6845402020-11-16 15:08:19 -0800253// Linux returns true if the OS uses the Linux kernel, i.e. if the OS is Android or is Linux
254// with or without the Bionic libc runtime.
Dan Willemsen866b5632017-09-22 12:28:24 -0700255func (os OsType) Linux() bool {
256 return os == Android || os == Linux || os == LinuxBionic
257}
258
Colin Crossa6845402020-11-16 15:08:19 -0800259// newOsType constructs an OsType and adds it to the global lists.
260func newOsType(name string, class OsClass, defDisabled bool, archTypes ...ArchType) OsType {
261 checkCalledFromInit()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700262 os := OsType{
263 Name: name,
Colin Crossa6845402020-11-16 15:08:19 -0800264 Field: proptools.FieldNameForProperty(name),
Colin Crossa1ad8d12016-06-01 17:09:44 -0700265 Class: class,
Dan Willemsen0a37a2a2016-11-13 10:16:05 -0800266
267 DefaultDisabled: defDisabled,
Colin Cross54c71122016-06-01 17:09:44 -0700268 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000269 osTypeList = append(osTypeList, os)
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800270
271 if _, found := commonTargetMap[name]; found {
272 panic(fmt.Errorf("Found Os type duplicate during OsType registration: %q", name))
273 } else {
Colin Crosse9fe2942020-11-10 18:12:15 -0800274 commonTargetMap[name] = Target{Os: os, Arch: CommonArch}
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800275 }
Colin Crossa6845402020-11-16 15:08:19 -0800276 osArchTypeMap[os] = archTypes
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800277
Colin Crossa1ad8d12016-06-01 17:09:44 -0700278 return os
279}
280
Colin Crossa6845402020-11-16 15:08:19 -0800281// osByName returns the OsType that has the given name, or NoOsType if none match.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700282func osByName(name string) OsType {
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000283 for _, os := range osTypeList {
Colin Crossa1ad8d12016-06-01 17:09:44 -0700284 if os.Name == name {
285 return os
286 }
287 }
288
289 return NoOsType
Dan Willemsen490fd492015-11-24 17:53:15 -0800290}
291
Colin Crossa6845402020-11-16 15:08:19 -0800292// BuildOs returns the OsType for the OS that the build is running on.
293var BuildOs = func() OsType {
294 switch runtime.GOOS {
295 case "linux":
296 return Linux
297 case "darwin":
298 return Darwin
299 default:
300 panic(fmt.Sprintf("unsupported OS: %s", runtime.GOOS))
301 }
302}()
dimitry1f33e402019-03-26 12:39:31 +0100303
Colin Crossa6845402020-11-16 15:08:19 -0800304// BuildArch returns the ArchType for the CPU that the build is running on.
305var BuildArch = func() ArchType {
306 switch runtime.GOARCH {
307 case "amd64":
308 return X86_64
309 default:
310 panic(fmt.Sprintf("unsupported Arch: %s", runtime.GOARCH))
311 }
312}()
313
314var (
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000315 // osTypeList contains a list of all the supported OsTypes, including ones not supported
Colin Crossa6845402020-11-16 15:08:19 -0800316 // by the current build host or the target device.
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000317 osTypeList []OsType
Colin Crossa6845402020-11-16 15:08:19 -0800318 // commonTargetMap maps names of OsTypes to the corresponding common Target, i.e. the
319 // Target with the same OsType and the common ArchType.
320 commonTargetMap = make(map[string]Target)
321 // osArchTypeMap maps OsTypes to the list of supported ArchTypes for that OS.
322 osArchTypeMap = map[OsType][]ArchType{}
323
324 // NoOsType is a placeholder for when no OS is needed.
325 NoOsType OsType
326 // Linux is the OS for the Linux kernel plus the glibc runtime.
327 Linux = newOsType("linux_glibc", Host, false, X86, X86_64)
328 // Darwin is the OS for MacOS/Darwin host machines.
329 Darwin = newOsType("darwin", Host, false, X86_64)
330 // LinuxBionic is the OS for the Linux kernel plus the Bionic libc runtime, but without the
331 // rest of Android.
332 LinuxBionic = newOsType("linux_bionic", Host, false, Arm64, X86_64)
333 // Windows the OS for Windows host machines.
334 Windows = newOsType("windows", Host, true, X86, X86_64)
335 // Android is the OS for target devices that run all of Android, including the Linux kernel
336 // and the Bionic libc runtime.
337 Android = newOsType("android", Device, false, Arm, Arm64, X86, X86_64)
338 // Fuchsia is the OS for target devices that run Fuchsia.
339 Fuchsia = newOsType("fuchsia", Device, false, Arm64, X86_64)
340
341 // CommonOS is a pseudo OSType for a common OS variant, which is OsType agnostic and which
342 // has dependencies on all the OS variants.
343 CommonOS = newOsType("common_os", Generic, false)
Colin Crosse9fe2942020-11-10 18:12:15 -0800344
345 // CommonArch is the Arch for all modules that are os-specific but not arch specific,
346 // for example most Java modules.
347 CommonArch = Arch{ArchType: Common}
dimitry1f33e402019-03-26 12:39:31 +0100348)
349
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000350// OsTypeList returns a slice copy of the supported OsTypes.
351func OsTypeList() []OsType {
352 return append([]OsType(nil), osTypeList...)
353}
354
Colin Crossa6845402020-11-16 15:08:19 -0800355// Target specifies the OS and architecture that a module is being compiled for.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700356type Target struct {
Colin Crossa6845402020-11-16 15:08:19 -0800357 // Os the OS that the module is being compiled for (e.g. "linux_glibc", "android").
358 Os OsType
359 // Arch is the architecture that the module is being compiled for.
360 Arch Arch
361 // NativeBridge is NativeBridgeEnabled if the architecture is supported using NativeBridge
362 // (i.e. arm on x86) for this device.
363 NativeBridge NativeBridgeSupport
364 // NativeBridgeHostArchName is the name of the real architecture that is used to implement
365 // the NativeBridge architecture. For example, for arm on x86 this would be "x86".
dimitry8d6dde82019-07-11 10:23:53 +0200366 NativeBridgeHostArchName string
Colin Crossa6845402020-11-16 15:08:19 -0800367 // NativeBridgeRelativePath is the name of the subdirectory that will contain NativeBridge
368 // libraries and binaries.
dimitry8d6dde82019-07-11 10:23:53 +0200369 NativeBridgeRelativePath string
Jiyong Park1613e552020-09-14 19:43:17 +0900370
371 // HostCross is true when the target cannot run natively on the current build host.
372 // For example, linux_glibc_x86 returns true on a regular x86/i686/Linux machines, but returns false
373 // on Mac (different OS), or on 64-bit only i686/Linux machines (unsupported arch).
374 HostCross bool
Colin Crossd3ba0392015-05-07 14:11:29 -0700375}
376
Colin Crossa6845402020-11-16 15:08:19 -0800377// NativeBridgeSupport is an enum that specifies if a Target supports NativeBridge.
378type NativeBridgeSupport bool
379
380const (
381 NativeBridgeDisabled NativeBridgeSupport = false
382 NativeBridgeEnabled NativeBridgeSupport = true
383)
384
385// String returns the OS and arch variations used for the Target.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700386func (target Target) String() string {
Colin Crossa195f912019-10-16 11:07:20 -0700387 return target.OsVariation() + "_" + target.ArchVariation()
388}
389
Colin Crossa6845402020-11-16 15:08:19 -0800390// OsVariation returns the name of the variation used by the osMutator for the Target.
Colin Crossa195f912019-10-16 11:07:20 -0700391func (target Target) OsVariation() string {
392 return target.Os.String()
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700393}
394
Colin Crossa6845402020-11-16 15:08:19 -0800395// ArchVariation returns the name of the variation used by the archMutator for the Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700396func (target Target) ArchVariation() string {
397 var variation string
dimitry1f33e402019-03-26 12:39:31 +0100398 if target.NativeBridge {
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700399 variation = "native_bridge_"
dimitry1f33e402019-03-26 12:39:31 +0100400 }
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700401 variation += target.Arch.String()
402
Colin Crossa195f912019-10-16 11:07:20 -0700403 return variation
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700404}
405
Colin Crossa6845402020-11-16 15:08:19 -0800406// Variations returns a list of blueprint.Variations for the osMutator and archMutator for the
407// Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700408func (target Target) Variations() []blueprint.Variation {
409 return []blueprint.Variation{
Colin Crossa195f912019-10-16 11:07:20 -0700410 {Mutator: "os", Variation: target.OsVariation()},
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700411 {Mutator: "arch", Variation: target.ArchVariation()},
412 }
Dan Willemsen490fd492015-11-24 17:53:15 -0800413}
414
Liz Kammer4562a3b2021-04-21 18:15:34 -0400415func registerBp2buildArchPathDepsMutator(ctx RegisterMutatorsContext) {
416 ctx.BottomUp("bp2build-arch-pathdeps", bp2buildArchPathDepsMutator).Parallel()
417}
418
419// add dependencies for architecture specific properties tagged with `android:"path"`
420func bp2buildArchPathDepsMutator(ctx BottomUpMutatorContext) {
421 var module Module
422 module = ctx.Module()
423
424 m := module.base()
425 if !m.ArchSpecific() {
426 return
427 }
428
429 // addPathDepsForProps does not descend into sub structs, so we need to descend into the
430 // arch-specific properties ourselves
431 properties := []interface{}{}
432 for _, archProperties := range m.archProperties {
433 for _, archProps := range archProperties {
434 archPropValues := reflect.ValueOf(archProps).Elem()
435 // there are three "arch" variations, descend into each
436 for _, variant := range []string{"Arch", "Multilib", "Target"} {
437 // The properties are an interface, get the value (a pointer) that it points to
438 archProps := archPropValues.FieldByName(variant).Elem()
439 if archProps.IsNil() {
440 continue
441 }
442 // And then a pointer to a struct
443 archProps = archProps.Elem()
444 for i := 0; i < archProps.NumField(); i += 1 {
445 f := archProps.Field(i)
446 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
447 // into the BlueprintEmbed field.
448 if f.Kind() == reflect.Struct {
449 f = f.FieldByName("BlueprintEmbed")
450 }
451 if f.IsZero() {
452 continue
453 }
454 props := f.Interface().(interface{})
455 properties = append(properties, props)
456 }
457 }
458 }
459 }
460 addPathDepsForProps(ctx, properties)
461}
462
Colin Crossa6845402020-11-16 15:08:19 -0800463// osMutator splits an arch-specific module into a variant for each OS that is enabled for the
464// module. It uses the HostOrDevice value passed to InitAndroidArchModule and the
465// device_supported and host_supported properties to determine which OsTypes are enabled for this
466// module, then searches through the Targets to determine which have enabled Targets for this
467// module.
Colin Cross617b88a2020-08-24 18:04:09 -0700468func osMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Crossa195f912019-10-16 11:07:20 -0700469 var module Module
470 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700471 if module, ok = bpctx.Module().(Module); !ok {
Colin Crossa6845402020-11-16 15:08:19 -0800472 // The module is not a Soong module, it is a Blueprint module.
Colin Cross617b88a2020-08-24 18:04:09 -0700473 if bootstrap.IsBootstrapModule(bpctx.Module()) {
474 // Bootstrap Go modules are always the build OS or linux bionic.
475 config := bpctx.Config().(Config)
476 osNames := []string{config.BuildOSTarget.OsVariation()}
477 for _, hostCrossTarget := range config.Targets[LinuxBionic] {
478 if hostCrossTarget.Arch.ArchType == config.BuildOSTarget.Arch.ArchType {
479 osNames = append(osNames, hostCrossTarget.OsVariation())
480 }
481 }
482 osNames = FirstUniqueStrings(osNames)
483 bpctx.CreateVariations(osNames...)
484 }
Colin Crossa195f912019-10-16 11:07:20 -0700485 return
486 }
487
Colin Cross617b88a2020-08-24 18:04:09 -0700488 // Bootstrap Go module support above requires this mutator to be a
489 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
490 // filters out non-Soong modules. Now that we've handled them, create a
491 // normal android.BottomUpMutatorContext.
Liz Kammer356f7d42021-01-26 09:18:53 -0500492 mctx := bottomUpMutatorContextFactory(bpctx, module, false, false)
Colin Cross617b88a2020-08-24 18:04:09 -0700493
Colin Crossa195f912019-10-16 11:07:20 -0700494 base := module.base()
495
Colin Crossa6845402020-11-16 15:08:19 -0800496 // Nothing to do for modules that are not architecture specific (e.g. a genrule).
Colin Crossa195f912019-10-16 11:07:20 -0700497 if !base.ArchSpecific() {
498 return
499 }
500
Colin Crossa6845402020-11-16 15:08:19 -0800501 // Collect a list of OSTypes supported by this module based on the HostOrDevice value
502 // passed to InitAndroidArchModule and the device_supported and host_supported properties.
Colin Crossa195f912019-10-16 11:07:20 -0700503 var moduleOSList []OsType
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000504 for _, os := range osTypeList {
Jiyong Park1613e552020-09-14 19:43:17 +0900505 for _, t := range mctx.Config().Targets[os] {
Colin Cross08d6f8f2020-11-19 02:33:19 +0000506 if base.supportsTarget(t) {
Jiyong Park1613e552020-09-14 19:43:17 +0900507 moduleOSList = append(moduleOSList, os)
508 break
Colin Crossa195f912019-10-16 11:07:20 -0700509 }
510 }
Colin Crossa195f912019-10-16 11:07:20 -0700511 }
512
Colin Crossa6845402020-11-16 15:08:19 -0800513 // If there are no supported OSes then disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700514 if len(moduleOSList) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900515 base.Disable()
Colin Crossa195f912019-10-16 11:07:20 -0700516 return
517 }
518
Colin Crossa6845402020-11-16 15:08:19 -0800519 // Convert the list of supported OsTypes to the variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700520 osNames := make([]string, len(moduleOSList))
Colin Crossa195f912019-10-16 11:07:20 -0700521 for i, os := range moduleOSList {
522 osNames[i] = os.String()
523 }
524
Paul Duffin1356d8c2020-02-25 19:26:33 +0000525 createCommonOSVariant := base.commonProperties.CreateCommonOSVariant
526 if createCommonOSVariant {
Colin Crossa6845402020-11-16 15:08:19 -0800527 // A CommonOS variant was requested so add it to the list of OS variants to
Paul Duffin1356d8c2020-02-25 19:26:33 +0000528 // create. It needs to be added to the end because it needs to depend on the
529 // the other variants in the list returned by CreateVariations(...) and inter
530 // variant dependencies can only be created from a later variant in that list to
531 // an earlier one. That is because variants are always processed in the order in
532 // which they are returned from CreateVariations(...).
533 osNames = append(osNames, CommonOS.Name)
534 moduleOSList = append(moduleOSList, CommonOS)
Colin Crossa195f912019-10-16 11:07:20 -0700535 }
536
Colin Crossa6845402020-11-16 15:08:19 -0800537 // Create the variations, annotate each one with which OS it was created for, and
538 // squash the appropriate OS-specific properties into the top level properties.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000539 modules := mctx.CreateVariations(osNames...)
540 for i, m := range modules {
541 m.base().commonProperties.CompileOS = moduleOSList[i]
542 m.base().setOSProperties(mctx)
543 }
544
545 if createCommonOSVariant {
546 // A CommonOS variant was requested so add dependencies from it (the last one in
547 // the list) to the OS type specific variants.
548 last := len(modules) - 1
549 commonOSVariant := modules[last]
550 commonOSVariant.base().commonProperties.CommonOSVariant = true
551 for _, module := range modules[0:last] {
552 // Ignore modules that are enabled. Note, this will only avoid adding
553 // dependencies on OsType variants that are explicitly disabled in their
554 // properties. The CommonOS variant will still depend on disabled variants
555 // if they are disabled afterwards, e.g. in archMutator if
556 if module.Enabled() {
557 mctx.AddInterVariantDependency(commonOsToOsSpecificVariantTag, commonOSVariant, module)
558 }
559 }
560 }
561}
562
Colin Crossc179ea62020-10-09 10:54:15 -0700563type archDepTag struct {
564 blueprint.BaseDependencyTag
565 name string
566}
Paul Duffin1356d8c2020-02-25 19:26:33 +0000567
Colin Crossc179ea62020-10-09 10:54:15 -0700568// Identifies the dependency from CommonOS variant to the os specific variants.
569var commonOsToOsSpecificVariantTag = archDepTag{name: "common os to os specific"}
570
Paul Duffin1356d8c2020-02-25 19:26:33 +0000571// Get the OsType specific variants for the current CommonOS variant.
572//
573// The returned list will only contain enabled OsType specific variants of the
574// module referenced in the supplied context. An empty list is returned if there
575// are no enabled variants or the supplied context is not for an CommonOS
576// variant.
577func GetOsSpecificVariantsOfCommonOSVariant(mctx BaseModuleContext) []Module {
578 var variants []Module
579 mctx.VisitDirectDeps(func(m Module) {
580 if mctx.OtherModuleDependencyTag(m) == commonOsToOsSpecificVariantTag {
581 if m.Enabled() {
582 variants = append(variants, m)
583 }
584 }
585 })
Paul Duffin1356d8c2020-02-25 19:26:33 +0000586 return variants
Colin Crossa195f912019-10-16 11:07:20 -0700587}
588
Colin Crossee0bc3b2018-10-02 22:01:37 -0700589// archMutator splits a module into a variant for each Target requested by the module. Target selection
Colin Crossa6845402020-11-16 15:08:19 -0800590// for a module is in three levels, OsClass, multilib, and then Target.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700591// OsClass selection is determined by:
592// - The HostOrDeviceSupported value passed in to InitAndroidArchModule by the module type factory, which selects
593// whether the module type can compile for host, device or both.
594// - The host_supported and device_supported properties on the module.
Roland Levillainf5b635d2019-06-05 14:42:57 +0100595// If host is supported for the module, the Host and HostCross OsClasses are selected. If device is supported
Colin Crossee0bc3b2018-10-02 22:01:37 -0700596// for the module, the Device OsClass is selected.
597// Within each selected OsClass, the multilib selection is determined by:
Jaewoong Jung02b2d4d2019-06-06 15:19:57 -0700598// - The compile_multilib property if it set (which may be overridden by target.android.compile_multilib or
Colin Crossee0bc3b2018-10-02 22:01:37 -0700599// target.host.compile_multilib).
600// - The default multilib passed to InitAndroidArchModule if compile_multilib was not set.
601// Valid multilib values include:
602// "both": compile for all Targets supported by the OsClass (generally x86_64 and x86, or arm64 and arm).
603// "first": compile for only a single preferred Target supported by the OsClass. This is generally x86_64 or arm64,
Elliott Hughes79ae3412020-04-17 15:49:49 -0700604// but may be arm for a 32-bit only build.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700605// "32": compile for only a single 32-bit Target supported by the OsClass.
606// "64": compile for only a single 64-bit Target supported by the OsClass.
Colin Crossa6845402020-11-16 15:08:19 -0800607// "common": compile a for a single Target that will work on all Targets supported by the OsClass (for example Java).
608// "common_first": compile a for a Target that will work on all Targets supported by the OsClass
609// (same as "common"), plus a second Target for the preferred Target supported by the OsClass
610// (same as "first"). This is used for java_binary that produces a common .jar and a wrapper
611// executable script.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700612//
613// Once the list of Targets is determined, the module is split into a variant for each Target.
614//
615// Modules can be initialized with InitAndroidMultiTargetsArchModule, in which case they will be split by OsClass,
616// but will have a common Target that is expected to handle all other selected Targets via ctx.MultiTargets().
Colin Cross617b88a2020-08-24 18:04:09 -0700617func archMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Cross635c3b02016-05-18 15:37:25 -0700618 var module Module
Colin Cross3f40fa42015-01-30 17:27:36 -0800619 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700620 if module, ok = bpctx.Module().(Module); !ok {
621 if bootstrap.IsBootstrapModule(bpctx.Module()) {
622 // Bootstrap Go modules are always the build architecture.
623 bpctx.CreateVariations(bpctx.Config().(Config).BuildOSTarget.ArchVariation())
624 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800625 return
626 }
627
Colin Cross617b88a2020-08-24 18:04:09 -0700628 // Bootstrap Go module support above requires this mutator to be a
629 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
630 // filters out non-Soong modules. Now that we've handled them, create a
631 // normal android.BottomUpMutatorContext.
Liz Kammer356f7d42021-01-26 09:18:53 -0500632 mctx := bottomUpMutatorContextFactory(bpctx, module, false, false)
Colin Cross617b88a2020-08-24 18:04:09 -0700633
Colin Cross5eca7cb2018-10-02 14:02:10 -0700634 base := module.base()
635
636 if !base.ArchSpecific() {
Colin Crossb9db4802016-06-03 01:50:47 +0000637 return
638 }
639
Colin Crossa195f912019-10-16 11:07:20 -0700640 os := base.commonProperties.CompileOS
Paul Duffin1356d8c2020-02-25 19:26:33 +0000641 if os == CommonOS {
642 // Make sure that the target related properties are initialized for the
643 // CommonOS variant.
644 addTargetProperties(module, commonTargetMap[os.Name], nil, true)
645
646 // Do not create arch specific variants for the CommonOS variant.
647 return
648 }
649
Colin Crossa195f912019-10-16 11:07:20 -0700650 osTargets := mctx.Config().Targets[os]
Colin Crossfb0c16e2019-11-20 17:12:35 -0800651 image := base.commonProperties.ImageVariation
Colin Crossa6845402020-11-16 15:08:19 -0800652 // Filter NativeBridge targets unless they are explicitly supported.
653 // Skip creating native bridge variants for non-core modules.
Colin Cross83bead42019-12-18 10:45:46 -0800654 if os == Android &&
655 !(Bool(base.commonProperties.Native_bridge_supported) && image == CoreVariation) {
656
Colin Crossa195f912019-10-16 11:07:20 -0700657 var targets []Target
658 for _, t := range osTargets {
659 if !t.NativeBridge {
660 targets = append(targets, t)
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700661 }
662 }
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700663
Colin Crossa195f912019-10-16 11:07:20 -0700664 osTargets = targets
665 }
Colin Crossee0bc3b2018-10-02 22:01:37 -0700666
Yifan Hong60e0cfb2020-10-21 15:17:56 -0700667 // only the primary arch in the ramdisk / vendor_ramdisk / recovery partition
Inseob Kim08758f02021-04-08 21:13:22 +0900668 if os == Android && (module.InstallInRecovery() || module.InstallInRamdisk() || module.InstallInVendorRamdisk() || module.InstallInDebugRamdisk()) {
Colin Crossa195f912019-10-16 11:07:20 -0700669 osTargets = []Target{osTargets[0]}
670 }
dimitry1f33e402019-03-26 12:39:31 +0100671
Jaewoong Jung003d8082021-02-24 17:39:54 -0800672 // Windows builds always prefer 32-bit
673 prefer32 := os == Windows
dimitry1f33e402019-03-26 12:39:31 +0100674
Colin Crossa6845402020-11-16 15:08:19 -0800675 // Determine the multilib selection for this module.
Colin Crossa195f912019-10-16 11:07:20 -0700676 multilib, extraMultilib := decodeMultilib(base, os.Class)
Colin Crossa6845402020-11-16 15:08:19 -0800677
678 // Convert the multilib selection into a list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700679 targets, err := decodeMultilibTargets(multilib, osTargets, prefer32)
680 if err != nil {
681 mctx.ModuleErrorf("%s", err.Error())
682 }
Colin Cross5eca7cb2018-10-02 14:02:10 -0700683
Colin Crossa6845402020-11-16 15:08:19 -0800684 // If the module is using extraMultilib, decode the extraMultilib selection into
685 // a separate list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700686 var multiTargets []Target
687 if extraMultilib != "" {
688 multiTargets, err = decodeMultilibTargets(extraMultilib, osTargets, prefer32)
Colin Crossa1ad8d12016-06-01 17:09:44 -0700689 if err != nil {
690 mctx.ModuleErrorf("%s", err.Error())
691 }
Colin Crossb9db4802016-06-03 01:50:47 +0000692 }
693
Colin Crossa6845402020-11-16 15:08:19 -0800694 // Recovery is always the primary architecture, filter out any other architectures.
Inseob Kim20fb5d42021-02-02 20:07:58 +0900695 // Common arch is also allowed
Colin Crossfb0c16e2019-11-20 17:12:35 -0800696 if image == RecoveryVariation {
697 primaryArch := mctx.Config().DevicePrimaryArchType()
Inseob Kim20fb5d42021-02-02 20:07:58 +0900698 targets = filterToArch(targets, primaryArch, Common)
699 multiTargets = filterToArch(multiTargets, primaryArch, Common)
Colin Crossfb0c16e2019-11-20 17:12:35 -0800700 }
701
Colin Crossa6845402020-11-16 15:08:19 -0800702 // If there are no supported targets disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700703 if len(targets) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900704 base.Disable()
Dan Willemsen3f32f032016-07-11 14:36:48 -0700705 return
706 }
707
Colin Crossa6845402020-11-16 15:08:19 -0800708 // Convert the targets into a list of arch variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700709 targetNames := make([]string, len(targets))
Colin Crossa195f912019-10-16 11:07:20 -0700710 for i, target := range targets {
711 targetNames[i] = target.ArchVariation()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700712 }
713
Colin Crossa6845402020-11-16 15:08:19 -0800714 // Create the variations, annotate each one with which Target it was created for, and
715 // squash the appropriate arch-specific properties into the top level properties.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700716 modules := mctx.CreateVariations(targetNames...)
Colin Cross3f40fa42015-01-30 17:27:36 -0800717 for i, m := range modules {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000718 addTargetProperties(m, targets[i], multiTargets, i == 0)
Colin Cross617b88a2020-08-24 18:04:09 -0700719 m.base().setArchProperties(mctx)
Colin Cross3f40fa42015-01-30 17:27:36 -0800720 }
721}
722
Colin Crossa6845402020-11-16 15:08:19 -0800723// addTargetProperties annotates a variant with the Target is is being compiled for, the list
724// of additional Targets it is supporting (if any), and whether it is the primary Target for
725// the module.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000726func addTargetProperties(m Module, target Target, multiTargets []Target, primaryTarget bool) {
727 m.base().commonProperties.CompileTarget = target
728 m.base().commonProperties.CompileMultiTargets = multiTargets
729 m.base().commonProperties.CompilePrimary = primaryTarget
730}
731
Colin Crossa6845402020-11-16 15:08:19 -0800732// decodeMultilib returns the appropriate compile_multilib property for the module, or the default
733// multilib from the factory's call to InitAndroidArchModule if none was set. For modules that
734// called InitAndroidMultiTargetsArchModule it always returns "common" for multilib, and returns
735// the actual multilib in extraMultilib.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700736func decodeMultilib(base *ModuleBase, class OsClass) (multilib, extraMultilib string) {
Colin Crossa6845402020-11-16 15:08:19 -0800737 // First check the "android.compile_multilib" or "host.compile_multilib" properties.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700738 switch class {
739 case Device:
740 multilib = String(base.commonProperties.Target.Android.Compile_multilib)
Jiyong Park1613e552020-09-14 19:43:17 +0900741 case Host:
Colin Crossee0bc3b2018-10-02 22:01:37 -0700742 multilib = String(base.commonProperties.Target.Host.Compile_multilib)
743 }
Colin Crossa6845402020-11-16 15:08:19 -0800744
745 // If those aren't set, try the "compile_multilib" property.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700746 if multilib == "" {
747 multilib = String(base.commonProperties.Compile_multilib)
748 }
Colin Crossa6845402020-11-16 15:08:19 -0800749
750 // If that wasn't set, use the default multilib set by the factory.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700751 if multilib == "" {
752 multilib = base.commonProperties.Default_multilib
753 }
754
755 if base.commonProperties.UseTargetVariants {
756 return multilib, ""
757 } else {
758 // For app modules a single arch variant will be created per OS class which is expected to handle all the
759 // selected arches. Return the common-type as multilib and any Android.bp provided multilib as extraMultilib
760 if multilib == base.commonProperties.Default_multilib {
761 multilib = "first"
762 }
763 return base.commonProperties.Default_multilib, multilib
764 }
765}
766
Colin Crossa6845402020-11-16 15:08:19 -0800767// filterToArch takes a list of Targets and an ArchType, and returns a modified list that contains
Inseob Kim20fb5d42021-02-02 20:07:58 +0900768// only Targets that have the specified ArchTypes.
769func filterToArch(targets []Target, archs ...ArchType) []Target {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800770 for i := 0; i < len(targets); i++ {
Inseob Kim20fb5d42021-02-02 20:07:58 +0900771 found := false
772 for _, arch := range archs {
773 if targets[i].Arch.ArchType == arch {
774 found = true
775 break
776 }
777 }
778 if !found {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800779 targets = append(targets[:i], targets[i+1:]...)
780 i--
781 }
782 }
783 return targets
784}
785
Colin Crossa6845402020-11-16 15:08:19 -0800786// archPropRoot is a struct type used as the top level of the arch-specific properties. It
787// contains the "arch", "multilib", and "target" property structs. It is used to split up the
788// property structs to limit how much is allocated when a single arch-specific property group is
789// used. The types are interface{} because they will hold instances of runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800790type archPropRoot struct {
791 Arch, Multilib, Target interface{}
792}
793
Colin Crossa6845402020-11-16 15:08:19 -0800794// archPropTypeDesc holds the runtime-created types for the property structs to instantiate to
795// create an archPropRoot property struct.
796type archPropTypeDesc struct {
797 arch, multilib, target reflect.Type
798}
799
Colin Crosscbbd13f2020-01-17 14:08:22 -0800800// createArchPropTypeDesc takes a reflect.Type that is either a struct or a pointer to a struct, and
801// returns lists of reflect.Types that contains the arch-variant properties inside structs for each
802// arch, multilib and target property.
Colin Crossa6845402020-11-16 15:08:19 -0800803//
804// This is a relatively expensive operation, so the results are cached in the global
805// archPropTypeMap. It is constructed entirely based on compile-time data, so there is no need
806// to isolate the results between multiple tests running in parallel.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800807func createArchPropTypeDesc(props reflect.Type) []archPropTypeDesc {
Colin Crossb1d8c992020-01-21 11:43:29 -0800808 // Each property struct shard will be nested many times under the runtime generated arch struct,
809 // which can hit the limit of 64kB for the name of runtime generated structs. They are nested
810 // 97 times now, which may grow in the future, plus there is some overhead for the containing
811 // type. This number may need to be reduced if too many are added, but reducing it too far
812 // could cause problems if a single deeply nested property no longer fits in the name.
813 const maxArchTypeNameSize = 500
814
Colin Crossa6845402020-11-16 15:08:19 -0800815 // Convert the type to a new set of types that contains only the arch-specific properties
816 // (those that are tagged with `android:"arch_specific"`), and sharded into multiple types
817 // to keep the runtime-generated names under the limit.
Colin Crossb1d8c992020-01-21 11:43:29 -0800818 propShards, _ := proptools.FilterPropertyStructSharded(props, maxArchTypeNameSize, filterArchStruct)
Colin Crossa6845402020-11-16 15:08:19 -0800819
820 // If the type has no arch-specific properties there is nothing to do.
Colin Crosscb988072019-01-24 14:58:11 -0800821 if len(propShards) == 0 {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700822 return nil
823 }
824
Colin Crosscbbd13f2020-01-17 14:08:22 -0800825 var ret []archPropTypeDesc
Colin Crossc17727d2018-10-24 12:42:09 -0700826 for _, props := range propShards {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700827
Colin Crossa6845402020-11-16 15:08:19 -0800828 // variantFields takes a list of variant property field names and returns a list the
829 // StructFields with the names and the type of the current shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700830 variantFields := func(names []string) []reflect.StructField {
831 ret := make([]reflect.StructField, len(names))
Dan Willemsenb1957a52016-06-23 23:44:54 -0700832
Colin Crossc17727d2018-10-24 12:42:09 -0700833 for i, name := range names {
834 ret[i].Name = name
835 ret[i].Type = props
Dan Willemsen866b5632017-09-22 12:28:24 -0700836 }
Colin Crossc17727d2018-10-24 12:42:09 -0700837
838 return ret
839 }
840
Colin Crossa6845402020-11-16 15:08:19 -0800841 // Create a type that contains the properties in this shard repeated for each
842 // architecture, architecture variant, and architecture feature.
Colin Crossc17727d2018-10-24 12:42:09 -0700843 archFields := make([]reflect.StructField, len(archTypeList))
844 for i, arch := range archTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800845 var variants []string
Colin Crossc17727d2018-10-24 12:42:09 -0700846
847 for _, archVariant := range archVariants[arch] {
848 archVariant := variantReplacer.Replace(archVariant)
849 variants = append(variants, proptools.FieldNameForProperty(archVariant))
850 }
851 for _, feature := range archFeatures[arch] {
852 feature := variantReplacer.Replace(feature)
853 variants = append(variants, proptools.FieldNameForProperty(feature))
854 }
855
Colin Crossa6845402020-11-16 15:08:19 -0800856 // Create the StructFields for each architecture variant architecture feature
857 // (e.g. "arch.arm.cortex-a53" or "arch.arm.neon").
Colin Crossc17727d2018-10-24 12:42:09 -0700858 fields := variantFields(variants)
859
Colin Crossa6845402020-11-16 15:08:19 -0800860 // Create the StructField for the architecture itself (e.g. "arch.arm"). The special
861 // "BlueprintEmbed" name is used by Blueprint to put the properties in the
862 // parent struct.
Colin Crossc17727d2018-10-24 12:42:09 -0700863 fields = append([]reflect.StructField{{
864 Name: "BlueprintEmbed",
865 Type: props,
866 Anonymous: true,
867 }}, fields...)
868
869 archFields[i] = reflect.StructField{
870 Name: arch.Field,
871 Type: reflect.StructOf(fields),
872 }
873 }
Colin Crossa6845402020-11-16 15:08:19 -0800874
875 // Create the type of the "arch" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700876 archType := reflect.StructOf(archFields)
877
Colin Crossa6845402020-11-16 15:08:19 -0800878 // Create the type for the "multilib" property struct for this shard, containing the
879 // "multilib.lib32" and "multilib.lib64" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700880 multilibType := reflect.StructOf(variantFields([]string{"Lib32", "Lib64"}))
881
Colin Crossa6845402020-11-16 15:08:19 -0800882 // Start with a list of the special targets
Colin Crossc17727d2018-10-24 12:42:09 -0700883 targets := []string{
884 "Host",
885 "Android64",
886 "Android32",
887 "Bionic",
888 "Linux",
889 "Not_windows",
890 "Arm_on_x86",
891 "Arm_on_x86_64",
Victor Khimenkoc26fcf42020-05-07 22:16:33 +0200892 "Native_bridge",
Colin Crossc17727d2018-10-24 12:42:09 -0700893 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000894 for _, os := range osTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800895 // Add all the OSes.
Colin Crossc17727d2018-10-24 12:42:09 -0700896 targets = append(targets, os.Field)
897
Colin Crossa6845402020-11-16 15:08:19 -0800898 // Add the OS/Arch combinations, e.g. "android_arm64".
Colin Crossc17727d2018-10-24 12:42:09 -0700899 for _, archType := range osArchTypeMap[os] {
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -0400900 targets = append(targets, GetCompoundTargetName(os, archType))
Colin Crossc17727d2018-10-24 12:42:09 -0700901
Colin Crossa6845402020-11-16 15:08:19 -0800902 // Also add the special "linux_<arch>" and "bionic_<arch>" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700903 if os.Linux() {
904 target := "Linux_" + archType.Name
905 if !InList(target, targets) {
906 targets = append(targets, target)
907 }
908 }
909 if os.Bionic() {
910 target := "Bionic_" + archType.Name
911 if !InList(target, targets) {
912 targets = append(targets, target)
913 }
Dan Willemsen866b5632017-09-22 12:28:24 -0700914 }
915 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700916 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700917
Colin Crossa6845402020-11-16 15:08:19 -0800918 // Create the type for the "target" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700919 targetType := reflect.StructOf(variantFields(targets))
Colin Crosscbbd13f2020-01-17 14:08:22 -0800920
Colin Crossa6845402020-11-16 15:08:19 -0800921 // Return a descriptor of the 3 runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800922 ret = append(ret, archPropTypeDesc{
923 arch: reflect.PtrTo(archType),
924 multilib: reflect.PtrTo(multilibType),
925 target: reflect.PtrTo(targetType),
926 })
Colin Crossc17727d2018-10-24 12:42:09 -0700927 }
928 return ret
Dan Willemsenb1957a52016-06-23 23:44:54 -0700929}
930
Colin Crossa6845402020-11-16 15:08:19 -0800931// variantReplacer converts architecture variant or architecture feature names into names that
932// are valid for an Android.bp file.
933var variantReplacer = strings.NewReplacer("-", "_", ".", "_")
934
935// filterArchStruct returns true if the given field is an architecture specific property.
Colin Cross74449102019-09-25 11:26:40 -0700936func filterArchStruct(field reflect.StructField, prefix string) (bool, reflect.StructField) {
937 if proptools.HasTag(field, "android", "arch_variant") {
938 // The arch_variant field isn't necessary past this point
939 // Instead of wasting space, just remove it. Go also has a
940 // 16-bit limit on structure name length. The name is constructed
941 // based on the Go source representation of the structure, so
942 // the tag names count towards that length.
Colin Crossb4fecbf2020-01-21 11:38:47 -0800943
944 androidTag := field.Tag.Get("android")
945 values := strings.Split(androidTag, ",")
946
947 if string(field.Tag) != `android:"`+strings.Join(values, ",")+`"` {
948 panic(fmt.Errorf("unexpected tag format %q", field.Tag))
Colin Cross74449102019-09-25 11:26:40 -0700949 }
Liz Kammer4562a3b2021-04-21 18:15:34 -0400950 // don't delete path tag as it is needed for bp2build
Colin Crossb4fecbf2020-01-21 11:38:47 -0800951 // these tags don't need to be present in the runtime generated struct type.
Liz Kammer4562a3b2021-04-21 18:15:34 -0400952 values = RemoveListFromList(values, []string{"arch_variant", "variant_prepend"})
953 if len(values) > 0 && values[0] != "path" {
Colin Crossb4fecbf2020-01-21 11:38:47 -0800954 panic(fmt.Errorf("unknown tags %q in field %q", values, prefix+field.Name))
Liz Kammer4562a3b2021-04-21 18:15:34 -0400955 } else if len(values) == 1 {
956 field.Tag = reflect.StructTag(`android:"` + strings.Join(values, ",") + `"`)
957 } else {
958 field.Tag = ``
Colin Crossb4fecbf2020-01-21 11:38:47 -0800959 }
960
Colin Cross74449102019-09-25 11:26:40 -0700961 return true, field
962 }
963 return false, field
964}
965
Colin Crossa6845402020-11-16 15:08:19 -0800966// archPropTypeMap contains a cache of the results of createArchPropTypeDesc for each type. It is
967// shared across all Contexts, but is constructed based only on compile-time information so there
968// is no risk of contaminating one Context with data from another.
Dan Willemsenb1957a52016-06-23 23:44:54 -0700969var archPropTypeMap OncePer
970
Colin Crossa6845402020-11-16 15:08:19 -0800971// initArchModule adds the architecture-specific property structs to a Module.
972func initArchModule(m Module) {
Colin Cross3f40fa42015-01-30 17:27:36 -0800973
974 base := m.base()
975
Colin Crossa6845402020-11-16 15:08:19 -0800976 // Store the original list of top level property structs
Colin Cross36242852017-06-23 15:06:31 -0700977 base.generalProperties = m.GetProperties()
Colin Cross3f40fa42015-01-30 17:27:36 -0800978
979 for _, properties := range base.generalProperties {
980 propertiesValue := reflect.ValueOf(properties)
Colin Cross62496a02016-08-08 15:49:17 -0700981 t := propertiesValue.Type()
Colin Cross3f40fa42015-01-30 17:27:36 -0800982 if propertiesValue.Kind() != reflect.Ptr {
Colin Crossca860ac2016-01-04 14:34:37 -0800983 panic(fmt.Errorf("properties must be a pointer to a struct, got %T",
984 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -0800985 }
986
987 propertiesValue = propertiesValue.Elem()
988 if propertiesValue.Kind() != reflect.Struct {
Colin Crossca860ac2016-01-04 14:34:37 -0800989 panic(fmt.Errorf("properties must be a pointer to a struct, got %T",
990 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -0800991 }
992
Colin Crossa6845402020-11-16 15:08:19 -0800993 // Get or create the arch-specific property struct types for this property struct type.
Colin Cross571cccf2019-02-04 11:22:08 -0800994 archPropTypes := archPropTypeMap.Once(NewCustomOnceKey(t), func() interface{} {
Colin Crosscbbd13f2020-01-17 14:08:22 -0800995 return createArchPropTypeDesc(t)
996 }).([]archPropTypeDesc)
Colin Cross3f40fa42015-01-30 17:27:36 -0800997
Colin Crossa6845402020-11-16 15:08:19 -0800998 // Instantiate one of each arch-specific property struct type and add it to the
999 // properties for the Module.
Colin Crossc17727d2018-10-24 12:42:09 -07001000 var archProperties []interface{}
1001 for _, t := range archPropTypes {
Colin Crosscbbd13f2020-01-17 14:08:22 -08001002 archProperties = append(archProperties, &archPropRoot{
1003 Arch: reflect.Zero(t.arch).Interface(),
1004 Multilib: reflect.Zero(t.multilib).Interface(),
1005 Target: reflect.Zero(t.target).Interface(),
1006 })
Dan Willemsenb1957a52016-06-23 23:44:54 -07001007 }
Colin Crossc17727d2018-10-24 12:42:09 -07001008 base.archProperties = append(base.archProperties, archProperties)
1009 m.AddProperties(archProperties...)
Colin Cross3f40fa42015-01-30 17:27:36 -08001010 }
1011
Colin Crossa6845402020-11-16 15:08:19 -08001012 // Update the list of properties that can be set by a defaults module or a call to
1013 // AppendMatchingProperties or PrependMatchingProperties.
Colin Cross36242852017-06-23 15:06:31 -07001014 base.customizableProperties = m.GetProperties()
Colin Cross3f40fa42015-01-30 17:27:36 -08001015}
1016
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001017func maybeBlueprintEmbed(src reflect.Value) reflect.Value {
Colin Crossa6845402020-11-16 15:08:19 -08001018 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
1019 // into the BlueprintEmbed field.
Dan Willemsenb1957a52016-06-23 23:44:54 -07001020 if src.Kind() == reflect.Struct {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001021 return src.FieldByName("BlueprintEmbed")
1022 } else {
1023 return src
Colin Cross06a931b2015-10-28 17:23:31 -07001024 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001025}
1026
1027// Merges the property struct in srcValue into dst.
Liz Kammerb6dbc872021-05-14 15:14:40 -04001028func mergePropertyStruct(ctx ArchVariantContext, dst interface{}, srcValue reflect.Value) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001029 src := maybeBlueprintEmbed(srcValue).Interface()
Colin Cross06a931b2015-10-28 17:23:31 -07001030
Colin Crossa6845402020-11-16 15:08:19 -08001031 // order checks the `android:"variant_prepend"` tag to handle properties where the
1032 // arch-specific value needs to come before the generic value, for example for lists of
1033 // include directories.
Colin Cross6ee75b62016-05-05 15:57:15 -07001034 order := func(property string,
1035 dstField, srcField reflect.StructField,
1036 dstValue, srcValue interface{}) (proptools.Order, error) {
1037 if proptools.HasTag(dstField, "android", "variant_prepend") {
1038 return proptools.Prepend, nil
1039 } else {
1040 return proptools.Append, nil
1041 }
1042 }
1043
Colin Crossa6845402020-11-16 15:08:19 -08001044 // Squash the located property struct into the destination property struct.
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001045 err := proptools.ExtendMatchingProperties([]interface{}{dst}, src, nil, order)
Colin Cross06a931b2015-10-28 17:23:31 -07001046 if err != nil {
1047 if propertyErr, ok := err.(*proptools.ExtendPropertyError); ok {
1048 ctx.PropertyErrorf(propertyErr.Property, "%s", propertyErr.Err.Error())
1049 } else {
1050 panic(err)
1051 }
1052 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001053}
Colin Cross85a88972015-11-23 13:29:51 -08001054
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001055// Returns the immediate child of the input property struct that corresponds to
1056// the sub-property "field".
Liz Kammerb6dbc872021-05-14 15:14:40 -04001057func getChildPropertyStruct(ctx ArchVariantContext,
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001058 src reflect.Value, field, userFriendlyField string) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001059
1060 // Step into non-nil pointers to structs in the src value.
1061 if src.Kind() == reflect.Ptr {
1062 if src.IsNil() {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001063 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001064 }
1065 src = src.Elem()
1066 }
1067
1068 // Find the requested field in the src struct.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001069 child := src.FieldByName(proptools.FieldNameForProperty(field))
1070 if !child.IsValid() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001071 ctx.ModuleErrorf("field %q does not exist", userFriendlyField)
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001072 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001073 }
1074
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001075 if child.IsZero() {
1076 return reflect.Value{}, false
1077 }
1078
1079 return child, true
Colin Cross06a931b2015-10-28 17:23:31 -07001080}
1081
Colin Crossa6845402020-11-16 15:08:19 -08001082// Squash the appropriate OS-specific property structs into the matching top level property structs
1083// based on the CompileOS value that was annotated on the variant.
Colin Crossa195f912019-10-16 11:07:20 -07001084func (m *ModuleBase) setOSProperties(ctx BottomUpMutatorContext) {
1085 os := m.commonProperties.CompileOS
1086
1087 for i := range m.generalProperties {
1088 genProps := m.generalProperties[i]
1089 if m.archProperties[i] == nil {
1090 continue
1091 }
1092 for _, archProperties := range m.archProperties[i] {
1093 archPropValues := reflect.ValueOf(archProperties).Elem()
1094
Colin Crosscbbd13f2020-01-17 14:08:22 -08001095 targetProp := archPropValues.FieldByName("Target").Elem()
Colin Crossa195f912019-10-16 11:07:20 -07001096
1097 // Handle host-specific properties in the form:
1098 // target: {
1099 // host: {
1100 // key: value,
1101 // },
1102 // },
Jiyong Park1613e552020-09-14 19:43:17 +09001103 if os.Class == Host {
Colin Crossa195f912019-10-16 11:07:20 -07001104 field := "Host"
1105 prefix := "target.host"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001106 if hostProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1107 mergePropertyStruct(ctx, genProps, hostProperties)
1108 }
Colin Crossa195f912019-10-16 11:07:20 -07001109 }
1110
1111 // Handle target OS generalities of the form:
1112 // target: {
1113 // bionic: {
1114 // key: value,
1115 // },
1116 // }
1117 if os.Linux() {
1118 field := "Linux"
1119 prefix := "target.linux"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001120 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1121 mergePropertyStruct(ctx, genProps, linuxProperties)
1122 }
Colin Crossa195f912019-10-16 11:07:20 -07001123 }
1124
1125 if os.Bionic() {
1126 field := "Bionic"
1127 prefix := "target.bionic"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001128 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1129 mergePropertyStruct(ctx, genProps, bionicProperties)
1130 }
Colin Crossa195f912019-10-16 11:07:20 -07001131 }
1132
1133 // Handle target OS properties in the form:
1134 // target: {
1135 // linux_glibc: {
1136 // key: value,
1137 // },
1138 // not_windows: {
1139 // key: value,
1140 // },
1141 // android {
1142 // key: value,
1143 // },
1144 // },
1145 field := os.Field
1146 prefix := "target." + os.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001147 if osProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1148 mergePropertyStruct(ctx, genProps, osProperties)
1149 }
Colin Crossa195f912019-10-16 11:07:20 -07001150
Jiyong Park1613e552020-09-14 19:43:17 +09001151 if os.Class == Host && os != Windows {
Colin Crossa195f912019-10-16 11:07:20 -07001152 field := "Not_windows"
1153 prefix := "target.not_windows"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001154 if notWindowsProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1155 mergePropertyStruct(ctx, genProps, notWindowsProperties)
1156 }
Colin Crossa195f912019-10-16 11:07:20 -07001157 }
1158
1159 // Handle 64-bit device properties in the form:
1160 // target {
1161 // android64 {
1162 // key: value,
1163 // },
1164 // android32 {
1165 // key: value,
1166 // },
1167 // },
1168 // WARNING: this is probably not what you want to use in your blueprints file, it selects
1169 // options for all targets on a device that supports 64-bit binaries, not just the targets
1170 // that are being compiled for 64-bit. Its expected use case is binaries like linker and
1171 // debuggerd that need to know when they are a 32-bit process running on a 64-bit device
1172 if os.Class == Device {
1173 if ctx.Config().Android64() {
1174 field := "Android64"
1175 prefix := "target.android64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001176 if android64Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1177 mergePropertyStruct(ctx, genProps, android64Properties)
1178 }
Colin Crossa195f912019-10-16 11:07:20 -07001179 } else {
1180 field := "Android32"
1181 prefix := "target.android32"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001182 if android32Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1183 mergePropertyStruct(ctx, genProps, android32Properties)
1184 }
Colin Crossa195f912019-10-16 11:07:20 -07001185 }
1186 }
1187 }
1188 }
1189}
1190
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001191// Returns the struct containing the properties specific to the given
1192// architecture type. These look like this in Blueprint files:
1193// arch: {
1194// arm64: {
1195// key: value,
1196// },
1197// },
1198// This struct will also contain sub-structs containing to the architecture/CPU
1199// variants and features that themselves contain properties specific to those.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001200func getArchTypeStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001201 archPropValues := reflect.ValueOf(archProperties).Elem()
1202 archProp := archPropValues.FieldByName("Arch").Elem()
1203 prefix := "arch." + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001204 return getChildPropertyStruct(ctx, archProp, archType.Name, prefix)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001205}
1206
1207// Returns the struct containing the properties specific to a given multilib
1208// value. These look like this in the Blueprint file:
1209// multilib: {
1210// lib32: {
1211// key: value,
1212// },
1213// },
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001214func getMultilibStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001215 archPropValues := reflect.ValueOf(archProperties).Elem()
1216 multilibProp := archPropValues.FieldByName("Multilib").Elem()
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001217 return getChildPropertyStruct(ctx, multilibProp, archType.Multilib, "multilib."+archType.Multilib)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001218}
1219
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001220func GetCompoundTargetName(os OsType, arch ArchType) string {
1221 return os.Field + "_" + arch.Name
1222}
1223
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001224// Returns the structs corresponding to the properties specific to the given
1225// architecture and OS in archProperties.
1226func getArchProperties(ctx BaseMutatorContext, archProperties interface{}, arch Arch, os OsType, nativeBridgeEnabled bool) []reflect.Value {
1227 result := make([]reflect.Value, 0)
1228 archPropValues := reflect.ValueOf(archProperties).Elem()
1229
1230 targetProp := archPropValues.FieldByName("Target").Elem()
1231
1232 archType := arch.ArchType
1233
1234 if arch.ArchType != Common {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001235 archStruct, ok := getArchTypeStruct(ctx, archProperties, arch.ArchType)
1236 if ok {
1237 result = append(result, archStruct)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001238
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001239 // Handle arch-variant-specific properties in the form:
1240 // arch: {
1241 // arm: {
1242 // variant: {
1243 // key: value,
1244 // },
1245 // },
1246 // },
1247 v := variantReplacer.Replace(arch.ArchVariant)
1248 if v != "" {
1249 prefix := "arch." + archType.Name + "." + v
1250 if variantProperties, ok := getChildPropertyStruct(ctx, archStruct, v, prefix); ok {
1251 result = append(result, variantProperties)
1252 }
1253 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001254
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001255 // Handle cpu-variant-specific properties in the form:
1256 // arch: {
1257 // arm: {
1258 // variant: {
1259 // key: value,
1260 // },
1261 // },
1262 // },
1263 if arch.CpuVariant != arch.ArchVariant {
1264 c := variantReplacer.Replace(arch.CpuVariant)
1265 if c != "" {
1266 prefix := "arch." + archType.Name + "." + c
1267 if cpuVariantProperties, ok := getChildPropertyStruct(ctx, archStruct, c, prefix); ok {
1268 result = append(result, cpuVariantProperties)
1269 }
1270 }
1271 }
1272
1273 // Handle arch-feature-specific properties in the form:
1274 // arch: {
1275 // arm: {
1276 // feature: {
1277 // key: value,
1278 // },
1279 // },
1280 // },
1281 for _, feature := range arch.ArchFeatures {
1282 prefix := "arch." + archType.Name + "." + feature
1283 if featureProperties, ok := getChildPropertyStruct(ctx, archStruct, feature, prefix); ok {
1284 result = append(result, featureProperties)
1285 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001286 }
1287 }
1288
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001289 if multilibProperties, ok := getMultilibStruct(ctx, archProperties, archType); ok {
1290 result = append(result, multilibProperties)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001291 }
1292
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001293 // Handle combined OS-feature and arch specific properties in the form:
1294 // target: {
1295 // bionic_x86: {
1296 // key: value,
1297 // },
1298 // }
1299 if os.Linux() {
1300 field := "Linux_" + arch.ArchType.Name
1301 userFriendlyField := "target.linux_" + arch.ArchType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001302 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1303 result = append(result, linuxProperties)
1304 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001305 }
1306
1307 if os.Bionic() {
1308 field := "Bionic_" + archType.Name
1309 userFriendlyField := "target.bionic_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001310 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1311 result = append(result, bionicProperties)
1312 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001313 }
1314
1315 // Handle combined OS and arch specific properties in the form:
1316 // target: {
1317 // linux_glibc_x86: {
1318 // key: value,
1319 // },
1320 // linux_glibc_arm: {
1321 // key: value,
1322 // },
1323 // android_arm {
1324 // key: value,
1325 // },
1326 // android_x86 {
1327 // key: value,
1328 // },
1329 // },
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001330 field := GetCompoundTargetName(os, archType)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001331 userFriendlyField := "target." + os.Name + "_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001332 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1333 result = append(result, osArchProperties)
1334 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001335 }
1336
1337 // Handle arm on x86 properties in the form:
1338 // target {
1339 // arm_on_x86 {
1340 // key: value,
1341 // },
1342 // arm_on_x86_64 {
1343 // key: value,
1344 // },
1345 // },
1346 if os.Class == Device {
1347 if arch.ArchType == X86 && (hasArmAbi(arch) ||
1348 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1349 field := "Arm_on_x86"
1350 userFriendlyField := "target.arm_on_x86"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001351 if armOnX86Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1352 result = append(result, armOnX86Properties)
1353 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001354 }
1355 if arch.ArchType == X86_64 && (hasArmAbi(arch) ||
1356 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1357 field := "Arm_on_x86_64"
1358 userFriendlyField := "target.arm_on_x86_64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001359 if armOnX8664Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1360 result = append(result, armOnX8664Properties)
1361 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001362 }
1363 if os == Android && nativeBridgeEnabled {
1364 userFriendlyField := "Native_bridge"
1365 prefix := "target.native_bridge"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001366 if nativeBridgeProperties, ok := getChildPropertyStruct(ctx, targetProp, userFriendlyField, prefix); ok {
1367 result = append(result, nativeBridgeProperties)
1368 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001369 }
1370 }
1371
1372 return result
1373}
1374
Colin Crossa6845402020-11-16 15:08:19 -08001375// Squash the appropriate arch-specific property structs into the matching top level property
1376// structs based on the CompileTarget value that was annotated on the variant.
Colin Cross4157e882019-06-06 16:57:04 -07001377func (m *ModuleBase) setArchProperties(ctx BottomUpMutatorContext) {
1378 arch := m.Arch()
1379 os := m.Os()
Colin Crossd3ba0392015-05-07 14:11:29 -07001380
Colin Cross4157e882019-06-06 16:57:04 -07001381 for i := range m.generalProperties {
1382 genProps := m.generalProperties[i]
1383 if m.archProperties[i] == nil {
Dan Willemsenb1957a52016-06-23 23:44:54 -07001384 continue
1385 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001386
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001387 propStructs := make([]reflect.Value, 0)
1388 for _, archProperty := range m.archProperties[i] {
1389 propStructShard := getArchProperties(ctx, archProperty, arch, os, m.Target().NativeBridge == NativeBridgeEnabled)
1390 propStructs = append(propStructs, propStructShard...)
1391 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001392
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001393 for _, propStruct := range propStructs {
1394 mergePropertyStruct(ctx, genProps, propStruct)
Colin Crossbb2e2b72016-12-08 17:23:53 -08001395 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001396 }
1397}
1398
Colin Crossa6845402020-11-16 15:08:19 -08001399// Convert the arch product variables into a list of targets for each OsType.
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001400func decodeTargetProductVariables(config *config) (map[OsType][]Target, error) {
Dan Willemsen45133ac2018-03-09 21:22:06 -08001401 variables := config.productVariables
Dan Willemsen490fd492015-11-24 17:53:15 -08001402
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001403 targets := make(map[OsType][]Target)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001404 var targetErr error
1405
dimitry1f33e402019-03-26 12:39:31 +01001406 addTarget := func(os OsType, archName string, archVariant, cpuVariant *string, abi []string,
dimitry8d6dde82019-07-11 10:23:53 +02001407 nativeBridgeEnabled NativeBridgeSupport, nativeBridgeHostArchName *string,
1408 nativeBridgeRelativePath *string) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001409 if targetErr != nil {
1410 return
Dan Willemsen490fd492015-11-24 17:53:15 -08001411 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001412
Dan Willemsen01a3c252019-01-11 19:02:16 -08001413 arch, err := decodeArch(os, archName, archVariant, cpuVariant, abi)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001414 if err != nil {
1415 targetErr = err
1416 return
1417 }
dimitry8d6dde82019-07-11 10:23:53 +02001418 nativeBridgeRelativePathStr := String(nativeBridgeRelativePath)
1419 nativeBridgeHostArchNameStr := String(nativeBridgeHostArchName)
1420
1421 // Use guest arch as relative install path by default
1422 if nativeBridgeEnabled && nativeBridgeRelativePathStr == "" {
1423 nativeBridgeRelativePathStr = arch.ArchType.String()
1424 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001425
Jiyong Park1613e552020-09-14 19:43:17 +09001426 // A target is considered as HostCross if it's a host target which can't run natively on
1427 // the currently configured build machine (either because the OS is different or because of
1428 // the unsupported arch)
1429 hostCross := false
1430 if os.Class == Host {
1431 var osSupported bool
1432 if os == BuildOs {
1433 osSupported = true
1434 } else if BuildOs.Linux() && os.Linux() {
1435 // LinuxBionic and Linux are compatible
1436 osSupported = true
1437 } else {
1438 osSupported = false
1439 }
1440
1441 var archSupported bool
1442 if arch.ArchType == Common {
1443 archSupported = true
1444 } else if arch.ArchType.Name == *variables.HostArch {
1445 archSupported = true
1446 } else if variables.HostSecondaryArch != nil && arch.ArchType.Name == *variables.HostSecondaryArch {
1447 archSupported = true
1448 } else {
1449 archSupported = false
1450 }
1451 if !osSupported || !archSupported {
1452 hostCross = true
1453 }
1454 }
1455
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001456 targets[os] = append(targets[os],
Colin Crossa1ad8d12016-06-01 17:09:44 -07001457 Target{
dimitry8d6dde82019-07-11 10:23:53 +02001458 Os: os,
1459 Arch: arch,
1460 NativeBridge: nativeBridgeEnabled,
1461 NativeBridgeHostArchName: nativeBridgeHostArchNameStr,
1462 NativeBridgeRelativePath: nativeBridgeRelativePathStr,
Jiyong Park1613e552020-09-14 19:43:17 +09001463 HostCross: hostCross,
Colin Crossa1ad8d12016-06-01 17:09:44 -07001464 })
Dan Willemsen490fd492015-11-24 17:53:15 -08001465 }
1466
Colin Cross4225f652015-09-17 14:33:42 -07001467 if variables.HostArch == nil {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001468 return nil, fmt.Errorf("No host primary architecture set")
Colin Cross4225f652015-09-17 14:33:42 -07001469 }
1470
Colin Crossa6845402020-11-16 15:08:19 -08001471 // The primary host target, which must always exist.
dimitry8d6dde82019-07-11 10:23:53 +02001472 addTarget(BuildOs, *variables.HostArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001473
Colin Crossa6845402020-11-16 15:08:19 -08001474 // An optional secondary host target.
Colin Crosseeabb892015-11-20 13:07:51 -08001475 if variables.HostSecondaryArch != nil && *variables.HostSecondaryArch != "" {
dimitry8d6dde82019-07-11 10:23:53 +02001476 addTarget(BuildOs, *variables.HostSecondaryArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001477 }
1478
Colin Crossa6845402020-11-16 15:08:19 -08001479 // Optional cross-compiled host targets, generally Windows.
Colin Crossff3ae9d2018-04-10 16:15:18 -07001480 if String(variables.CrossHost) != "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001481 crossHostOs := osByName(*variables.CrossHost)
1482 if crossHostOs == NoOsType {
1483 return nil, fmt.Errorf("Unknown cross host OS %q", *variables.CrossHost)
1484 }
1485
Colin Crossff3ae9d2018-04-10 16:15:18 -07001486 if String(variables.CrossHostArch) == "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001487 return nil, fmt.Errorf("No cross-host primary architecture set")
Dan Willemsen490fd492015-11-24 17:53:15 -08001488 }
1489
Colin Crossa6845402020-11-16 15:08:19 -08001490 // The primary cross-compiled host target.
dimitry8d6dde82019-07-11 10:23:53 +02001491 addTarget(crossHostOs, *variables.CrossHostArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001492
Colin Crossa6845402020-11-16 15:08:19 -08001493 // An optional secondary cross-compiled host target.
Dan Willemsen490fd492015-11-24 17:53:15 -08001494 if variables.CrossHostSecondaryArch != nil && *variables.CrossHostSecondaryArch != "" {
dimitry8d6dde82019-07-11 10:23:53 +02001495 addTarget(crossHostOs, *variables.CrossHostSecondaryArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001496 }
1497 }
1498
Colin Crossa6845402020-11-16 15:08:19 -08001499 // Optional device targets
Dan Willemsen3f32f032016-07-11 14:36:48 -07001500 if variables.DeviceArch != nil && *variables.DeviceArch != "" {
Doug Horn21b94272019-01-16 12:06:11 -08001501 var target = Android
1502 if Bool(variables.Fuchsia) {
1503 target = Fuchsia
1504 }
1505
Colin Crossa6845402020-11-16 15:08:19 -08001506 // The primary device target.
Doug Horn21b94272019-01-16 12:06:11 -08001507 addTarget(target, *variables.DeviceArch, variables.DeviceArchVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001508 variables.DeviceCpuVariant, variables.DeviceAbi, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001509
Colin Crossa6845402020-11-16 15:08:19 -08001510 // An optional secondary device target.
Dan Willemsen3f32f032016-07-11 14:36:48 -07001511 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" {
1512 addTarget(Android, *variables.DeviceSecondaryArch,
1513 variables.DeviceSecondaryArchVariant, variables.DeviceSecondaryCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001514 variables.DeviceSecondaryAbi, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001515 }
dimitry1f33e402019-03-26 12:39:31 +01001516
Colin Crossa6845402020-11-16 15:08:19 -08001517 // An optional NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001518 if variables.NativeBridgeArch != nil && *variables.NativeBridgeArch != "" {
1519 addTarget(Android, *variables.NativeBridgeArch,
1520 variables.NativeBridgeArchVariant, variables.NativeBridgeCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001521 variables.NativeBridgeAbi, NativeBridgeEnabled, variables.DeviceArch,
1522 variables.NativeBridgeRelativePath)
dimitry1f33e402019-03-26 12:39:31 +01001523 }
1524
Colin Crossa6845402020-11-16 15:08:19 -08001525 // An optional secondary NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001526 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" &&
1527 variables.NativeBridgeSecondaryArch != nil && *variables.NativeBridgeSecondaryArch != "" {
1528 addTarget(Android, *variables.NativeBridgeSecondaryArch,
1529 variables.NativeBridgeSecondaryArchVariant,
1530 variables.NativeBridgeSecondaryCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001531 variables.NativeBridgeSecondaryAbi,
1532 NativeBridgeEnabled,
1533 variables.DeviceSecondaryArch,
1534 variables.NativeBridgeSecondaryRelativePath)
dimitry1f33e402019-03-26 12:39:31 +01001535 }
Colin Cross4225f652015-09-17 14:33:42 -07001536 }
1537
Colin Crossa1ad8d12016-06-01 17:09:44 -07001538 if targetErr != nil {
1539 return nil, targetErr
1540 }
1541
1542 return targets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001543}
1544
Colin Crossbb2e2b72016-12-08 17:23:53 -08001545// hasArmAbi returns true if arch has at least one arm ABI
1546func hasArmAbi(arch Arch) bool {
Jaewoong Jung3aff5782020-02-11 07:54:35 -08001547 return PrefixInList(arch.Abi, "arm")
Colin Crossbb2e2b72016-12-08 17:23:53 -08001548}
1549
dimitry628db6f2019-05-22 17:16:21 +02001550// hasArmArch returns true if targets has at least non-native_bridge arm Android arch
Colin Cross4247f0d2017-04-13 16:56:14 -07001551func hasArmAndroidArch(targets []Target) bool {
1552 for _, target := range targets {
Victor Khimenko1a31f802020-09-17 03:07:31 +02001553 if target.Os == Android && target.Arch.ArchType == Arm {
Victor Khimenko5eb8ec12018-03-21 20:30:54 +01001554 return true
1555 }
1556 }
1557 return false
1558}
1559
Colin Crossa6845402020-11-16 15:08:19 -08001560// archConfig describes a built-in configuration.
Dan Albert4098deb2016-10-19 14:04:41 -07001561type archConfig struct {
1562 arch string
1563 archVariant string
1564 cpuVariant string
1565 abi []string
1566}
1567
Colin Crossa6845402020-11-16 15:08:19 -08001568// getNdkAbisConfig returns a list of archConfigs for the ABIs supported by the NDK.
Dan Albert4098deb2016-10-19 14:04:41 -07001569func getNdkAbisConfig() []archConfig {
1570 return []archConfig{
Dan Albert6bba6442020-01-30 15:16:49 -08001571 {"arm", "armv7-a", "", []string{"armeabi-v7a"}},
Tamas Petzbca786d2021-01-20 18:56:33 +01001572 {"arm64", "armv8-a-branchprot", "", []string{"arm64-v8a"}},
Dan Albert4098deb2016-10-19 14:04:41 -07001573 {"x86", "", "", []string{"x86"}},
1574 {"x86_64", "", "", []string{"x86_64"}},
1575 }
1576}
1577
Colin Crossa6845402020-11-16 15:08:19 -08001578// getAmlAbisConfig returns a list of archConfigs for the ABIs supported by mainline modules.
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001579func getAmlAbisConfig() []archConfig {
1580 return []archConfig{
Martin Stjernholm93688342020-10-16 21:45:10 +01001581 {"arm", "armv7-a-neon", "", []string{"armeabi-v7a"}},
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001582 {"arm64", "armv8-a", "", []string{"arm64-v8a"}},
1583 {"x86", "", "", []string{"x86"}},
1584 {"x86_64", "", "", []string{"x86_64"}},
1585 }
1586}
1587
Colin Crossa6845402020-11-16 15:08:19 -08001588// decodeArchSettings converts a list of archConfigs into a list of Targets for the given OsType.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001589func decodeArchSettings(os OsType, archConfigs []archConfig) ([]Target, error) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001590 var ret []Target
Dan Willemsen322acaf2016-01-12 23:07:05 -08001591
Dan Albert4098deb2016-10-19 14:04:41 -07001592 for _, config := range archConfigs {
Dan Willemsen01a3c252019-01-11 19:02:16 -08001593 arch, err := decodeArch(os, config.arch, &config.archVariant,
Colin Crossa74ca042019-01-31 14:31:51 -08001594 &config.cpuVariant, config.abi)
Dan Willemsen322acaf2016-01-12 23:07:05 -08001595 if err != nil {
1596 return nil, err
1597 }
Colin Cross3b19f5d2019-09-17 14:45:31 -07001598
Colin Crossa1ad8d12016-06-01 17:09:44 -07001599 ret = append(ret, Target{
1600 Os: Android,
1601 Arch: arch,
1602 })
Dan Willemsen322acaf2016-01-12 23:07:05 -08001603 }
1604
1605 return ret, nil
1606}
1607
Colin Crossa6845402020-11-16 15:08:19 -08001608// decodeArch converts a set of strings from product variables into an Arch struct.
Colin Crossa74ca042019-01-31 14:31:51 -08001609func decodeArch(os OsType, arch string, archVariant, cpuVariant *string, abi []string) (Arch, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001610 // Verify the arch is valid
Colin Crosseeabb892015-11-20 13:07:51 -08001611 archType, ok := archTypeMap[arch]
1612 if !ok {
1613 return Arch{}, fmt.Errorf("unknown arch %q", arch)
1614 }
Colin Cross4225f652015-09-17 14:33:42 -07001615
Colin Crosseeabb892015-11-20 13:07:51 -08001616 a := Arch{
Colin Cross4225f652015-09-17 14:33:42 -07001617 ArchType: archType,
Colin Crossa6845402020-11-16 15:08:19 -08001618 ArchVariant: String(archVariant),
1619 CpuVariant: String(cpuVariant),
Colin Crossa74ca042019-01-31 14:31:51 -08001620 Abi: abi,
Colin Crosseeabb892015-11-20 13:07:51 -08001621 }
1622
Colin Crossa6845402020-11-16 15:08:19 -08001623 // Convert generic arch variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001624 if a.ArchVariant == a.ArchType.Name || a.ArchVariant == "generic" {
1625 a.ArchVariant = ""
1626 }
1627
Colin Crossa6845402020-11-16 15:08:19 -08001628 // Convert generic CPU variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001629 if a.CpuVariant == a.ArchType.Name || a.CpuVariant == "generic" {
1630 a.CpuVariant = ""
1631 }
1632
Colin Crossa6845402020-11-16 15:08:19 -08001633 // Filter empty ABIs out of the list.
Colin Crosseeabb892015-11-20 13:07:51 -08001634 for i := 0; i < len(a.Abi); i++ {
1635 if a.Abi[i] == "" {
1636 a.Abi = append(a.Abi[:i], a.Abi[i+1:]...)
1637 i--
1638 }
1639 }
1640
Dan Willemsen01a3c252019-01-11 19:02:16 -08001641 if a.ArchVariant == "" {
Colin Crossa6845402020-11-16 15:08:19 -08001642 // Set ArchFeatures from the default arch features.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001643 if featureMap, ok := defaultArchFeatureMap[os]; ok {
1644 a.ArchFeatures = featureMap[archType]
1645 }
1646 } else {
Colin Crossa6845402020-11-16 15:08:19 -08001647 // Set ArchFeatures from the arch type.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001648 if featureMap, ok := archFeatureMap[archType]; ok {
1649 a.ArchFeatures = featureMap[a.ArchVariant]
1650 }
Colin Crossc5c24ad2015-11-20 15:35:00 -08001651 }
1652
Colin Crosseeabb892015-11-20 13:07:51 -08001653 return a, nil
Colin Cross4225f652015-09-17 14:33:42 -07001654}
1655
Colin Crossa6845402020-11-16 15:08:19 -08001656// filterMultilibTargets takes a list of Targets and a multilib value and returns a new list of
1657// Targets containing only those that have the given multilib value.
Colin Cross69617d32016-09-06 10:39:07 -07001658func filterMultilibTargets(targets []Target, multilib string) []Target {
1659 var ret []Target
1660 for _, t := range targets {
1661 if t.Arch.ArchType.Multilib == multilib {
1662 ret = append(ret, t)
1663 }
1664 }
1665 return ret
1666}
1667
Colin Crossa6845402020-11-16 15:08:19 -08001668// getCommonTargets returns the set of Os specific common architecture targets for each Os in a list
1669// of targets.
Nan Zhangdb0b9a32017-02-27 10:12:13 -08001670func getCommonTargets(targets []Target) []Target {
1671 var ret []Target
1672 set := make(map[string]bool)
1673
1674 for _, t := range targets {
1675 if _, found := set[t.Os.String()]; !found {
1676 set[t.Os.String()] = true
1677 ret = append(ret, commonTargetMap[t.Os.String()])
1678 }
1679 }
1680
1681 return ret
1682}
1683
Colin Crossa6845402020-11-16 15:08:19 -08001684// firstTarget takes a list of Targets and a list of multilib values and returns a list of Targets
1685// that contains zero or one Target for each OsType, selecting the one that matches the earliest
1686// filter.
Colin Cross3dceee32018-09-06 10:19:57 -07001687func firstTarget(targets []Target, filters ...string) []Target {
Jiyong Park22101982020-09-17 19:09:58 +09001688 // find the first target from each OS
1689 var ret []Target
1690 hasHost := false
1691 set := make(map[OsType]bool)
1692
Colin Cross6b4a32d2017-12-05 13:42:45 -08001693 for _, filter := range filters {
1694 buildTargets := filterMultilibTargets(targets, filter)
Jiyong Park22101982020-09-17 19:09:58 +09001695 for _, t := range buildTargets {
1696 if _, found := set[t.Os]; !found {
1697 hasHost = hasHost || (t.Os.Class == Host)
1698 set[t.Os] = true
1699 ret = append(ret, t)
1700 }
Colin Cross6b4a32d2017-12-05 13:42:45 -08001701 }
1702 }
Jiyong Park22101982020-09-17 19:09:58 +09001703 return ret
Colin Cross6b4a32d2017-12-05 13:42:45 -08001704}
1705
Colin Crossa6845402020-11-16 15:08:19 -08001706// decodeMultilibTargets uses the module's multilib setting to select one or more targets from a
1707// list of Targets.
Colin Crossee0bc3b2018-10-02 22:01:37 -07001708func decodeMultilibTargets(multilib string, targets []Target, prefer32 bool) ([]Target, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001709 var buildTargets []Target
Colin Cross6b4a32d2017-12-05 13:42:45 -08001710
Colin Cross4225f652015-09-17 14:33:42 -07001711 switch multilib {
1712 case "common":
Colin Cross6b4a32d2017-12-05 13:42:45 -08001713 buildTargets = getCommonTargets(targets)
1714 case "common_first":
1715 buildTargets = getCommonTargets(targets)
1716 if prefer32 {
Colin Cross3dceee32018-09-06 10:19:57 -07001717 buildTargets = append(buildTargets, firstTarget(targets, "lib32", "lib64")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001718 } else {
Colin Cross3dceee32018-09-06 10:19:57 -07001719 buildTargets = append(buildTargets, firstTarget(targets, "lib64", "lib32")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001720 }
Colin Cross4225f652015-09-17 14:33:42 -07001721 case "both":
Colin Cross8b74d172016-09-13 09:59:14 -07001722 if prefer32 {
1723 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1724 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1725 } else {
1726 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1727 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1728 }
Colin Cross4225f652015-09-17 14:33:42 -07001729 case "32":
Colin Cross69617d32016-09-06 10:39:07 -07001730 buildTargets = filterMultilibTargets(targets, "lib32")
Colin Cross4225f652015-09-17 14:33:42 -07001731 case "64":
Colin Cross69617d32016-09-06 10:39:07 -07001732 buildTargets = filterMultilibTargets(targets, "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001733 case "first":
1734 if prefer32 {
Colin Cross3dceee32018-09-06 10:19:57 -07001735 buildTargets = firstTarget(targets, "lib32", "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001736 } else {
Colin Cross3dceee32018-09-06 10:19:57 -07001737 buildTargets = firstTarget(targets, "lib64", "lib32")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001738 }
Victor Chang9448e8f2020-09-14 15:34:16 +01001739 case "first_prefer32":
1740 buildTargets = firstTarget(targets, "lib32", "lib64")
Colin Cross69617d32016-09-06 10:39:07 -07001741 case "prefer32":
Colin Cross3dceee32018-09-06 10:19:57 -07001742 buildTargets = filterMultilibTargets(targets, "lib32")
1743 if len(buildTargets) == 0 {
1744 buildTargets = filterMultilibTargets(targets, "lib64")
1745 }
Colin Cross4225f652015-09-17 14:33:42 -07001746 default:
Victor Chang9448e8f2020-09-14 15:34:16 +01001747 return nil, fmt.Errorf(`compile_multilib must be "both", "first", "32", "64", "prefer32" or "first_prefer32" found %q`,
Colin Cross4225f652015-09-17 14:33:42 -07001748 multilib)
Colin Cross4225f652015-09-17 14:33:42 -07001749 }
1750
Colin Crossa1ad8d12016-06-01 17:09:44 -07001751 return buildTargets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001752}
Jingwen Chen5d864492021-02-24 07:20:12 -05001753
Chris Parsonsc424b762021-04-29 18:06:50 -04001754func (m *ModuleBase) getArchPropertySet(propertySet interface{}, archType ArchType) interface{} {
1755 archString := archType.Field
1756 for i := range m.archProperties {
1757 if m.archProperties[i] == nil {
1758 // Skip over nil properties
1759 continue
1760 }
1761
1762 // Not archProperties are usable; this function looks for properties of a very specific
1763 // form, and ignores the rest.
1764 for _, archProperty := range m.archProperties[i] {
1765 // archPropValue is a property struct, we are looking for the form:
1766 // `arch: { arm: { key: value, ... }}`
1767 archPropValue := reflect.ValueOf(archProperty).Elem()
1768
1769 // Unwrap src so that it should looks like a pointer to `arm: { key: value, ... }`
1770 src := archPropValue.FieldByName("Arch").Elem()
1771
1772 // Step into non-nil pointers to structs in the src value.
1773 if src.Kind() == reflect.Ptr {
1774 if src.IsNil() {
1775 continue
1776 }
1777 src = src.Elem()
1778 }
1779
1780 // Find the requested field (e.g. arm, x86) in the src struct.
1781 src = src.FieldByName(archString)
1782
1783 // We only care about structs.
1784 if !src.IsValid() || src.Kind() != reflect.Struct {
1785 continue
1786 }
1787
1788 // If the value of the field is a struct then step into the
1789 // BlueprintEmbed field. The special "BlueprintEmbed" name is
1790 // used by createArchPropTypeDesc to embed the arch properties
1791 // in the parent struct, so the src arch prop should be in this
1792 // field.
1793 //
1794 // See createArchPropTypeDesc for more details on how Arch-specific
1795 // module properties are processed from the nested props and written
1796 // into the module's archProperties.
1797 src = src.FieldByName("BlueprintEmbed")
1798
1799 // Clone the destination prop, since we want a unique prop struct per arch.
1800 propertySetClone := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1801
1802 // Copy the located property struct into the cloned destination property struct.
1803 err := proptools.ExtendMatchingProperties([]interface{}{propertySetClone}, src.Interface(), nil, proptools.OrderReplace)
1804 if err != nil {
1805 // This is fine, it just means the src struct doesn't match the type of propertySet.
1806 continue
1807 }
1808
1809 return propertySetClone
1810 }
1811 }
1812 // No property set was found specific to the given arch, so return an empty
1813 // property set.
1814 return reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1815}
1816
1817// getMultilibPropertySet returns a property set struct matching the type of
1818// `propertySet`, containing multilib-specific module properties for the given architecture.
1819// If no multilib-specific properties exist for the given architecture, returns an empty property
1820// set matching `propertySet`'s type.
1821func (m *ModuleBase) getMultilibPropertySet(propertySet interface{}, archType ArchType) interface{} {
1822 // archType.Multilib is lowercase (for example, lib32) but property struct field is
1823 // capitalized, such as Lib32, so use strings.Title to capitalize it.
1824 multiLibString := strings.Title(archType.Multilib)
1825
1826 for i := range m.archProperties {
1827 if m.archProperties[i] == nil {
1828 // Skip over nil properties
1829 continue
1830 }
1831
1832 // Not archProperties are usable; this function looks for properties of a very specific
1833 // form, and ignores the rest.
1834 for _, archProperties := range m.archProperties[i] {
1835 // archPropValue is a property struct, we are looking for the form:
1836 // `multilib: { lib32: { key: value, ... }}`
1837 archPropValue := reflect.ValueOf(archProperties).Elem()
1838
1839 // Unwrap src so that it should looks like a pointer to `lib32: { key: value, ... }`
1840 src := archPropValue.FieldByName("Multilib").Elem()
1841
1842 // Step into non-nil pointers to structs in the src value.
1843 if src.Kind() == reflect.Ptr {
1844 if src.IsNil() {
1845 // Ignore nil pointers.
1846 continue
1847 }
1848 src = src.Elem()
1849 }
1850
1851 // Find the requested field (e.g. lib32) in the src struct.
1852 src = src.FieldByName(multiLibString)
1853
1854 // We only care about valid struct pointers.
1855 if !src.IsValid() || src.Kind() != reflect.Ptr || src.Elem().Kind() != reflect.Struct {
1856 continue
1857 }
1858
1859 // Get the zero value for the requested property set.
1860 propertySetClone := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1861
1862 // Copy the located property struct into the "zero" property set struct.
1863 err := proptools.ExtendMatchingProperties([]interface{}{propertySetClone}, src.Interface(), nil, proptools.OrderReplace)
1864
1865 if err != nil {
1866 // This is fine, it just means the src struct doesn't match.
1867 continue
1868 }
1869
1870 return propertySetClone
1871 }
1872 }
1873
1874 // There were no multilib properties specifically matching the given archtype.
1875 // Return zeroed value.
1876 return reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1877}
1878
Liz Kammerb6dbc872021-05-14 15:14:40 -04001879// ArchVariantContext defines the limited context necessary to retrieve arch_variant properties.
1880type ArchVariantContext interface {
1881 ModuleErrorf(fmt string, args ...interface{})
1882 PropertyErrorf(property, fmt string, args ...interface{})
1883}
1884
Jingwen Chen5d864492021-02-24 07:20:12 -05001885// GetArchProperties returns a map of architectures to the values of the
Chris Parsonsc424b762021-04-29 18:06:50 -04001886// properties of the 'propertySet' struct that are specific to that architecture.
Jingwen Chen5d864492021-02-24 07:20:12 -05001887//
1888// For example, passing a struct { Foo bool, Bar string } will return an
1889// interface{} that can be type asserted back into the same struct, containing
1890// the arch specific property value specified by the module if defined.
Chris Parsonsc424b762021-04-29 18:06:50 -04001891//
1892// Arch-specific properties may come from an arch stanza or a multilib stanza; properties
1893// in these stanzas are combined.
1894// For example: `arch: { x86: { Foo: ["bar"] } }, multilib: { lib32: {` Foo: ["baz"] } }`
1895// will result in `Foo: ["bar", "baz"]` being returned for architecture x86, if the given
1896// propertyset contains `Foo []string`.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001897//
1898// Implemented in a way very similar to GetTargetProperties().
Liz Kammerb6dbc872021-05-14 15:14:40 -04001899func (m *ModuleBase) GetArchProperties(ctx ArchVariantContext, propertySet interface{}) map[ArchType]interface{} {
Jingwen Chen5d864492021-02-24 07:20:12 -05001900 // Return value of the arch types to the prop values for that arch.
1901 archToProp := map[ArchType]interface{}{}
1902
1903 // Nothing to do for non-arch-specific modules.
1904 if !m.ArchSpecific() {
1905 return archToProp
1906 }
1907
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001908 dstType := reflect.ValueOf(propertySet).Type()
1909 var archProperties []interface{}
1910
1911 // First find the property set in the module that corresponds to the requested
1912 // one. m.archProperties[i] corresponds to m.generalProperties[i].
1913 for i, generalProp := range m.generalProperties {
1914 srcType := reflect.ValueOf(generalProp).Type()
1915 if srcType == dstType {
1916 archProperties = m.archProperties[i]
1917 break
1918 }
1919 }
1920
1921 if archProperties == nil {
1922 // This module does not have the property set requested
1923 return archToProp
1924 }
1925
1926 // For each arch type (x86, arm64, etc.)
Chris Parsonsc424b762021-04-29 18:06:50 -04001927 for _, arch := range ArchTypeList() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001928 // Arch properties are sometimes sharded (see createArchPropTypeDesc() ).
1929 // Iterate over ever shard and extract a struct with the same type as the
1930 // input one that contains the data specific to that arch.
1931 propertyStructs := make([]reflect.Value, 0)
1932 for _, archProperty := range archProperties {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001933 archTypeStruct, ok := getArchTypeStruct(ctx, archProperty, arch)
1934 if ok {
1935 propertyStructs = append(propertyStructs, archTypeStruct)
1936 }
1937 multilibStruct, ok := getMultilibStruct(ctx, archProperty, arch)
1938 if ok {
1939 propertyStructs = append(propertyStructs, multilibStruct)
1940 }
Jingwen Chen5d864492021-02-24 07:20:12 -05001941 }
1942
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001943 // Create a new instance of the requested property set
1944 value := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1945
1946 // Merge all the structs together
1947 for _, propertyStruct := range propertyStructs {
1948 mergePropertyStruct(ctx, value, propertyStruct)
1949 }
1950
1951 archToProp[arch] = value
Jingwen Chen5d864492021-02-24 07:20:12 -05001952 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001953
Jingwen Chen5d864492021-02-24 07:20:12 -05001954 return archToProp
1955}
Jingwen Chen91220d72021-03-24 02:18:33 -04001956
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001957// Returns a struct matching the propertySet interface, containing properties specific to the targetName
1958// For example, given these arguments:
1959// propertySet = BaseCompilerProperties
1960// targetName = "android_arm"
1961// And given this Android.bp fragment:
1962// target:
1963// android_arm: {
1964// srcs: ["foo.c"],
1965// }
1966// android_arm64: {
1967// srcs: ["bar.c"],
1968// }
1969// }
1970// This would return a BaseCompilerProperties with BaseCompilerProperties.Srcs = ["foo.c"]
1971func getTargetStruct(ctx ArchVariantContext, propertySet interface{}, archProperties []interface{}, targetName string) interface{} {
1972 propertyStructs := make([]reflect.Value, 0)
1973 for _, archProperty := range archProperties {
1974 archPropValues := reflect.ValueOf(archProperty).Elem()
1975 targetProp := archPropValues.FieldByName("Target").Elem()
1976 targetStruct, ok := getChildPropertyStruct(ctx, targetProp, targetName, targetName)
1977 if ok {
1978 propertyStructs = append(propertyStructs, targetStruct)
1979 }
1980 }
1981
1982 // Create a new instance of the requested property set
1983 value := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1984
1985 // Merge all the structs together
1986 for _, propertyStruct := range propertyStructs {
1987 mergePropertyStruct(ctx, value, propertyStruct)
1988 }
1989
1990 return value
1991}
1992
1993// Properties corresponds to e.g. Target: android: {...}
1994// ArchProperties corresponds to e.g. Target: android_arm: {...}, android_arm64: {...}, ...
1995type TargetProperties struct {
1996 Properties interface{}
1997 ArchProperties map[ArchType]interface{}
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001998}
1999
Jingwen Chen91220d72021-03-24 02:18:33 -04002000// GetTargetProperties returns a map of OS target (e.g. android, windows) to the
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002001// values of the properties of the 'propertySet' struct that are specific to
2002// that OS target.
Jingwen Chen91220d72021-03-24 02:18:33 -04002003//
2004// For example, passing a struct { Foo bool, Bar string } will return an
2005// interface{} that can be type asserted back into the same struct, containing
2006// the os-specific property value specified by the module if defined.
2007//
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002008// Implemented in a way very similar to GetArchProperties().
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002009//
2010// NOTE: "Target" == OS
2011func (m *ModuleBase) GetTargetProperties(ctx ArchVariantContext, propertySet interface{}) map[OsType]TargetProperties {
2012 // Return value of the target types to the prop values for that target.
2013 targetToProp := map[OsType]TargetProperties{}
Jingwen Chen91220d72021-03-24 02:18:33 -04002014
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002015 // Nothing to do for non-target-specific modules.
Jingwen Chen91220d72021-03-24 02:18:33 -04002016 if !m.ArchSpecific() {
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002017 return targetToProp
Jingwen Chen91220d72021-03-24 02:18:33 -04002018 }
2019
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002020 dstType := reflect.ValueOf(propertySet).Type()
2021 var archProperties []interface{}
2022
2023 // First find the property set in the module that corresponds to the requested
2024 // one. m.archProperties[i] corresponds to m.generalProperties[i].
2025 for i, generalProp := range m.generalProperties {
2026 srcType := reflect.ValueOf(generalProp).Type()
2027 if srcType == dstType {
2028 archProperties = m.archProperties[i]
2029 break
2030 }
2031 }
2032
2033 if archProperties == nil {
2034 // This module does not have the property set requested
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002035 return targetToProp
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002036 }
2037
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002038 // For android, linux, ...
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002039 for _, os := range osTypeList {
2040 if os == CommonOS {
2041 // It looks like this OS value is not used in Blueprint files
Jingwen Chen91220d72021-03-24 02:18:33 -04002042 continue
2043 }
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002044 targetProperties := TargetProperties{
2045 Properties: getTargetStruct(ctx, propertySet, archProperties, os.Field),
2046 ArchProperties: make(map[ArchType]interface{}),
Jingwen Chen91220d72021-03-24 02:18:33 -04002047 }
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002048 // For arm, x86, ...
2049 for _, arch := range osArchTypeMap[os] {
2050 targetName := GetCompoundTargetName(os, arch)
2051 targetProperties.ArchProperties[arch] = getTargetStruct(ctx, propertySet, archProperties, targetName)
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002052 }
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002053 targetToProp[os] = targetProperties
Jingwen Chen91220d72021-03-24 02:18:33 -04002054 }
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002055
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002056 return targetToProp
Jingwen Chen91220d72021-03-24 02:18:33 -04002057}