blob: 251990b5fbf20ec9a42411d0eab8c99b4e1d2609 [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Colin Cross74ba9622019-02-11 15:11:14 -080018 "encoding"
Colin Cross3f40fa42015-01-30 17:27:36 -080019 "fmt"
20 "reflect"
21 "runtime"
22 "strings"
Colin Crossf6566ed2015-03-24 11:13:38 -070023
Colin Cross0f7d2ef2019-10-16 11:03:10 -070024 "github.com/google/blueprint"
Colin Cross617b88a2020-08-24 18:04:09 -070025 "github.com/google/blueprint/bootstrap"
Colin Crossf6566ed2015-03-24 11:13:38 -070026 "github.com/google/blueprint/proptools"
Colin Cross3f40fa42015-01-30 17:27:36 -080027)
28
Colin Cross3f40fa42015-01-30 17:27:36 -080029/*
30Example blueprints file containing all variant property groups, with comment listing what type
31of variants get properties in that group:
32
33module {
34 arch: {
35 arm: {
36 // Host or device variants with arm architecture
37 },
38 arm64: {
39 // Host or device variants with arm64 architecture
40 },
Colin Cross3f40fa42015-01-30 17:27:36 -080041 x86: {
42 // Host or device variants with x86 architecture
43 },
44 x86_64: {
45 // Host or device variants with x86_64 architecture
46 },
47 },
48 multilib: {
49 lib32: {
50 // Host or device variants for 32-bit architectures
51 },
52 lib64: {
53 // Host or device variants for 64-bit architectures
54 },
55 },
56 target: {
57 android: {
Martin Stjernholme284b482020-09-23 21:03:27 +010058 // Device variants (implies Bionic)
Colin Cross3f40fa42015-01-30 17:27:36 -080059 },
60 host: {
61 // Host variants
62 },
Martin Stjernholme284b482020-09-23 21:03:27 +010063 bionic: {
64 // Bionic (device and host) variants
65 },
66 linux_bionic: {
67 // Bionic host variants
68 },
69 linux: {
70 // Bionic (device and host) and Linux glibc variants
71 },
Dan Willemsen5746bd42017-10-02 19:42:01 -070072 linux_glibc: {
Martin Stjernholme284b482020-09-23 21:03:27 +010073 // Linux host variants (using non-Bionic libc)
Colin Cross3f40fa42015-01-30 17:27:36 -080074 },
75 darwin: {
76 // Darwin host variants
77 },
78 windows: {
79 // Windows host variants
80 },
81 not_windows: {
82 // Non-windows host variants
83 },
Martin Stjernholme284b482020-09-23 21:03:27 +010084 android_arm: {
85 // Any <os>_<arch> combination restricts to that os and arch
86 },
Colin Cross3f40fa42015-01-30 17:27:36 -080087 },
88}
89*/
Colin Cross7d5136f2015-05-11 13:39:40 -070090
Colin Cross3f40fa42015-01-30 17:27:36 -080091// An Arch indicates a single CPU architecture.
92type Arch struct {
Colin Crossa6845402020-11-16 15:08:19 -080093 // The type of the architecture (arm, arm64, x86, or x86_64).
94 ArchType ArchType
95
96 // The variant of the architecture, for example "armv7-a" or "armv7-a-neon" for arm.
97 ArchVariant string
98
99 // The variant of the CPU, for example "cortex-a53" for arm64.
100 CpuVariant string
101
102 // The list of Android app ABIs supported by the CPU architecture, for example "arm64-v8a".
103 Abi []string
104
105 // The list of arch-specific features supported by the CPU architecture, for example "neon".
Colin Crossc5c24ad2015-11-20 15:35:00 -0800106 ArchFeatures []string
Colin Cross3f40fa42015-01-30 17:27:36 -0800107}
108
Colin Crossa6845402020-11-16 15:08:19 -0800109// String returns the Arch as a string. The value is used as the name of the variant created
110// by archMutator.
Colin Cross3f40fa42015-01-30 17:27:36 -0800111func (a Arch) String() string {
Colin Crossd3ba0392015-05-07 14:11:29 -0700112 s := a.ArchType.String()
Colin Cross3f40fa42015-01-30 17:27:36 -0800113 if a.ArchVariant != "" {
114 s += "_" + a.ArchVariant
115 }
116 if a.CpuVariant != "" {
117 s += "_" + a.CpuVariant
118 }
119 return s
120}
121
Colin Crossa6845402020-11-16 15:08:19 -0800122// ArchType is used to define the 4 supported architecture types (arm, arm64, x86, x86_64), as
123// well as the "common" architecture used for modules that support multiple architectures, for
124// example Java modules.
Colin Cross3f40fa42015-01-30 17:27:36 -0800125type ArchType struct {
Colin Crossa6845402020-11-16 15:08:19 -0800126 // Name is the name of the architecture type, "arm", "arm64", "x86", or "x86_64".
127 Name string
128
129 // Field is the name of the field used in properties that refer to the architecture, e.g. "Arm64".
130 Field string
131
132 // Multilib is either "lib32" or "lib64" for 32-bit or 64-bit architectures.
Colin Crossec193632015-07-06 17:49:43 -0700133 Multilib string
Colin Cross3f40fa42015-01-30 17:27:36 -0800134}
135
Colin Crossa6845402020-11-16 15:08:19 -0800136// String returns the name of the ArchType.
137func (a ArchType) String() string {
138 return a.Name
139}
140
141const COMMON_VARIANT = "common"
142
143var (
144 archTypeList []ArchType
145
Colin Crossf05b0d32022-07-14 18:10:34 -0700146 Arm = newArch("arm", "lib32")
147 Arm64 = newArch("arm64", "lib64")
148 Riscv64 = newArch("riscv64", "lib64")
149 X86 = newArch("x86", "lib32")
150 X86_64 = newArch("x86_64", "lib64")
Colin Crossa6845402020-11-16 15:08:19 -0800151
152 Common = ArchType{
153 Name: COMMON_VARIANT,
154 }
155)
156
157var archTypeMap = map[string]ArchType{}
158
Colin Crossec193632015-07-06 17:49:43 -0700159func newArch(name, multilib string) ArchType {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700160 archType := ArchType{
Colin Crossec193632015-07-06 17:49:43 -0700161 Name: name,
Dan Willemsenb1957a52016-06-23 23:44:54 -0700162 Field: proptools.FieldNameForProperty(name),
Colin Crossec193632015-07-06 17:49:43 -0700163 Multilib: multilib,
Colin Cross3f40fa42015-01-30 17:27:36 -0800164 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700165 archTypeList = append(archTypeList, archType)
Colin Crossa6845402020-11-16 15:08:19 -0800166 archTypeMap[name] = archType
Dan Willemsenb1957a52016-06-23 23:44:54 -0700167 return archType
Colin Cross3f40fa42015-01-30 17:27:36 -0800168}
169
Ustaeabf0f32021-12-06 15:17:23 -0500170// ArchTypeList returns a slice copy of the 4 supported ArchTypes for arm,
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000171// arm64, x86 and x86_64.
Jaewoong Jung1ce9ac62019-08-13 14:11:33 -0700172func ArchTypeList() []ArchType {
173 return append([]ArchType(nil), archTypeList...)
174}
175
Colin Crossa6845402020-11-16 15:08:19 -0800176// MarshalText allows an ArchType to be serialized through any encoder that supports
177// encoding.TextMarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800178func (a ArchType) MarshalText() ([]byte, error) {
Jeongik Chabec4d032021-04-15 08:55:38 +0900179 return []byte(a.String()), nil
Colin Cross74ba9622019-02-11 15:11:14 -0800180}
181
Colin Crossa6845402020-11-16 15:08:19 -0800182var _ encoding.TextMarshaler = ArchType{}
Colin Cross74ba9622019-02-11 15:11:14 -0800183
Colin Crossa6845402020-11-16 15:08:19 -0800184// UnmarshalText allows an ArchType to be deserialized through any decoder that supports
185// encoding.TextUnmarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800186func (a *ArchType) UnmarshalText(text []byte) error {
187 if u, ok := archTypeMap[string(text)]; ok {
188 *a = u
189 return nil
190 }
191
192 return fmt.Errorf("unknown ArchType %q", text)
193}
194
Colin Crossa6845402020-11-16 15:08:19 -0800195var _ encoding.TextUnmarshaler = &ArchType{}
Colin Crossa1ad8d12016-06-01 17:09:44 -0700196
Colin Crossa6845402020-11-16 15:08:19 -0800197// OsClass is an enum that describes whether a variant of a module runs on the host, on the device,
198// or is generic.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700199type OsClass int
200
201const (
Colin Crossa6845402020-11-16 15:08:19 -0800202 // Generic is used for variants of modules that are not OS-specific.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800203 Generic OsClass = iota
Colin Crossa6845402020-11-16 15:08:19 -0800204 // Device is used for variants of modules that run on the device.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800205 Device
Colin Crossa6845402020-11-16 15:08:19 -0800206 // Host is used for variants of modules that run on the host.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700207 Host
Colin Crossa1ad8d12016-06-01 17:09:44 -0700208)
209
Colin Crossa6845402020-11-16 15:08:19 -0800210// String returns the OsClass as a string.
Colin Cross67a5c132017-05-09 13:45:28 -0700211func (class OsClass) String() string {
212 switch class {
213 case Generic:
214 return "generic"
215 case Device:
216 return "device"
217 case Host:
218 return "host"
Colin Cross67a5c132017-05-09 13:45:28 -0700219 default:
220 panic(fmt.Errorf("unknown class %d", class))
221 }
222}
223
Colin Crossa6845402020-11-16 15:08:19 -0800224// OsType describes an OS variant of a module.
225type OsType struct {
226 // Name is the name of the OS. It is also used as the name of the property in Android.bp
227 // files.
228 Name string
229
230 // Field is the name of the OS converted to an exported field name, i.e. with the first
231 // character capitalized.
232 Field string
233
234 // Class is the OsClass of the OS.
235 Class OsClass
236
237 // DefaultDisabled is set when the module variants for the OS should not be created unless
238 // the module explicitly requests them. This is used to limit Windows cross compilation to
239 // only modules that need it.
240 DefaultDisabled bool
241}
242
243// String returns the name of the OsType.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700244func (os OsType) String() string {
245 return os.Name
Colin Cross54c71122016-06-01 17:09:44 -0700246}
247
Colin Crossa6845402020-11-16 15:08:19 -0800248// Bionic returns true if the OS uses the Bionic libc runtime, i.e. if the OS is Android or
249// is Linux with Bionic.
Dan Willemsen866b5632017-09-22 12:28:24 -0700250func (os OsType) Bionic() bool {
251 return os == Android || os == LinuxBionic
252}
253
Colin Crossa6845402020-11-16 15:08:19 -0800254// Linux returns true if the OS uses the Linux kernel, i.e. if the OS is Android or is Linux
255// with or without the Bionic libc runtime.
Dan Willemsen866b5632017-09-22 12:28:24 -0700256func (os OsType) Linux() bool {
Colin Cross528d67e2021-07-23 22:23:07 +0000257 return os == Android || os == Linux || os == LinuxBionic || os == LinuxMusl
Dan Willemsen866b5632017-09-22 12:28:24 -0700258}
259
Colin Crossa6845402020-11-16 15:08:19 -0800260// newOsType constructs an OsType and adds it to the global lists.
261func newOsType(name string, class OsClass, defDisabled bool, archTypes ...ArchType) OsType {
262 checkCalledFromInit()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700263 os := OsType{
264 Name: name,
Colin Crossa6845402020-11-16 15:08:19 -0800265 Field: proptools.FieldNameForProperty(name),
Colin Crossa1ad8d12016-06-01 17:09:44 -0700266 Class: class,
Dan Willemsen0a37a2a2016-11-13 10:16:05 -0800267
268 DefaultDisabled: defDisabled,
Colin Cross54c71122016-06-01 17:09:44 -0700269 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000270 osTypeList = append(osTypeList, os)
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800271
272 if _, found := commonTargetMap[name]; found {
273 panic(fmt.Errorf("Found Os type duplicate during OsType registration: %q", name))
274 } else {
Colin Crosse9fe2942020-11-10 18:12:15 -0800275 commonTargetMap[name] = Target{Os: os, Arch: CommonArch}
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800276 }
Colin Crossa6845402020-11-16 15:08:19 -0800277 osArchTypeMap[os] = archTypes
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800278
Colin Crossa1ad8d12016-06-01 17:09:44 -0700279 return os
280}
281
Colin Crossa6845402020-11-16 15:08:19 -0800282// osByName returns the OsType that has the given name, or NoOsType if none match.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700283func osByName(name string) OsType {
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000284 for _, os := range osTypeList {
Colin Crossa1ad8d12016-06-01 17:09:44 -0700285 if os.Name == name {
286 return os
287 }
288 }
289
290 return NoOsType
Dan Willemsen490fd492015-11-24 17:53:15 -0800291}
292
Colin Crossa6845402020-11-16 15:08:19 -0800293var (
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000294 // osTypeList contains a list of all the supported OsTypes, including ones not supported
Colin Crossa6845402020-11-16 15:08:19 -0800295 // by the current build host or the target device.
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000296 osTypeList []OsType
Colin Crossa6845402020-11-16 15:08:19 -0800297 // commonTargetMap maps names of OsTypes to the corresponding common Target, i.e. the
298 // Target with the same OsType and the common ArchType.
299 commonTargetMap = make(map[string]Target)
300 // osArchTypeMap maps OsTypes to the list of supported ArchTypes for that OS.
301 osArchTypeMap = map[OsType][]ArchType{}
302
303 // NoOsType is a placeholder for when no OS is needed.
304 NoOsType OsType
305 // Linux is the OS for the Linux kernel plus the glibc runtime.
306 Linux = newOsType("linux_glibc", Host, false, X86, X86_64)
Colin Cross528d67e2021-07-23 22:23:07 +0000307 // LinuxMusl is the OS for the Linux kernel plus the musl runtime.
Colin Crossa9b2aac2022-06-15 17:25:51 -0700308 LinuxMusl = newOsType("linux_musl", Host, false, X86, X86_64, Arm64, Arm)
Colin Crossa6845402020-11-16 15:08:19 -0800309 // Darwin is the OS for MacOS/Darwin host machines.
Dan Willemsen8528f4e2021-10-19 00:22:06 -0700310 Darwin = newOsType("darwin", Host, false, Arm64, X86_64)
Colin Crossa6845402020-11-16 15:08:19 -0800311 // LinuxBionic is the OS for the Linux kernel plus the Bionic libc runtime, but without the
312 // rest of Android.
313 LinuxBionic = newOsType("linux_bionic", Host, false, Arm64, X86_64)
314 // Windows the OS for Windows host machines.
315 Windows = newOsType("windows", Host, true, X86, X86_64)
316 // Android is the OS for target devices that run all of Android, including the Linux kernel
317 // and the Bionic libc runtime.
Colin Crossf05b0d32022-07-14 18:10:34 -0700318 Android = newOsType("android", Device, false, Arm, Arm64, Riscv64, X86, X86_64)
Colin Crossa6845402020-11-16 15:08:19 -0800319
320 // CommonOS is a pseudo OSType for a common OS variant, which is OsType agnostic and which
321 // has dependencies on all the OS variants.
322 CommonOS = newOsType("common_os", Generic, false)
Colin Crosse9fe2942020-11-10 18:12:15 -0800323
324 // CommonArch is the Arch for all modules that are os-specific but not arch specific,
325 // for example most Java modules.
326 CommonArch = Arch{ArchType: Common}
dimitry1f33e402019-03-26 12:39:31 +0100327)
328
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000329// OsTypeList returns a slice copy of the supported OsTypes.
330func OsTypeList() []OsType {
331 return append([]OsType(nil), osTypeList...)
332}
333
Colin Crossa6845402020-11-16 15:08:19 -0800334// Target specifies the OS and architecture that a module is being compiled for.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700335type Target struct {
Colin Crossa6845402020-11-16 15:08:19 -0800336 // Os the OS that the module is being compiled for (e.g. "linux_glibc", "android").
337 Os OsType
338 // Arch is the architecture that the module is being compiled for.
339 Arch Arch
340 // NativeBridge is NativeBridgeEnabled if the architecture is supported using NativeBridge
341 // (i.e. arm on x86) for this device.
342 NativeBridge NativeBridgeSupport
343 // NativeBridgeHostArchName is the name of the real architecture that is used to implement
344 // the NativeBridge architecture. For example, for arm on x86 this would be "x86".
dimitry8d6dde82019-07-11 10:23:53 +0200345 NativeBridgeHostArchName string
Colin Crossa6845402020-11-16 15:08:19 -0800346 // NativeBridgeRelativePath is the name of the subdirectory that will contain NativeBridge
347 // libraries and binaries.
dimitry8d6dde82019-07-11 10:23:53 +0200348 NativeBridgeRelativePath string
Jiyong Park1613e552020-09-14 19:43:17 +0900349
350 // HostCross is true when the target cannot run natively on the current build host.
351 // For example, linux_glibc_x86 returns true on a regular x86/i686/Linux machines, but returns false
352 // on Mac (different OS), or on 64-bit only i686/Linux machines (unsupported arch).
353 HostCross bool
Colin Crossd3ba0392015-05-07 14:11:29 -0700354}
355
Colin Crossa6845402020-11-16 15:08:19 -0800356// NativeBridgeSupport is an enum that specifies if a Target supports NativeBridge.
357type NativeBridgeSupport bool
358
359const (
360 NativeBridgeDisabled NativeBridgeSupport = false
361 NativeBridgeEnabled NativeBridgeSupport = true
362)
363
364// String returns the OS and arch variations used for the Target.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700365func (target Target) String() string {
Colin Crossa195f912019-10-16 11:07:20 -0700366 return target.OsVariation() + "_" + target.ArchVariation()
367}
368
Colin Crossa6845402020-11-16 15:08:19 -0800369// OsVariation returns the name of the variation used by the osMutator for the Target.
Colin Crossa195f912019-10-16 11:07:20 -0700370func (target Target) OsVariation() string {
371 return target.Os.String()
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700372}
373
Colin Crossa6845402020-11-16 15:08:19 -0800374// ArchVariation returns the name of the variation used by the archMutator for the Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700375func (target Target) ArchVariation() string {
376 var variation string
dimitry1f33e402019-03-26 12:39:31 +0100377 if target.NativeBridge {
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700378 variation = "native_bridge_"
dimitry1f33e402019-03-26 12:39:31 +0100379 }
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700380 variation += target.Arch.String()
381
Colin Crossa195f912019-10-16 11:07:20 -0700382 return variation
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700383}
384
Colin Crossa6845402020-11-16 15:08:19 -0800385// Variations returns a list of blueprint.Variations for the osMutator and archMutator for the
386// Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700387func (target Target) Variations() []blueprint.Variation {
388 return []blueprint.Variation{
Colin Crossa195f912019-10-16 11:07:20 -0700389 {Mutator: "os", Variation: target.OsVariation()},
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700390 {Mutator: "arch", Variation: target.ArchVariation()},
391 }
Dan Willemsen490fd492015-11-24 17:53:15 -0800392}
393
Colin Crossa6845402020-11-16 15:08:19 -0800394// osMutator splits an arch-specific module into a variant for each OS that is enabled for the
395// module. It uses the HostOrDevice value passed to InitAndroidArchModule and the
396// device_supported and host_supported properties to determine which OsTypes are enabled for this
397// module, then searches through the Targets to determine which have enabled Targets for this
398// module.
Colin Cross617b88a2020-08-24 18:04:09 -0700399func osMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Crossa195f912019-10-16 11:07:20 -0700400 var module Module
401 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700402 if module, ok = bpctx.Module().(Module); !ok {
Colin Crossa6845402020-11-16 15:08:19 -0800403 // The module is not a Soong module, it is a Blueprint module.
Colin Cross617b88a2020-08-24 18:04:09 -0700404 if bootstrap.IsBootstrapModule(bpctx.Module()) {
405 // Bootstrap Go modules are always the build OS or linux bionic.
406 config := bpctx.Config().(Config)
407 osNames := []string{config.BuildOSTarget.OsVariation()}
408 for _, hostCrossTarget := range config.Targets[LinuxBionic] {
409 if hostCrossTarget.Arch.ArchType == config.BuildOSTarget.Arch.ArchType {
410 osNames = append(osNames, hostCrossTarget.OsVariation())
411 }
412 }
413 osNames = FirstUniqueStrings(osNames)
414 bpctx.CreateVariations(osNames...)
415 }
Colin Crossa195f912019-10-16 11:07:20 -0700416 return
417 }
418
Colin Cross617b88a2020-08-24 18:04:09 -0700419 // Bootstrap Go module support above requires this mutator to be a
420 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
421 // filters out non-Soong modules. Now that we've handled them, create a
422 // normal android.BottomUpMutatorContext.
Colin Crossb63d7b32023-12-07 16:54:51 -0800423 mctx := bottomUpMutatorContextFactory(bpctx, module, false)
Colin Cross984223f2024-02-01 17:10:23 -0800424 defer bottomUpMutatorContextPool.Put(mctx)
Colin Cross617b88a2020-08-24 18:04:09 -0700425
Colin Crossa195f912019-10-16 11:07:20 -0700426 base := module.base()
427
Colin Crossa6845402020-11-16 15:08:19 -0800428 // Nothing to do for modules that are not architecture specific (e.g. a genrule).
Colin Crossa195f912019-10-16 11:07:20 -0700429 if !base.ArchSpecific() {
430 return
431 }
432
Colin Crossa6845402020-11-16 15:08:19 -0800433 // Collect a list of OSTypes supported by this module based on the HostOrDevice value
434 // passed to InitAndroidArchModule and the device_supported and host_supported properties.
Colin Crossa195f912019-10-16 11:07:20 -0700435 var moduleOSList []OsType
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000436 for _, os := range osTypeList {
Jiyong Park1613e552020-09-14 19:43:17 +0900437 for _, t := range mctx.Config().Targets[os] {
Colin Cross08d6f8f2020-11-19 02:33:19 +0000438 if base.supportsTarget(t) {
Jiyong Park1613e552020-09-14 19:43:17 +0900439 moduleOSList = append(moduleOSList, os)
440 break
Colin Crossa195f912019-10-16 11:07:20 -0700441 }
442 }
Colin Crossa195f912019-10-16 11:07:20 -0700443 }
444
Cole Faust8fc38f32023-12-12 17:14:22 -0800445 createCommonOSVariant := base.commonProperties.CreateCommonOSVariant
446
Colin Crossa6845402020-11-16 15:08:19 -0800447 // If there are no supported OSes then disable the module.
Cole Faust8fc38f32023-12-12 17:14:22 -0800448 if len(moduleOSList) == 0 && !createCommonOSVariant {
Inseob Kimeec88e12020-01-22 11:11:29 +0900449 base.Disable()
Colin Crossa195f912019-10-16 11:07:20 -0700450 return
451 }
452
Colin Crossa6845402020-11-16 15:08:19 -0800453 // Convert the list of supported OsTypes to the variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700454 osNames := make([]string, len(moduleOSList))
Colin Crossa195f912019-10-16 11:07:20 -0700455 for i, os := range moduleOSList {
456 osNames[i] = os.String()
457 }
458
Paul Duffin1356d8c2020-02-25 19:26:33 +0000459 if createCommonOSVariant {
Colin Crossa6845402020-11-16 15:08:19 -0800460 // A CommonOS variant was requested so add it to the list of OS variants to
Paul Duffin1356d8c2020-02-25 19:26:33 +0000461 // create. It needs to be added to the end because it needs to depend on the
462 // the other variants in the list returned by CreateVariations(...) and inter
463 // variant dependencies can only be created from a later variant in that list to
464 // an earlier one. That is because variants are always processed in the order in
465 // which they are returned from CreateVariations(...).
466 osNames = append(osNames, CommonOS.Name)
467 moduleOSList = append(moduleOSList, CommonOS)
Colin Crossa195f912019-10-16 11:07:20 -0700468 }
469
Colin Crossa6845402020-11-16 15:08:19 -0800470 // Create the variations, annotate each one with which OS it was created for, and
471 // squash the appropriate OS-specific properties into the top level properties.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000472 modules := mctx.CreateVariations(osNames...)
473 for i, m := range modules {
474 m.base().commonProperties.CompileOS = moduleOSList[i]
475 m.base().setOSProperties(mctx)
476 }
477
478 if createCommonOSVariant {
479 // A CommonOS variant was requested so add dependencies from it (the last one in
480 // the list) to the OS type specific variants.
481 last := len(modules) - 1
482 commonOSVariant := modules[last]
483 commonOSVariant.base().commonProperties.CommonOSVariant = true
484 for _, module := range modules[0:last] {
485 // Ignore modules that are enabled. Note, this will only avoid adding
486 // dependencies on OsType variants that are explicitly disabled in their
487 // properties. The CommonOS variant will still depend on disabled variants
488 // if they are disabled afterwards, e.g. in archMutator if
Cole Fausta963b942024-04-11 17:43:00 -0700489 if module.Enabled(mctx) {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000490 mctx.AddInterVariantDependency(commonOsToOsSpecificVariantTag, commonOSVariant, module)
491 }
492 }
493 }
494}
495
Colin Crossc179ea62020-10-09 10:54:15 -0700496type archDepTag struct {
497 blueprint.BaseDependencyTag
498 name string
499}
Paul Duffin1356d8c2020-02-25 19:26:33 +0000500
Colin Crossc179ea62020-10-09 10:54:15 -0700501// Identifies the dependency from CommonOS variant to the os specific variants.
502var commonOsToOsSpecificVariantTag = archDepTag{name: "common os to os specific"}
503
Paul Duffin1356d8c2020-02-25 19:26:33 +0000504// Get the OsType specific variants for the current CommonOS variant.
505//
506// The returned list will only contain enabled OsType specific variants of the
507// module referenced in the supplied context. An empty list is returned if there
508// are no enabled variants or the supplied context is not for an CommonOS
509// variant.
510func GetOsSpecificVariantsOfCommonOSVariant(mctx BaseModuleContext) []Module {
511 var variants []Module
512 mctx.VisitDirectDeps(func(m Module) {
513 if mctx.OtherModuleDependencyTag(m) == commonOsToOsSpecificVariantTag {
Cole Fausta963b942024-04-11 17:43:00 -0700514 if m.Enabled(mctx) {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000515 variants = append(variants, m)
516 }
517 }
518 })
Paul Duffin1356d8c2020-02-25 19:26:33 +0000519 return variants
Colin Crossa195f912019-10-16 11:07:20 -0700520}
521
Dan Willemsen47450072021-10-19 20:24:49 -0700522var DarwinUniversalVariantTag = archDepTag{name: "darwin universal binary"}
523
Colin Crossee0bc3b2018-10-02 22:01:37 -0700524// archMutator splits a module into a variant for each Target requested by the module. Target selection
Colin Crossa6845402020-11-16 15:08:19 -0800525// for a module is in three levels, OsClass, multilib, and then Target.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700526// OsClass selection is determined by:
Colin Crossd079e0b2022-08-16 10:27:33 -0700527// - The HostOrDeviceSupported value passed in to InitAndroidArchModule by the module type factory, which selects
528// whether the module type can compile for host, device or both.
529// - The host_supported and device_supported properties on the module.
530//
Roland Levillainf5b635d2019-06-05 14:42:57 +0100531// If host is supported for the module, the Host and HostCross OsClasses are selected. If device is supported
Colin Crossee0bc3b2018-10-02 22:01:37 -0700532// for the module, the Device OsClass is selected.
533// Within each selected OsClass, the multilib selection is determined by:
Colin Crossd079e0b2022-08-16 10:27:33 -0700534// - The compile_multilib property if it set (which may be overridden by target.android.compile_multilib or
535// target.host.compile_multilib).
536// - The default multilib passed to InitAndroidArchModule if compile_multilib was not set.
537//
Colin Crossee0bc3b2018-10-02 22:01:37 -0700538// Valid multilib values include:
Colin Crossd079e0b2022-08-16 10:27:33 -0700539//
540// "both": compile for all Targets supported by the OsClass (generally x86_64 and x86, or arm64 and arm).
541// "first": compile for only a single preferred Target supported by the OsClass. This is generally x86_64 or arm64,
542// but may be arm for a 32-bit only build.
543// "32": compile for only a single 32-bit Target supported by the OsClass.
544// "64": compile for only a single 64-bit Target supported by the OsClass.
545// "common": compile a for a single Target that will work on all Targets supported by the OsClass (for example Java).
546// "common_first": compile a for a Target that will work on all Targets supported by the OsClass
547// (same as "common"), plus a second Target for the preferred Target supported by the OsClass
548// (same as "first"). This is used for java_binary that produces a common .jar and a wrapper
549// executable script.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700550//
551// Once the list of Targets is determined, the module is split into a variant for each Target.
552//
553// Modules can be initialized with InitAndroidMultiTargetsArchModule, in which case they will be split by OsClass,
554// but will have a common Target that is expected to handle all other selected Targets via ctx.MultiTargets().
Colin Cross617b88a2020-08-24 18:04:09 -0700555func archMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Cross635c3b02016-05-18 15:37:25 -0700556 var module Module
Colin Cross3f40fa42015-01-30 17:27:36 -0800557 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700558 if module, ok = bpctx.Module().(Module); !ok {
559 if bootstrap.IsBootstrapModule(bpctx.Module()) {
560 // Bootstrap Go modules are always the build architecture.
561 bpctx.CreateVariations(bpctx.Config().(Config).BuildOSTarget.ArchVariation())
562 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800563 return
564 }
565
Colin Cross617b88a2020-08-24 18:04:09 -0700566 // Bootstrap Go module support above requires this mutator to be a
567 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
568 // filters out non-Soong modules. Now that we've handled them, create a
569 // normal android.BottomUpMutatorContext.
Colin Crossb63d7b32023-12-07 16:54:51 -0800570 mctx := bottomUpMutatorContextFactory(bpctx, module, false)
Colin Cross984223f2024-02-01 17:10:23 -0800571 defer bottomUpMutatorContextPool.Put(mctx)
Colin Cross617b88a2020-08-24 18:04:09 -0700572
Colin Cross5eca7cb2018-10-02 14:02:10 -0700573 base := module.base()
574
575 if !base.ArchSpecific() {
Colin Crossb9db4802016-06-03 01:50:47 +0000576 return
577 }
578
Colin Crossa195f912019-10-16 11:07:20 -0700579 os := base.commonProperties.CompileOS
Paul Duffin1356d8c2020-02-25 19:26:33 +0000580 if os == CommonOS {
581 // Make sure that the target related properties are initialized for the
582 // CommonOS variant.
583 addTargetProperties(module, commonTargetMap[os.Name], nil, true)
584
585 // Do not create arch specific variants for the CommonOS variant.
586 return
587 }
588
Colin Crossa195f912019-10-16 11:07:20 -0700589 osTargets := mctx.Config().Targets[os]
Ivan Lozanoc7eafa72024-07-16 17:55:33 +0000590
Colin Crossfb0c16e2019-11-20 17:12:35 -0800591 image := base.commonProperties.ImageVariation
Colin Crossa6845402020-11-16 15:08:19 -0800592 // Filter NativeBridge targets unless they are explicitly supported.
593 // Skip creating native bridge variants for non-core modules.
Paul Duffine3d1ae42021-09-03 17:47:17 +0100594 if os == Android && !(base.IsNativeBridgeSupported() && image == CoreVariation) {
Colin Cross83bead42019-12-18 10:45:46 -0800595
Colin Crossa195f912019-10-16 11:07:20 -0700596 var targets []Target
597 for _, t := range osTargets {
598 if !t.NativeBridge {
599 targets = append(targets, t)
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700600 }
601 }
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700602
Colin Crossa195f912019-10-16 11:07:20 -0700603 osTargets = targets
604 }
Colin Crossee0bc3b2018-10-02 22:01:37 -0700605
Ivan Lozanoc7eafa72024-07-16 17:55:33 +0000606 // Filter HostCross targets if disabled.
607 if base.HostSupported() && !base.HostCrossSupported() {
608 var targets []Target
609 for _, t := range osTargets {
610 if !t.HostCross {
611 targets = append(targets, t)
612 }
613 }
614 osTargets = targets
615 }
616
Yifan Hong60e0cfb2020-10-21 15:17:56 -0700617 // only the primary arch in the ramdisk / vendor_ramdisk / recovery partition
Inseob Kim08758f02021-04-08 21:13:22 +0900618 if os == Android && (module.InstallInRecovery() || module.InstallInRamdisk() || module.InstallInVendorRamdisk() || module.InstallInDebugRamdisk()) {
Colin Crossa195f912019-10-16 11:07:20 -0700619 osTargets = []Target{osTargets[0]}
620 }
dimitry1f33e402019-03-26 12:39:31 +0100621
Jaewoong Jung003d8082021-02-24 17:39:54 -0800622 // Windows builds always prefer 32-bit
623 prefer32 := os == Windows
dimitry1f33e402019-03-26 12:39:31 +0100624
Colin Crossa6845402020-11-16 15:08:19 -0800625 // Determine the multilib selection for this module.
Christopher Ferris98f10222022-07-13 23:16:52 -0700626 ignorePrefer32OnDevice := mctx.Config().IgnorePrefer32OnDevice()
627 multilib, extraMultilib := decodeMultilib(base, os, ignorePrefer32OnDevice)
Colin Crossa6845402020-11-16 15:08:19 -0800628
629 // Convert the multilib selection into a list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700630 targets, err := decodeMultilibTargets(multilib, osTargets, prefer32)
631 if err != nil {
632 mctx.ModuleErrorf("%s", err.Error())
633 }
Colin Cross5eca7cb2018-10-02 14:02:10 -0700634
Colin Crossc0f0eb82022-07-19 14:41:11 -0700635 // If there are no supported targets disable the module.
636 if len(targets) == 0 {
637 base.Disable()
638 return
639 }
640
Colin Crossa6845402020-11-16 15:08:19 -0800641 // If the module is using extraMultilib, decode the extraMultilib selection into
642 // a separate list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700643 var multiTargets []Target
644 if extraMultilib != "" {
645 multiTargets, err = decodeMultilibTargets(extraMultilib, osTargets, prefer32)
Colin Crossa1ad8d12016-06-01 17:09:44 -0700646 if err != nil {
647 mctx.ModuleErrorf("%s", err.Error())
648 }
Colin Crossc0f0eb82022-07-19 14:41:11 -0700649 multiTargets = filterHostCross(multiTargets, targets[0].HostCross)
Colin Crossb9db4802016-06-03 01:50:47 +0000650 }
651
Colin Crossa6845402020-11-16 15:08:19 -0800652 // Recovery is always the primary architecture, filter out any other architectures.
Inseob Kim20fb5d42021-02-02 20:07:58 +0900653 // Common arch is also allowed
Colin Crossfb0c16e2019-11-20 17:12:35 -0800654 if image == RecoveryVariation {
655 primaryArch := mctx.Config().DevicePrimaryArchType()
Inseob Kim20fb5d42021-02-02 20:07:58 +0900656 targets = filterToArch(targets, primaryArch, Common)
657 multiTargets = filterToArch(multiTargets, primaryArch, Common)
Colin Crossfb0c16e2019-11-20 17:12:35 -0800658 }
659
Colin Crossa6845402020-11-16 15:08:19 -0800660 // If there are no supported targets disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700661 if len(targets) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900662 base.Disable()
Dan Willemsen3f32f032016-07-11 14:36:48 -0700663 return
664 }
665
Colin Crossa6845402020-11-16 15:08:19 -0800666 // Convert the targets into a list of arch variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700667 targetNames := make([]string, len(targets))
Colin Crossa195f912019-10-16 11:07:20 -0700668 for i, target := range targets {
669 targetNames[i] = target.ArchVariation()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700670 }
671
Colin Crossa6845402020-11-16 15:08:19 -0800672 // Create the variations, annotate each one with which Target it was created for, and
673 // squash the appropriate arch-specific properties into the top level properties.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700674 modules := mctx.CreateVariations(targetNames...)
Colin Cross3f40fa42015-01-30 17:27:36 -0800675 for i, m := range modules {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000676 addTargetProperties(m, targets[i], multiTargets, i == 0)
Colin Cross617b88a2020-08-24 18:04:09 -0700677 m.base().setArchProperties(mctx)
Dan Willemsen8528f4e2021-10-19 00:22:06 -0700678
679 // Install support doesn't understand Darwin+Arm64
680 if os == Darwin && targets[i].HostCross {
681 m.base().commonProperties.SkipInstall = true
682 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800683 }
Dan Willemsen47450072021-10-19 20:24:49 -0700684
685 // Create a dependency for Darwin Universal binaries from the primary to secondary
686 // architecture. The module itself will be responsible for calling lipo to merge the outputs.
687 if os == Darwin {
688 if multilib == "darwin_universal" && len(modules) == 2 {
689 mctx.AddInterVariantDependency(DarwinUniversalVariantTag, modules[1], modules[0])
690 } else if multilib == "darwin_universal_common_first" && len(modules) == 3 {
691 mctx.AddInterVariantDependency(DarwinUniversalVariantTag, modules[2], modules[1])
692 }
693 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800694}
695
Colin Crossa6845402020-11-16 15:08:19 -0800696// addTargetProperties annotates a variant with the Target is is being compiled for, the list
697// of additional Targets it is supporting (if any), and whether it is the primary Target for
698// the module.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000699func addTargetProperties(m Module, target Target, multiTargets []Target, primaryTarget bool) {
700 m.base().commonProperties.CompileTarget = target
701 m.base().commonProperties.CompileMultiTargets = multiTargets
702 m.base().commonProperties.CompilePrimary = primaryTarget
Cole Faust0aa21cc2024-03-20 12:28:03 -0700703 m.base().commonProperties.ArchReady = true
Paul Duffin1356d8c2020-02-25 19:26:33 +0000704}
705
Colin Crossa6845402020-11-16 15:08:19 -0800706// decodeMultilib returns the appropriate compile_multilib property for the module, or the default
707// multilib from the factory's call to InitAndroidArchModule if none was set. For modules that
708// called InitAndroidMultiTargetsArchModule it always returns "common" for multilib, and returns
709// the actual multilib in extraMultilib.
Christopher Ferris98f10222022-07-13 23:16:52 -0700710func decodeMultilib(base *ModuleBase, os OsType, ignorePrefer32OnDevice bool) (multilib, extraMultilib string) {
Colin Crossa6845402020-11-16 15:08:19 -0800711 // First check the "android.compile_multilib" or "host.compile_multilib" properties.
Dan Willemsen47450072021-10-19 20:24:49 -0700712 switch os.Class {
Colin Crossee0bc3b2018-10-02 22:01:37 -0700713 case Device:
714 multilib = String(base.commonProperties.Target.Android.Compile_multilib)
Jiyong Park1613e552020-09-14 19:43:17 +0900715 case Host:
Colin Crossee0bc3b2018-10-02 22:01:37 -0700716 multilib = String(base.commonProperties.Target.Host.Compile_multilib)
717 }
Colin Crossa6845402020-11-16 15:08:19 -0800718
719 // If those aren't set, try the "compile_multilib" property.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700720 if multilib == "" {
721 multilib = String(base.commonProperties.Compile_multilib)
722 }
Colin Crossa6845402020-11-16 15:08:19 -0800723
724 // If that wasn't set, use the default multilib set by the factory.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700725 if multilib == "" {
726 multilib = base.commonProperties.Default_multilib
727 }
728
Christopher Ferris98f10222022-07-13 23:16:52 -0700729 // If a device is configured with multiple targets, this option
730 // force all device targets that prefer32 to be compiled only as
731 // the first target.
732 if ignorePrefer32OnDevice && os.Class == Device && (multilib == "prefer32" || multilib == "first_prefer32") {
733 multilib = "first"
734 }
735
Colin Crossee0bc3b2018-10-02 22:01:37 -0700736 if base.commonProperties.UseTargetVariants {
Dan Willemsen47450072021-10-19 20:24:49 -0700737 // Darwin has the concept of "universal binaries" which is implemented in Soong by
738 // building both x86_64 and arm64 variants, and having select module types know how to
739 // merge the outputs of their corresponding variants together into a final binary. Most
740 // module types don't need to understand this logic, as we only build a small portion
741 // of the tree for Darwin, and only module types writing macho files need to do the
742 // merging.
743 //
744 // This logic is not enabled for:
745 // "common", as it's not an arch-specific variant
746 // "32", as Darwin never has a 32-bit variant
747 // !UseTargetVariants, as the module has opted into handling the arch-specific logic on
748 // its own.
749 if os == Darwin && multilib != "common" && multilib != "32" {
750 if multilib == "common_first" {
751 multilib = "darwin_universal_common_first"
752 } else {
753 multilib = "darwin_universal"
754 }
755 }
756
Colin Crossee0bc3b2018-10-02 22:01:37 -0700757 return multilib, ""
758 } else {
759 // For app modules a single arch variant will be created per OS class which is expected to handle all the
760 // selected arches. Return the common-type as multilib and any Android.bp provided multilib as extraMultilib
761 if multilib == base.commonProperties.Default_multilib {
762 multilib = "first"
763 }
764 return base.commonProperties.Default_multilib, multilib
765 }
766}
767
Colin Crossa6845402020-11-16 15:08:19 -0800768// filterToArch takes a list of Targets and an ArchType, and returns a modified list that contains
Inseob Kim20fb5d42021-02-02 20:07:58 +0900769// only Targets that have the specified ArchTypes.
770func filterToArch(targets []Target, archs ...ArchType) []Target {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800771 for i := 0; i < len(targets); i++ {
Inseob Kim20fb5d42021-02-02 20:07:58 +0900772 found := false
773 for _, arch := range archs {
774 if targets[i].Arch.ArchType == arch {
775 found = true
776 break
777 }
778 }
779 if !found {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800780 targets = append(targets[:i], targets[i+1:]...)
781 i--
782 }
783 }
784 return targets
785}
786
Colin Crossc0f0eb82022-07-19 14:41:11 -0700787// filterHostCross takes a list of Targets and a hostCross value, and returns a modified list
788// that contains only Targets that have the specified HostCross.
789func filterHostCross(targets []Target, hostCross bool) []Target {
790 for i := 0; i < len(targets); i++ {
791 if targets[i].HostCross != hostCross {
792 targets = append(targets[:i], targets[i+1:]...)
793 i--
794 }
795 }
796 return targets
797}
798
Colin Crossa6845402020-11-16 15:08:19 -0800799// archPropRoot is a struct type used as the top level of the arch-specific properties. It
800// contains the "arch", "multilib", and "target" property structs. It is used to split up the
801// property structs to limit how much is allocated when a single arch-specific property group is
802// used. The types are interface{} because they will hold instances of runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800803type archPropRoot struct {
804 Arch, Multilib, Target interface{}
805}
806
Colin Crossa6845402020-11-16 15:08:19 -0800807// archPropTypeDesc holds the runtime-created types for the property structs to instantiate to
808// create an archPropRoot property struct.
809type archPropTypeDesc struct {
810 arch, multilib, target reflect.Type
811}
812
Colin Crosscbbd13f2020-01-17 14:08:22 -0800813// createArchPropTypeDesc takes a reflect.Type that is either a struct or a pointer to a struct, and
814// returns lists of reflect.Types that contains the arch-variant properties inside structs for each
815// arch, multilib and target property.
Colin Crossa6845402020-11-16 15:08:19 -0800816//
817// This is a relatively expensive operation, so the results are cached in the global
818// archPropTypeMap. It is constructed entirely based on compile-time data, so there is no need
819// to isolate the results between multiple tests running in parallel.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800820func createArchPropTypeDesc(props reflect.Type) []archPropTypeDesc {
Colin Crossb1d8c992020-01-21 11:43:29 -0800821 // Each property struct shard will be nested many times under the runtime generated arch struct,
822 // which can hit the limit of 64kB for the name of runtime generated structs. They are nested
823 // 97 times now, which may grow in the future, plus there is some overhead for the containing
824 // type. This number may need to be reduced if too many are added, but reducing it too far
825 // could cause problems if a single deeply nested property no longer fits in the name.
826 const maxArchTypeNameSize = 500
827
Colin Crossa6845402020-11-16 15:08:19 -0800828 // Convert the type to a new set of types that contains only the arch-specific properties
Usta Shrestha0b52d832022-02-04 21:37:39 -0500829 // (those that are tagged with `android:"arch_variant"`), and sharded into multiple types
Colin Crossa6845402020-11-16 15:08:19 -0800830 // to keep the runtime-generated names under the limit.
Colin Crossb1d8c992020-01-21 11:43:29 -0800831 propShards, _ := proptools.FilterPropertyStructSharded(props, maxArchTypeNameSize, filterArchStruct)
Colin Crossa6845402020-11-16 15:08:19 -0800832
833 // If the type has no arch-specific properties there is nothing to do.
Colin Crosscb988072019-01-24 14:58:11 -0800834 if len(propShards) == 0 {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700835 return nil
836 }
837
Colin Crosscbbd13f2020-01-17 14:08:22 -0800838 var ret []archPropTypeDesc
Colin Crossc17727d2018-10-24 12:42:09 -0700839 for _, props := range propShards {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700840
Colin Crossa6845402020-11-16 15:08:19 -0800841 // variantFields takes a list of variant property field names and returns a list the
842 // StructFields with the names and the type of the current shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700843 variantFields := func(names []string) []reflect.StructField {
844 ret := make([]reflect.StructField, len(names))
Dan Willemsenb1957a52016-06-23 23:44:54 -0700845
Colin Crossc17727d2018-10-24 12:42:09 -0700846 for i, name := range names {
847 ret[i].Name = name
848 ret[i].Type = props
Dan Willemsen866b5632017-09-22 12:28:24 -0700849 }
Colin Crossc17727d2018-10-24 12:42:09 -0700850
851 return ret
852 }
853
Colin Crossa6845402020-11-16 15:08:19 -0800854 // Create a type that contains the properties in this shard repeated for each
855 // architecture, architecture variant, and architecture feature.
Colin Crossc17727d2018-10-24 12:42:09 -0700856 archFields := make([]reflect.StructField, len(archTypeList))
857 for i, arch := range archTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800858 var variants []string
Colin Crossc17727d2018-10-24 12:42:09 -0700859
860 for _, archVariant := range archVariants[arch] {
861 archVariant := variantReplacer.Replace(archVariant)
862 variants = append(variants, proptools.FieldNameForProperty(archVariant))
863 }
Liz Kammer2c2afe22022-02-11 11:35:03 -0500864 for _, cpuVariant := range cpuVariants[arch] {
865 cpuVariant := variantReplacer.Replace(cpuVariant)
866 variants = append(variants, proptools.FieldNameForProperty(cpuVariant))
867 }
Colin Crossc17727d2018-10-24 12:42:09 -0700868 for _, feature := range archFeatures[arch] {
869 feature := variantReplacer.Replace(feature)
870 variants = append(variants, proptools.FieldNameForProperty(feature))
871 }
872
Colin Crossa6845402020-11-16 15:08:19 -0800873 // Create the StructFields for each architecture variant architecture feature
874 // (e.g. "arch.arm.cortex-a53" or "arch.arm.neon").
Colin Crossc17727d2018-10-24 12:42:09 -0700875 fields := variantFields(variants)
876
Colin Crossa6845402020-11-16 15:08:19 -0800877 // Create the StructField for the architecture itself (e.g. "arch.arm"). The special
878 // "BlueprintEmbed" name is used by Blueprint to put the properties in the
879 // parent struct.
Colin Crossc17727d2018-10-24 12:42:09 -0700880 fields = append([]reflect.StructField{{
881 Name: "BlueprintEmbed",
882 Type: props,
883 Anonymous: true,
884 }}, fields...)
885
886 archFields[i] = reflect.StructField{
887 Name: arch.Field,
888 Type: reflect.StructOf(fields),
889 }
890 }
Colin Crossa6845402020-11-16 15:08:19 -0800891
892 // Create the type of the "arch" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700893 archType := reflect.StructOf(archFields)
894
Colin Crossa6845402020-11-16 15:08:19 -0800895 // Create the type for the "multilib" property struct for this shard, containing the
896 // "multilib.lib32" and "multilib.lib64" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700897 multilibType := reflect.StructOf(variantFields([]string{"Lib32", "Lib64"}))
898
Colin Crossa6845402020-11-16 15:08:19 -0800899 // Start with a list of the special targets
Colin Crossc17727d2018-10-24 12:42:09 -0700900 targets := []string{
901 "Host",
902 "Android64",
903 "Android32",
904 "Bionic",
Colin Cross528d67e2021-07-23 22:23:07 +0000905 "Glibc",
906 "Musl",
Colin Crossc17727d2018-10-24 12:42:09 -0700907 "Linux",
Colin Crossa98d36d2022-03-07 14:39:49 -0800908 "Host_linux",
Colin Crossc17727d2018-10-24 12:42:09 -0700909 "Not_windows",
910 "Arm_on_x86",
911 "Arm_on_x86_64",
Victor Khimenkoc26fcf42020-05-07 22:16:33 +0200912 "Native_bridge",
Colin Crossc17727d2018-10-24 12:42:09 -0700913 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000914 for _, os := range osTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800915 // Add all the OSes.
Colin Crossc17727d2018-10-24 12:42:09 -0700916 targets = append(targets, os.Field)
917
Colin Crossa6845402020-11-16 15:08:19 -0800918 // Add the OS/Arch combinations, e.g. "android_arm64".
Colin Crossc17727d2018-10-24 12:42:09 -0700919 for _, archType := range osArchTypeMap[os] {
Liz Kammer9abd62d2021-05-21 08:37:59 -0400920 targets = append(targets, GetCompoundTargetField(os, archType))
Colin Crossc17727d2018-10-24 12:42:09 -0700921
Colin Cross1aa45b02022-02-10 10:33:10 -0800922 // Also add the special "linux_<arch>", "bionic_<arch>" , "glibc_<arch>", and
923 // "musl_<arch>" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700924 if os.Linux() {
925 target := "Linux_" + archType.Name
926 if !InList(target, targets) {
927 targets = append(targets, target)
928 }
929 }
Colin Crossa98d36d2022-03-07 14:39:49 -0800930 if os.Linux() && os.Class == Host {
931 target := "Host_linux_" + archType.Name
932 if !InList(target, targets) {
933 targets = append(targets, target)
934 }
935 }
Colin Crossc17727d2018-10-24 12:42:09 -0700936 if os.Bionic() {
937 target := "Bionic_" + archType.Name
938 if !InList(target, targets) {
939 targets = append(targets, target)
940 }
Dan Willemsen866b5632017-09-22 12:28:24 -0700941 }
Colin Cross1aa45b02022-02-10 10:33:10 -0800942 if os == Linux {
943 target := "Glibc_" + archType.Name
944 if !InList(target, targets) {
945 targets = append(targets, target)
946 }
947 }
948 if os == LinuxMusl {
949 target := "Musl_" + archType.Name
950 if !InList(target, targets) {
951 targets = append(targets, target)
952 }
953 }
Dan Willemsen866b5632017-09-22 12:28:24 -0700954 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700955 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700956
Colin Crossa6845402020-11-16 15:08:19 -0800957 // Create the type for the "target" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700958 targetType := reflect.StructOf(variantFields(targets))
Colin Crosscbbd13f2020-01-17 14:08:22 -0800959
Colin Crossa6845402020-11-16 15:08:19 -0800960 // Return a descriptor of the 3 runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800961 ret = append(ret, archPropTypeDesc{
962 arch: reflect.PtrTo(archType),
963 multilib: reflect.PtrTo(multilibType),
964 target: reflect.PtrTo(targetType),
965 })
Colin Crossc17727d2018-10-24 12:42:09 -0700966 }
967 return ret
Dan Willemsenb1957a52016-06-23 23:44:54 -0700968}
969
Colin Crossa6845402020-11-16 15:08:19 -0800970// variantReplacer converts architecture variant or architecture feature names into names that
971// are valid for an Android.bp file.
972var variantReplacer = strings.NewReplacer("-", "_", ".", "_")
973
974// filterArchStruct returns true if the given field is an architecture specific property.
Colin Cross74449102019-09-25 11:26:40 -0700975func filterArchStruct(field reflect.StructField, prefix string) (bool, reflect.StructField) {
976 if proptools.HasTag(field, "android", "arch_variant") {
977 // The arch_variant field isn't necessary past this point
978 // Instead of wasting space, just remove it. Go also has a
979 // 16-bit limit on structure name length. The name is constructed
980 // based on the Go source representation of the structure, so
981 // the tag names count towards that length.
Colin Crossb4fecbf2020-01-21 11:38:47 -0800982
983 androidTag := field.Tag.Get("android")
984 values := strings.Split(androidTag, ",")
985
986 if string(field.Tag) != `android:"`+strings.Join(values, ",")+`"` {
987 panic(fmt.Errorf("unexpected tag format %q", field.Tag))
Colin Cross74449102019-09-25 11:26:40 -0700988 }
Colin Crossb4fecbf2020-01-21 11:38:47 -0800989 // these tags don't need to be present in the runtime generated struct type.
Cole Faust5fda87b2024-04-24 11:21:14 -0700990 // However replace_instead_of_append does, because it's read by the blueprint
991 // property extending util functions, which can operate on these generated arch
992 // property structs.
993 values = RemoveListFromList(values, []string{"arch_variant", "variant_prepend", "path"})
Liz Kammerff966b12022-07-29 10:49:16 -0400994 if len(values) > 0 {
Cole Faust5fda87b2024-04-24 11:21:14 -0700995 if values[0] != "replace_instead_of_append" || len(values) > 1 {
996 panic(fmt.Errorf("unknown tags %q in field %q", values, prefix+field.Name))
997 }
998 field.Tag = `android:"replace_instead_of_append"`
999 } else {
1000 field.Tag = ``
Colin Crossb4fecbf2020-01-21 11:38:47 -08001001 }
Colin Cross74449102019-09-25 11:26:40 -07001002 return true, field
1003 }
1004 return false, field
1005}
1006
Colin Crossa6845402020-11-16 15:08:19 -08001007// archPropTypeMap contains a cache of the results of createArchPropTypeDesc for each type. It is
1008// shared across all Contexts, but is constructed based only on compile-time information so there
1009// is no risk of contaminating one Context with data from another.
Dan Willemsenb1957a52016-06-23 23:44:54 -07001010var archPropTypeMap OncePer
1011
Colin Crossa6845402020-11-16 15:08:19 -08001012// initArchModule adds the architecture-specific property structs to a Module.
1013func initArchModule(m Module) {
Colin Cross3f40fa42015-01-30 17:27:36 -08001014
1015 base := m.base()
1016
Ustaeabf0f32021-12-06 15:17:23 -05001017 if len(base.archProperties) != 0 {
1018 panic(fmt.Errorf("module %s already has archProperties", m.Name()))
1019 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001020
Ustaeabf0f32021-12-06 15:17:23 -05001021 getStructType := func(properties interface{}) reflect.Type {
Colin Cross3f40fa42015-01-30 17:27:36 -08001022 propertiesValue := reflect.ValueOf(properties)
Colin Cross62496a02016-08-08 15:49:17 -07001023 t := propertiesValue.Type()
Colin Cross3f40fa42015-01-30 17:27:36 -08001024 if propertiesValue.Kind() != reflect.Ptr {
Colin Crossca860ac2016-01-04 14:34:37 -08001025 panic(fmt.Errorf("properties must be a pointer to a struct, got %T",
1026 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -08001027 }
1028
1029 propertiesValue = propertiesValue.Elem()
1030 if propertiesValue.Kind() != reflect.Struct {
Ustaeabf0f32021-12-06 15:17:23 -05001031 panic(fmt.Errorf("properties must be a pointer to a struct, got a pointer to %T",
Colin Crossca860ac2016-01-04 14:34:37 -08001032 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -08001033 }
Ustaeabf0f32021-12-06 15:17:23 -05001034 return t
1035 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001036
Usta851a3272022-01-05 23:42:33 -05001037 for _, properties := range m.GetProperties() {
Ustaeabf0f32021-12-06 15:17:23 -05001038 t := getStructType(properties)
Colin Crossa6845402020-11-16 15:08:19 -08001039 // Get or create the arch-specific property struct types for this property struct type.
Colin Cross571cccf2019-02-04 11:22:08 -08001040 archPropTypes := archPropTypeMap.Once(NewCustomOnceKey(t), func() interface{} {
Colin Crosscbbd13f2020-01-17 14:08:22 -08001041 return createArchPropTypeDesc(t)
1042 }).([]archPropTypeDesc)
Colin Cross3f40fa42015-01-30 17:27:36 -08001043
Colin Crossa6845402020-11-16 15:08:19 -08001044 // Instantiate one of each arch-specific property struct type and add it to the
1045 // properties for the Module.
Colin Crossc17727d2018-10-24 12:42:09 -07001046 var archProperties []interface{}
1047 for _, t := range archPropTypes {
Colin Crosscbbd13f2020-01-17 14:08:22 -08001048 archProperties = append(archProperties, &archPropRoot{
1049 Arch: reflect.Zero(t.arch).Interface(),
1050 Multilib: reflect.Zero(t.multilib).Interface(),
1051 Target: reflect.Zero(t.target).Interface(),
1052 })
Dan Willemsenb1957a52016-06-23 23:44:54 -07001053 }
Colin Crossc17727d2018-10-24 12:42:09 -07001054 base.archProperties = append(base.archProperties, archProperties)
1055 m.AddProperties(archProperties...)
Colin Cross3f40fa42015-01-30 17:27:36 -08001056 }
1057
Colin Cross3f40fa42015-01-30 17:27:36 -08001058}
1059
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001060func maybeBlueprintEmbed(src reflect.Value) reflect.Value {
Colin Crossa6845402020-11-16 15:08:19 -08001061 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
1062 // into the BlueprintEmbed field.
Dan Willemsenb1957a52016-06-23 23:44:54 -07001063 if src.Kind() == reflect.Struct {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001064 return src.FieldByName("BlueprintEmbed")
1065 } else {
1066 return src
Colin Cross06a931b2015-10-28 17:23:31 -07001067 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001068}
1069
1070// Merges the property struct in srcValue into dst.
Liz Kammerb6dbc872021-05-14 15:14:40 -04001071func mergePropertyStruct(ctx ArchVariantContext, dst interface{}, srcValue reflect.Value) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001072 src := maybeBlueprintEmbed(srcValue).Interface()
Colin Cross06a931b2015-10-28 17:23:31 -07001073
Colin Crossa6845402020-11-16 15:08:19 -08001074 // order checks the `android:"variant_prepend"` tag to handle properties where the
1075 // arch-specific value needs to come before the generic value, for example for lists of
1076 // include directories.
Colin Cross1e7e0432024-02-02 10:59:50 -08001077 order := func(dstField, srcField reflect.StructField) (proptools.Order, error) {
Colin Cross6ee75b62016-05-05 15:57:15 -07001078 if proptools.HasTag(dstField, "android", "variant_prepend") {
1079 return proptools.Prepend, nil
1080 } else {
1081 return proptools.Append, nil
1082 }
1083 }
1084
Colin Crossa6845402020-11-16 15:08:19 -08001085 // Squash the located property struct into the destination property struct.
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001086 err := proptools.ExtendMatchingProperties([]interface{}{dst}, src, nil, order)
Colin Cross06a931b2015-10-28 17:23:31 -07001087 if err != nil {
1088 if propertyErr, ok := err.(*proptools.ExtendPropertyError); ok {
1089 ctx.PropertyErrorf(propertyErr.Property, "%s", propertyErr.Err.Error())
1090 } else {
1091 panic(err)
1092 }
1093 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001094}
Colin Cross85a88972015-11-23 13:29:51 -08001095
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001096// Returns the immediate child of the input property struct that corresponds to
1097// the sub-property "field".
Liz Kammerb6dbc872021-05-14 15:14:40 -04001098func getChildPropertyStruct(ctx ArchVariantContext,
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001099 src reflect.Value, field, userFriendlyField string) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001100
1101 // Step into non-nil pointers to structs in the src value.
1102 if src.Kind() == reflect.Ptr {
1103 if src.IsNil() {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001104 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001105 }
1106 src = src.Elem()
1107 }
1108
1109 // Find the requested field in the src struct.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001110 child := src.FieldByName(proptools.FieldNameForProperty(field))
1111 if !child.IsValid() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001112 ctx.ModuleErrorf("field %q does not exist", userFriendlyField)
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001113 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001114 }
1115
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001116 if child.IsZero() {
1117 return reflect.Value{}, false
1118 }
1119
1120 return child, true
Colin Cross06a931b2015-10-28 17:23:31 -07001121}
1122
Colin Crossa6845402020-11-16 15:08:19 -08001123// Squash the appropriate OS-specific property structs into the matching top level property structs
1124// based on the CompileOS value that was annotated on the variant.
Colin Crossa195f912019-10-16 11:07:20 -07001125func (m *ModuleBase) setOSProperties(ctx BottomUpMutatorContext) {
1126 os := m.commonProperties.CompileOS
1127
Ustadca02192021-12-20 12:56:46 -05001128 for i := range m.archProperties {
Usta851a3272022-01-05 23:42:33 -05001129 genProps := m.GetProperties()[i]
Colin Crossa195f912019-10-16 11:07:20 -07001130 if m.archProperties[i] == nil {
1131 continue
1132 }
1133 for _, archProperties := range m.archProperties[i] {
1134 archPropValues := reflect.ValueOf(archProperties).Elem()
1135
Colin Crosscbbd13f2020-01-17 14:08:22 -08001136 targetProp := archPropValues.FieldByName("Target").Elem()
Colin Crossa195f912019-10-16 11:07:20 -07001137
1138 // Handle host-specific properties in the form:
1139 // target: {
1140 // host: {
1141 // key: value,
1142 // },
1143 // },
Jiyong Park1613e552020-09-14 19:43:17 +09001144 if os.Class == Host {
Colin Crossa195f912019-10-16 11:07:20 -07001145 field := "Host"
1146 prefix := "target.host"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001147 if hostProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1148 mergePropertyStruct(ctx, genProps, hostProperties)
1149 }
Colin Crossa195f912019-10-16 11:07:20 -07001150 }
1151
1152 // Handle target OS generalities of the form:
1153 // target: {
1154 // bionic: {
1155 // key: value,
1156 // },
1157 // }
1158 if os.Linux() {
1159 field := "Linux"
1160 prefix := "target.linux"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001161 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1162 mergePropertyStruct(ctx, genProps, linuxProperties)
1163 }
Colin Crossa195f912019-10-16 11:07:20 -07001164 }
1165
Colin Crossa98d36d2022-03-07 14:39:49 -08001166 if os.Linux() && os.Class == Host {
1167 field := "Host_linux"
1168 prefix := "target.host_linux"
1169 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1170 mergePropertyStruct(ctx, genProps, linuxProperties)
1171 }
1172 }
1173
Colin Crossa195f912019-10-16 11:07:20 -07001174 if os.Bionic() {
1175 field := "Bionic"
1176 prefix := "target.bionic"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001177 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1178 mergePropertyStruct(ctx, genProps, bionicProperties)
1179 }
Colin Crossa195f912019-10-16 11:07:20 -07001180 }
1181
Colin Cross528d67e2021-07-23 22:23:07 +00001182 if os == Linux {
1183 field := "Glibc"
1184 prefix := "target.glibc"
1185 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1186 mergePropertyStruct(ctx, genProps, bionicProperties)
1187 }
1188 }
1189
1190 if os == LinuxMusl {
1191 field := "Musl"
1192 prefix := "target.musl"
1193 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1194 mergePropertyStruct(ctx, genProps, bionicProperties)
1195 }
Colin Cross528d67e2021-07-23 22:23:07 +00001196 }
1197
Colin Crossa195f912019-10-16 11:07:20 -07001198 // Handle target OS properties in the form:
1199 // target: {
1200 // linux_glibc: {
1201 // key: value,
1202 // },
1203 // not_windows: {
1204 // key: value,
1205 // },
1206 // android {
1207 // key: value,
1208 // },
1209 // },
1210 field := os.Field
1211 prefix := "target." + os.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001212 if osProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1213 mergePropertyStruct(ctx, genProps, osProperties)
1214 }
Colin Crossa195f912019-10-16 11:07:20 -07001215
Jiyong Park1613e552020-09-14 19:43:17 +09001216 if os.Class == Host && os != Windows {
Colin Crossa195f912019-10-16 11:07:20 -07001217 field := "Not_windows"
1218 prefix := "target.not_windows"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001219 if notWindowsProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1220 mergePropertyStruct(ctx, genProps, notWindowsProperties)
1221 }
Colin Crossa195f912019-10-16 11:07:20 -07001222 }
1223
1224 // Handle 64-bit device properties in the form:
1225 // target {
1226 // android64 {
1227 // key: value,
1228 // },
1229 // android32 {
1230 // key: value,
1231 // },
1232 // },
1233 // WARNING: this is probably not what you want to use in your blueprints file, it selects
1234 // options for all targets on a device that supports 64-bit binaries, not just the targets
1235 // that are being compiled for 64-bit. Its expected use case is binaries like linker and
1236 // debuggerd that need to know when they are a 32-bit process running on a 64-bit device
1237 if os.Class == Device {
1238 if ctx.Config().Android64() {
1239 field := "Android64"
1240 prefix := "target.android64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001241 if android64Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1242 mergePropertyStruct(ctx, genProps, android64Properties)
1243 }
Colin Crossa195f912019-10-16 11:07:20 -07001244 } else {
1245 field := "Android32"
1246 prefix := "target.android32"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001247 if android32Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1248 mergePropertyStruct(ctx, genProps, android32Properties)
1249 }
Colin Crossa195f912019-10-16 11:07:20 -07001250 }
1251 }
1252 }
1253 }
1254}
1255
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001256// Returns the struct containing the properties specific to the given
1257// architecture type. These look like this in Blueprint files:
Colin Crossd079e0b2022-08-16 10:27:33 -07001258//
1259// arch: {
1260// arm64: {
1261// key: value,
1262// },
1263// },
1264//
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001265// This struct will also contain sub-structs containing to the architecture/CPU
1266// variants and features that themselves contain properties specific to those.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001267func getArchTypeStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001268 archPropValues := reflect.ValueOf(archProperties).Elem()
1269 archProp := archPropValues.FieldByName("Arch").Elem()
1270 prefix := "arch." + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001271 return getChildPropertyStruct(ctx, archProp, archType.Name, prefix)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001272}
1273
1274// Returns the struct containing the properties specific to a given multilib
1275// value. These look like this in the Blueprint file:
Colin Crossd079e0b2022-08-16 10:27:33 -07001276//
1277// multilib: {
1278// lib32: {
1279// key: value,
1280// },
1281// },
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001282func getMultilibStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001283 archPropValues := reflect.ValueOf(archProperties).Elem()
1284 multilibProp := archPropValues.FieldByName("Multilib").Elem()
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001285 return getChildPropertyStruct(ctx, multilibProp, archType.Multilib, "multilib."+archType.Multilib)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001286}
1287
Liz Kammer9abd62d2021-05-21 08:37:59 -04001288func GetCompoundTargetField(os OsType, arch ArchType) string {
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001289 return os.Field + "_" + arch.Name
1290}
1291
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001292// Returns the structs corresponding to the properties specific to the given
1293// architecture and OS in archProperties.
1294func getArchProperties(ctx BaseMutatorContext, archProperties interface{}, arch Arch, os OsType, nativeBridgeEnabled bool) []reflect.Value {
1295 result := make([]reflect.Value, 0)
1296 archPropValues := reflect.ValueOf(archProperties).Elem()
1297
1298 targetProp := archPropValues.FieldByName("Target").Elem()
1299
1300 archType := arch.ArchType
1301
1302 if arch.ArchType != Common {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001303 archStruct, ok := getArchTypeStruct(ctx, archProperties, arch.ArchType)
1304 if ok {
1305 result = append(result, archStruct)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001306
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001307 // Handle arch-variant-specific properties in the form:
1308 // arch: {
1309 // arm: {
1310 // variant: {
1311 // key: value,
1312 // },
1313 // },
1314 // },
1315 v := variantReplacer.Replace(arch.ArchVariant)
1316 if v != "" {
1317 prefix := "arch." + archType.Name + "." + v
1318 if variantProperties, ok := getChildPropertyStruct(ctx, archStruct, v, prefix); ok {
1319 result = append(result, variantProperties)
1320 }
1321 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001322
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001323 // Handle cpu-variant-specific properties in the form:
1324 // arch: {
1325 // arm: {
1326 // variant: {
1327 // key: value,
1328 // },
1329 // },
1330 // },
1331 if arch.CpuVariant != arch.ArchVariant {
1332 c := variantReplacer.Replace(arch.CpuVariant)
1333 if c != "" {
1334 prefix := "arch." + archType.Name + "." + c
1335 if cpuVariantProperties, ok := getChildPropertyStruct(ctx, archStruct, c, prefix); ok {
1336 result = append(result, cpuVariantProperties)
1337 }
1338 }
1339 }
1340
1341 // Handle arch-feature-specific properties in the form:
1342 // arch: {
1343 // arm: {
1344 // feature: {
1345 // key: value,
1346 // },
1347 // },
1348 // },
1349 for _, feature := range arch.ArchFeatures {
1350 prefix := "arch." + archType.Name + "." + feature
1351 if featureProperties, ok := getChildPropertyStruct(ctx, archStruct, feature, prefix); ok {
1352 result = append(result, featureProperties)
1353 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001354 }
1355 }
1356
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001357 if multilibProperties, ok := getMultilibStruct(ctx, archProperties, archType); ok {
1358 result = append(result, multilibProperties)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001359 }
1360
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001361 // Handle combined OS-feature and arch specific properties in the form:
1362 // target: {
1363 // bionic_x86: {
1364 // key: value,
1365 // },
1366 // }
1367 if os.Linux() {
1368 field := "Linux_" + arch.ArchType.Name
1369 userFriendlyField := "target.linux_" + arch.ArchType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001370 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1371 result = append(result, linuxProperties)
1372 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001373 }
1374
1375 if os.Bionic() {
1376 field := "Bionic_" + archType.Name
1377 userFriendlyField := "target.bionic_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001378 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1379 result = append(result, bionicProperties)
1380 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001381 }
1382
1383 // Handle combined OS and arch specific properties in the form:
1384 // target: {
1385 // linux_glibc_x86: {
1386 // key: value,
1387 // },
1388 // linux_glibc_arm: {
1389 // key: value,
1390 // },
1391 // android_arm {
1392 // key: value,
1393 // },
1394 // android_x86 {
1395 // key: value,
1396 // },
1397 // },
Liz Kammer9abd62d2021-05-21 08:37:59 -04001398 field := GetCompoundTargetField(os, archType)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001399 userFriendlyField := "target." + os.Name + "_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001400 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1401 result = append(result, osArchProperties)
1402 }
Colin Cross528d67e2021-07-23 22:23:07 +00001403
Colin Cross1aa45b02022-02-10 10:33:10 -08001404 if os == Linux {
1405 field := "Glibc_" + archType.Name
1406 userFriendlyField := "target.glibc_" + "_" + archType.Name
1407 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1408 result = append(result, osArchProperties)
1409 }
1410 }
1411
Colin Cross528d67e2021-07-23 22:23:07 +00001412 if os == LinuxMusl {
Colin Cross1aa45b02022-02-10 10:33:10 -08001413 field := "Musl_" + archType.Name
1414 userFriendlyField := "target.musl_" + "_" + archType.Name
1415 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1416 result = append(result, osArchProperties)
1417 }
Colin Cross528d67e2021-07-23 22:23:07 +00001418 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001419 }
1420
1421 // Handle arm on x86 properties in the form:
1422 // target {
1423 // arm_on_x86 {
1424 // key: value,
1425 // },
1426 // arm_on_x86_64 {
1427 // key: value,
1428 // },
1429 // },
1430 if os.Class == Device {
1431 if arch.ArchType == X86 && (hasArmAbi(arch) ||
1432 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1433 field := "Arm_on_x86"
1434 userFriendlyField := "target.arm_on_x86"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001435 if armOnX86Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1436 result = append(result, armOnX86Properties)
1437 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001438 }
1439 if arch.ArchType == X86_64 && (hasArmAbi(arch) ||
1440 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1441 field := "Arm_on_x86_64"
1442 userFriendlyField := "target.arm_on_x86_64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001443 if armOnX8664Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1444 result = append(result, armOnX8664Properties)
1445 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001446 }
1447 if os == Android && nativeBridgeEnabled {
1448 userFriendlyField := "Native_bridge"
1449 prefix := "target.native_bridge"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001450 if nativeBridgeProperties, ok := getChildPropertyStruct(ctx, targetProp, userFriendlyField, prefix); ok {
1451 result = append(result, nativeBridgeProperties)
1452 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001453 }
1454 }
1455
1456 return result
1457}
1458
Colin Crossa6845402020-11-16 15:08:19 -08001459// Squash the appropriate arch-specific property structs into the matching top level property
1460// structs based on the CompileTarget value that was annotated on the variant.
Colin Cross4157e882019-06-06 16:57:04 -07001461func (m *ModuleBase) setArchProperties(ctx BottomUpMutatorContext) {
1462 arch := m.Arch()
1463 os := m.Os()
Colin Crossd3ba0392015-05-07 14:11:29 -07001464
Ustadca02192021-12-20 12:56:46 -05001465 for i := range m.archProperties {
Usta851a3272022-01-05 23:42:33 -05001466 genProps := m.GetProperties()[i]
Colin Cross4157e882019-06-06 16:57:04 -07001467 if m.archProperties[i] == nil {
Dan Willemsenb1957a52016-06-23 23:44:54 -07001468 continue
1469 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001470
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001471 propStructs := make([]reflect.Value, 0)
1472 for _, archProperty := range m.archProperties[i] {
1473 propStructShard := getArchProperties(ctx, archProperty, arch, os, m.Target().NativeBridge == NativeBridgeEnabled)
1474 propStructs = append(propStructs, propStructShard...)
1475 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001476
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001477 for _, propStruct := range propStructs {
1478 mergePropertyStruct(ctx, genProps, propStruct)
Colin Crossbb2e2b72016-12-08 17:23:53 -08001479 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001480 }
1481}
1482
Colin Cross0c66bc62021-07-20 09:47:41 -07001483// determineBuildOS stores the OS and architecture used for host targets used during the build into
Colin Cross528d67e2021-07-23 22:23:07 +00001484// config based on the runtime OS and architecture determined by Go and the product configuration.
Colin Cross0c66bc62021-07-20 09:47:41 -07001485func determineBuildOS(config *config) {
1486 config.BuildOS = func() OsType {
1487 switch runtime.GOOS {
1488 case "linux":
Colin Cross528d67e2021-07-23 22:23:07 +00001489 if Bool(config.productVariables.HostMusl) {
1490 return LinuxMusl
1491 }
Colin Cross0c66bc62021-07-20 09:47:41 -07001492 return Linux
1493 case "darwin":
1494 return Darwin
1495 default:
1496 panic(fmt.Sprintf("unsupported OS: %s", runtime.GOOS))
1497 }
1498 }()
1499
1500 config.BuildArch = func() ArchType {
1501 switch runtime.GOARCH {
1502 case "amd64":
1503 return X86_64
1504 default:
1505 panic(fmt.Sprintf("unsupported Arch: %s", runtime.GOARCH))
1506 }
1507 }()
1508
1509}
1510
Colin Crossa6845402020-11-16 15:08:19 -08001511// Convert the arch product variables into a list of targets for each OsType.
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001512func decodeTargetProductVariables(config *config) (map[OsType][]Target, error) {
Dan Willemsen45133ac2018-03-09 21:22:06 -08001513 variables := config.productVariables
Dan Willemsen490fd492015-11-24 17:53:15 -08001514
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001515 targets := make(map[OsType][]Target)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001516 var targetErr error
1517
Liz Kammerb7f33662022-02-28 14:16:16 -05001518 type targetConfig struct {
1519 os OsType
1520 archName string
1521 archVariant *string
1522 cpuVariant *string
1523 abi []string
1524 nativeBridgeEnabled NativeBridgeSupport
1525 nativeBridgeHostArchName *string
1526 nativeBridgeRelativePath *string
1527 }
1528
1529 addTarget := func(target targetConfig) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001530 if targetErr != nil {
1531 return
Dan Willemsen490fd492015-11-24 17:53:15 -08001532 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001533
Liz Kammerb7f33662022-02-28 14:16:16 -05001534 arch, err := decodeArch(target.os, target.archName, target.archVariant, target.cpuVariant, target.abi)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001535 if err != nil {
1536 targetErr = err
1537 return
1538 }
Liz Kammerb7f33662022-02-28 14:16:16 -05001539 nativeBridgeRelativePathStr := String(target.nativeBridgeRelativePath)
1540 nativeBridgeHostArchNameStr := String(target.nativeBridgeHostArchName)
dimitry8d6dde82019-07-11 10:23:53 +02001541
1542 // Use guest arch as relative install path by default
Liz Kammerb7f33662022-02-28 14:16:16 -05001543 if target.nativeBridgeEnabled && nativeBridgeRelativePathStr == "" {
dimitry8d6dde82019-07-11 10:23:53 +02001544 nativeBridgeRelativePathStr = arch.ArchType.String()
1545 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001546
Jiyong Park1613e552020-09-14 19:43:17 +09001547 // A target is considered as HostCross if it's a host target which can't run natively on
1548 // the currently configured build machine (either because the OS is different or because of
1549 // the unsupported arch)
1550 hostCross := false
Liz Kammerb7f33662022-02-28 14:16:16 -05001551 if target.os.Class == Host {
Jiyong Park1613e552020-09-14 19:43:17 +09001552 var osSupported bool
Liz Kammerb7f33662022-02-28 14:16:16 -05001553 if target.os == config.BuildOS {
Jiyong Park1613e552020-09-14 19:43:17 +09001554 osSupported = true
Liz Kammerb7f33662022-02-28 14:16:16 -05001555 } else if config.BuildOS.Linux() && target.os.Linux() {
Jiyong Park1613e552020-09-14 19:43:17 +09001556 // LinuxBionic and Linux are compatible
1557 osSupported = true
1558 } else {
1559 osSupported = false
1560 }
1561
1562 var archSupported bool
1563 if arch.ArchType == Common {
1564 archSupported = true
1565 } else if arch.ArchType.Name == *variables.HostArch {
1566 archSupported = true
1567 } else if variables.HostSecondaryArch != nil && arch.ArchType.Name == *variables.HostSecondaryArch {
1568 archSupported = true
1569 } else {
1570 archSupported = false
1571 }
1572 if !osSupported || !archSupported {
1573 hostCross = true
1574 }
1575 }
1576
Liz Kammerb7f33662022-02-28 14:16:16 -05001577 targets[target.os] = append(targets[target.os],
Colin Crossa1ad8d12016-06-01 17:09:44 -07001578 Target{
Liz Kammerb7f33662022-02-28 14:16:16 -05001579 Os: target.os,
dimitry8d6dde82019-07-11 10:23:53 +02001580 Arch: arch,
Liz Kammerb7f33662022-02-28 14:16:16 -05001581 NativeBridge: target.nativeBridgeEnabled,
dimitry8d6dde82019-07-11 10:23:53 +02001582 NativeBridgeHostArchName: nativeBridgeHostArchNameStr,
1583 NativeBridgeRelativePath: nativeBridgeRelativePathStr,
Jiyong Park1613e552020-09-14 19:43:17 +09001584 HostCross: hostCross,
Colin Crossa1ad8d12016-06-01 17:09:44 -07001585 })
Dan Willemsen490fd492015-11-24 17:53:15 -08001586 }
1587
Colin Cross4225f652015-09-17 14:33:42 -07001588 if variables.HostArch == nil {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001589 return nil, fmt.Errorf("No host primary architecture set")
Colin Cross4225f652015-09-17 14:33:42 -07001590 }
1591
Colin Crossa6845402020-11-16 15:08:19 -08001592 // The primary host target, which must always exist.
Liz Kammerb7f33662022-02-28 14:16:16 -05001593 addTarget(targetConfig{os: config.BuildOS, archName: *variables.HostArch, nativeBridgeEnabled: NativeBridgeDisabled})
Colin Cross4225f652015-09-17 14:33:42 -07001594
Colin Crossa6845402020-11-16 15:08:19 -08001595 // An optional secondary host target.
Colin Crosseeabb892015-11-20 13:07:51 -08001596 if variables.HostSecondaryArch != nil && *variables.HostSecondaryArch != "" {
Liz Kammerb7f33662022-02-28 14:16:16 -05001597 addTarget(targetConfig{os: config.BuildOS, archName: *variables.HostSecondaryArch, nativeBridgeEnabled: NativeBridgeDisabled})
Dan Willemsen490fd492015-11-24 17:53:15 -08001598 }
1599
Colin Crossa6845402020-11-16 15:08:19 -08001600 // Optional cross-compiled host targets, generally Windows.
Colin Crossff3ae9d2018-04-10 16:15:18 -07001601 if String(variables.CrossHost) != "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001602 crossHostOs := osByName(*variables.CrossHost)
1603 if crossHostOs == NoOsType {
1604 return nil, fmt.Errorf("Unknown cross host OS %q", *variables.CrossHost)
1605 }
1606
Colin Crossff3ae9d2018-04-10 16:15:18 -07001607 if String(variables.CrossHostArch) == "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001608 return nil, fmt.Errorf("No cross-host primary architecture set")
Dan Willemsen490fd492015-11-24 17:53:15 -08001609 }
1610
Colin Crossa6845402020-11-16 15:08:19 -08001611 // The primary cross-compiled host target.
Liz Kammerb7f33662022-02-28 14:16:16 -05001612 addTarget(targetConfig{os: crossHostOs, archName: *variables.CrossHostArch, nativeBridgeEnabled: NativeBridgeDisabled})
Dan Willemsen490fd492015-11-24 17:53:15 -08001613
Colin Crossa6845402020-11-16 15:08:19 -08001614 // An optional secondary cross-compiled host target.
Dan Willemsen490fd492015-11-24 17:53:15 -08001615 if variables.CrossHostSecondaryArch != nil && *variables.CrossHostSecondaryArch != "" {
Liz Kammerb7f33662022-02-28 14:16:16 -05001616 addTarget(targetConfig{os: crossHostOs, archName: *variables.CrossHostSecondaryArch, nativeBridgeEnabled: NativeBridgeDisabled})
Dan Willemsen490fd492015-11-24 17:53:15 -08001617 }
1618 }
1619
Colin Crossa6845402020-11-16 15:08:19 -08001620 // Optional device targets
Dan Willemsen3f32f032016-07-11 14:36:48 -07001621 if variables.DeviceArch != nil && *variables.DeviceArch != "" {
Colin Crossa6845402020-11-16 15:08:19 -08001622 // The primary device target.
Liz Kammerb7f33662022-02-28 14:16:16 -05001623 addTarget(targetConfig{
1624 os: Android,
1625 archName: *variables.DeviceArch,
1626 archVariant: variables.DeviceArchVariant,
1627 cpuVariant: variables.DeviceCpuVariant,
1628 abi: variables.DeviceAbi,
1629 nativeBridgeEnabled: NativeBridgeDisabled,
1630 })
Colin Cross4225f652015-09-17 14:33:42 -07001631
Colin Crossa6845402020-11-16 15:08:19 -08001632 // An optional secondary device target.
Dan Willemsen3f32f032016-07-11 14:36:48 -07001633 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" {
Liz Kammerb7f33662022-02-28 14:16:16 -05001634 addTarget(targetConfig{
1635 os: Android,
1636 archName: *variables.DeviceSecondaryArch,
1637 archVariant: variables.DeviceSecondaryArchVariant,
1638 cpuVariant: variables.DeviceSecondaryCpuVariant,
1639 abi: variables.DeviceSecondaryAbi,
1640 nativeBridgeEnabled: NativeBridgeDisabled,
1641 })
Colin Cross4225f652015-09-17 14:33:42 -07001642 }
dimitry1f33e402019-03-26 12:39:31 +01001643
Colin Crossa6845402020-11-16 15:08:19 -08001644 // An optional NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001645 if variables.NativeBridgeArch != nil && *variables.NativeBridgeArch != "" {
Liz Kammerb7f33662022-02-28 14:16:16 -05001646 addTarget(targetConfig{
1647 os: Android,
1648 archName: *variables.NativeBridgeArch,
1649 archVariant: variables.NativeBridgeArchVariant,
1650 cpuVariant: variables.NativeBridgeCpuVariant,
1651 abi: variables.NativeBridgeAbi,
1652 nativeBridgeEnabled: NativeBridgeEnabled,
1653 nativeBridgeHostArchName: variables.DeviceArch,
1654 nativeBridgeRelativePath: variables.NativeBridgeRelativePath,
1655 })
dimitry1f33e402019-03-26 12:39:31 +01001656 }
1657
Colin Crossa6845402020-11-16 15:08:19 -08001658 // An optional secondary NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001659 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" &&
1660 variables.NativeBridgeSecondaryArch != nil && *variables.NativeBridgeSecondaryArch != "" {
Liz Kammerb7f33662022-02-28 14:16:16 -05001661 addTarget(targetConfig{
1662 os: Android,
1663 archName: *variables.NativeBridgeSecondaryArch,
1664 archVariant: variables.NativeBridgeSecondaryArchVariant,
1665 cpuVariant: variables.NativeBridgeSecondaryCpuVariant,
1666 abi: variables.NativeBridgeSecondaryAbi,
1667 nativeBridgeEnabled: NativeBridgeEnabled,
1668 nativeBridgeHostArchName: variables.DeviceSecondaryArch,
1669 nativeBridgeRelativePath: variables.NativeBridgeSecondaryRelativePath,
1670 })
dimitry1f33e402019-03-26 12:39:31 +01001671 }
Colin Cross4225f652015-09-17 14:33:42 -07001672 }
1673
Colin Crossa1ad8d12016-06-01 17:09:44 -07001674 if targetErr != nil {
1675 return nil, targetErr
1676 }
1677
1678 return targets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001679}
1680
Colin Crossbb2e2b72016-12-08 17:23:53 -08001681// hasArmAbi returns true if arch has at least one arm ABI
1682func hasArmAbi(arch Arch) bool {
Jaewoong Jung3aff5782020-02-11 07:54:35 -08001683 return PrefixInList(arch.Abi, "arm")
Colin Crossbb2e2b72016-12-08 17:23:53 -08001684}
1685
Lev Rumyantsev34581212021-10-13 09:47:59 -07001686// hasArmAndroidArch returns true if targets has at least
1687// one arm Android arch (possibly native bridged)
Colin Cross4247f0d2017-04-13 16:56:14 -07001688func hasArmAndroidArch(targets []Target) bool {
1689 for _, target := range targets {
Lev Rumyantsev34581212021-10-13 09:47:59 -07001690 if target.Os == Android &&
1691 (target.Arch.ArchType == Arm || target.Arch.ArchType == Arm64) {
Victor Khimenko5eb8ec12018-03-21 20:30:54 +01001692 return true
1693 }
1694 }
1695 return false
1696}
1697
Colin Crossa6845402020-11-16 15:08:19 -08001698// archConfig describes a built-in configuration.
Dan Albert4098deb2016-10-19 14:04:41 -07001699type archConfig struct {
Liz Kammer992918d2022-11-11 10:37:54 -05001700 Arch string `json:"arch"`
1701 ArchVariant string `json:"arch_variant"`
1702 CpuVariant string `json:"cpu_variant"`
1703 Abi []string `json:"abis"`
Dan Albert4098deb2016-10-19 14:04:41 -07001704}
1705
Elliott Hughesc55b5862022-10-27 23:46:22 +00001706// getNdkAbisConfig returns the list of archConfigs that are used for building
1707// the API stubs and static libraries that are included in the NDK.
Dan Albert4098deb2016-10-19 14:04:41 -07001708func getNdkAbisConfig() []archConfig {
1709 return []archConfig{
Tamas Petzbca786d2021-01-20 18:56:33 +01001710 {"arm64", "armv8-a-branchprot", "", []string{"arm64-v8a"}},
Elliott Hughesc55b5862022-10-27 23:46:22 +00001711 {"arm", "armv7-a-neon", "", []string{"armeabi-v7a"}},
Elliott Hughesf7d31092023-03-14 23:11:57 +00001712 {"riscv64", "", "", []string{"riscv64"}},
Dan Albert4098deb2016-10-19 14:04:41 -07001713 {"x86_64", "", "", []string{"x86_64"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001714 {"x86", "", "", []string{"x86"}},
Dan Albert4098deb2016-10-19 14:04:41 -07001715 }
1716}
1717
Colin Crossa6845402020-11-16 15:08:19 -08001718// getAmlAbisConfig returns a list of archConfigs for the ABIs supported by mainline modules.
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001719func getAmlAbisConfig() []archConfig {
1720 return []archConfig{
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001721 {"arm64", "armv8-a", "", []string{"arm64-v8a"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001722 {"arm", "armv7-a-neon", "", []string{"armeabi-v7a"}},
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001723 {"x86_64", "", "", []string{"x86_64"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001724 {"x86", "", "", []string{"x86"}},
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001725 }
1726}
1727
Colin Crossa6845402020-11-16 15:08:19 -08001728// decodeArchSettings converts a list of archConfigs into a list of Targets for the given OsType.
Liz Kammerb7f33662022-02-28 14:16:16 -05001729func decodeAndroidArchSettings(archConfigs []archConfig) ([]Target, error) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001730 var ret []Target
Dan Willemsen322acaf2016-01-12 23:07:05 -08001731
Dan Albert4098deb2016-10-19 14:04:41 -07001732 for _, config := range archConfigs {
Liz Kammer992918d2022-11-11 10:37:54 -05001733 arch, err := decodeArch(Android, config.Arch, &config.ArchVariant,
1734 &config.CpuVariant, config.Abi)
Dan Willemsen322acaf2016-01-12 23:07:05 -08001735 if err != nil {
1736 return nil, err
1737 }
Colin Cross3b19f5d2019-09-17 14:45:31 -07001738
Colin Crossa1ad8d12016-06-01 17:09:44 -07001739 ret = append(ret, Target{
1740 Os: Android,
1741 Arch: arch,
1742 })
Dan Willemsen322acaf2016-01-12 23:07:05 -08001743 }
1744
1745 return ret, nil
1746}
1747
Colin Crossa6845402020-11-16 15:08:19 -08001748// decodeArch converts a set of strings from product variables into an Arch struct.
Colin Crossa74ca042019-01-31 14:31:51 -08001749func decodeArch(os OsType, arch string, archVariant, cpuVariant *string, abi []string) (Arch, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001750 // Verify the arch is valid
Colin Crosseeabb892015-11-20 13:07:51 -08001751 archType, ok := archTypeMap[arch]
1752 if !ok {
1753 return Arch{}, fmt.Errorf("unknown arch %q", arch)
1754 }
Colin Cross4225f652015-09-17 14:33:42 -07001755
Colin Crosseeabb892015-11-20 13:07:51 -08001756 a := Arch{
Colin Cross4225f652015-09-17 14:33:42 -07001757 ArchType: archType,
Colin Crossa6845402020-11-16 15:08:19 -08001758 ArchVariant: String(archVariant),
1759 CpuVariant: String(cpuVariant),
Colin Crossa74ca042019-01-31 14:31:51 -08001760 Abi: abi,
Colin Crosseeabb892015-11-20 13:07:51 -08001761 }
1762
Colin Crossa6845402020-11-16 15:08:19 -08001763 // Convert generic arch variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001764 if a.ArchVariant == a.ArchType.Name || a.ArchVariant == "generic" {
1765 a.ArchVariant = ""
1766 }
1767
Colin Crossa6845402020-11-16 15:08:19 -08001768 // Convert generic CPU variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001769 if a.CpuVariant == a.ArchType.Name || a.CpuVariant == "generic" {
1770 a.CpuVariant = ""
1771 }
1772
Liz Kammer2c2afe22022-02-11 11:35:03 -05001773 if a.ArchVariant != "" {
1774 if validArchVariants := archVariants[archType]; !InList(a.ArchVariant, validArchVariants) {
1775 return Arch{}, fmt.Errorf("[%q] unknown arch variant %q, support variants: %q", archType, a.ArchVariant, validArchVariants)
1776 }
1777 }
1778
1779 if a.CpuVariant != "" {
1780 if validCpuVariants := cpuVariants[archType]; !InList(a.CpuVariant, validCpuVariants) {
1781 return Arch{}, fmt.Errorf("[%q] unknown cpu variant %q, support variants: %q", archType, a.CpuVariant, validCpuVariants)
1782 }
1783 }
1784
Colin Crossa6845402020-11-16 15:08:19 -08001785 // Filter empty ABIs out of the list.
Colin Crosseeabb892015-11-20 13:07:51 -08001786 for i := 0; i < len(a.Abi); i++ {
1787 if a.Abi[i] == "" {
1788 a.Abi = append(a.Abi[:i], a.Abi[i+1:]...)
1789 i--
1790 }
1791 }
1792
Liz Kammere8303bd2022-02-16 09:02:48 -05001793 // Set ArchFeatures from the arch type. for Android OS, other os-es do not specify features
1794 if os == Android {
1795 if featureMap, ok := androidArchFeatureMap[archType]; ok {
Dan Willemsen01a3c252019-01-11 19:02:16 -08001796 a.ArchFeatures = featureMap[a.ArchVariant]
1797 }
Colin Crossc5c24ad2015-11-20 15:35:00 -08001798 }
1799
Colin Crosseeabb892015-11-20 13:07:51 -08001800 return a, nil
Colin Cross4225f652015-09-17 14:33:42 -07001801}
1802
Colin Crossa6845402020-11-16 15:08:19 -08001803// filterMultilibTargets takes a list of Targets and a multilib value and returns a new list of
1804// Targets containing only those that have the given multilib value.
Colin Cross69617d32016-09-06 10:39:07 -07001805func filterMultilibTargets(targets []Target, multilib string) []Target {
1806 var ret []Target
1807 for _, t := range targets {
1808 if t.Arch.ArchType.Multilib == multilib {
1809 ret = append(ret, t)
1810 }
1811 }
1812 return ret
1813}
1814
Colin Crossa6845402020-11-16 15:08:19 -08001815// getCommonTargets returns the set of Os specific common architecture targets for each Os in a list
1816// of targets.
Nan Zhangdb0b9a32017-02-27 10:12:13 -08001817func getCommonTargets(targets []Target) []Target {
1818 var ret []Target
1819 set := make(map[string]bool)
1820
1821 for _, t := range targets {
1822 if _, found := set[t.Os.String()]; !found {
1823 set[t.Os.String()] = true
Colin Cross39a18142022-06-24 18:43:40 -07001824 common := commonTargetMap[t.Os.String()]
1825 common.HostCross = t.HostCross
1826 ret = append(ret, common)
Nan Zhangdb0b9a32017-02-27 10:12:13 -08001827 }
1828 }
1829
1830 return ret
1831}
1832
Sam Delmericocc271e22022-06-01 15:45:02 +00001833// FirstTarget takes a list of Targets and a list of multilib values and returns a list of Targets
Colin Crossc0f0eb82022-07-19 14:41:11 -07001834// that contains zero or one Target for each OsType and HostCross, selecting the one that matches
1835// the earliest filter.
Sam Delmericocc271e22022-06-01 15:45:02 +00001836func FirstTarget(targets []Target, filters ...string) []Target {
Jiyong Park22101982020-09-17 19:09:58 +09001837 // find the first target from each OS
1838 var ret []Target
Colin Crossc0f0eb82022-07-19 14:41:11 -07001839 type osHostCross struct {
1840 os OsType
1841 hostCross bool
1842 }
1843 set := make(map[osHostCross]bool)
Jiyong Park22101982020-09-17 19:09:58 +09001844
Colin Cross6b4a32d2017-12-05 13:42:45 -08001845 for _, filter := range filters {
1846 buildTargets := filterMultilibTargets(targets, filter)
Jiyong Park22101982020-09-17 19:09:58 +09001847 for _, t := range buildTargets {
Colin Crossc0f0eb82022-07-19 14:41:11 -07001848 key := osHostCross{t.Os, t.HostCross}
1849 if _, found := set[key]; !found {
1850 set[key] = true
Jiyong Park22101982020-09-17 19:09:58 +09001851 ret = append(ret, t)
1852 }
Colin Cross6b4a32d2017-12-05 13:42:45 -08001853 }
1854 }
Jiyong Park22101982020-09-17 19:09:58 +09001855 return ret
Colin Cross6b4a32d2017-12-05 13:42:45 -08001856}
1857
Colin Crossa6845402020-11-16 15:08:19 -08001858// decodeMultilibTargets uses the module's multilib setting to select one or more targets from a
1859// list of Targets.
Colin Crossee0bc3b2018-10-02 22:01:37 -07001860func decodeMultilibTargets(multilib string, targets []Target, prefer32 bool) ([]Target, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001861 var buildTargets []Target
Colin Cross6b4a32d2017-12-05 13:42:45 -08001862
Colin Cross4225f652015-09-17 14:33:42 -07001863 switch multilib {
1864 case "common":
Colin Cross6b4a32d2017-12-05 13:42:45 -08001865 buildTargets = getCommonTargets(targets)
1866 case "common_first":
1867 buildTargets = getCommonTargets(targets)
1868 if prefer32 {
Sam Delmericocc271e22022-06-01 15:45:02 +00001869 buildTargets = append(buildTargets, FirstTarget(targets, "lib32", "lib64")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001870 } else {
Sam Delmericocc271e22022-06-01 15:45:02 +00001871 buildTargets = append(buildTargets, FirstTarget(targets, "lib64", "lib32")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001872 }
Colin Cross4225f652015-09-17 14:33:42 -07001873 case "both":
Colin Cross8b74d172016-09-13 09:59:14 -07001874 if prefer32 {
1875 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1876 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1877 } else {
1878 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1879 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1880 }
Colin Cross4225f652015-09-17 14:33:42 -07001881 case "32":
Colin Cross69617d32016-09-06 10:39:07 -07001882 buildTargets = filterMultilibTargets(targets, "lib32")
Colin Cross4225f652015-09-17 14:33:42 -07001883 case "64":
Colin Cross69617d32016-09-06 10:39:07 -07001884 buildTargets = filterMultilibTargets(targets, "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001885 case "first":
1886 if prefer32 {
Sam Delmericocc271e22022-06-01 15:45:02 +00001887 buildTargets = FirstTarget(targets, "lib32", "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001888 } else {
Sam Delmericocc271e22022-06-01 15:45:02 +00001889 buildTargets = FirstTarget(targets, "lib64", "lib32")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001890 }
Victor Chang9448e8f2020-09-14 15:34:16 +01001891 case "first_prefer32":
Sam Delmericocc271e22022-06-01 15:45:02 +00001892 buildTargets = FirstTarget(targets, "lib32", "lib64")
Colin Cross69617d32016-09-06 10:39:07 -07001893 case "prefer32":
Colin Cross3dceee32018-09-06 10:19:57 -07001894 buildTargets = filterMultilibTargets(targets, "lib32")
1895 if len(buildTargets) == 0 {
1896 buildTargets = filterMultilibTargets(targets, "lib64")
1897 }
Dan Willemsen47450072021-10-19 20:24:49 -07001898 case "darwin_universal":
1899 buildTargets = filterMultilibTargets(targets, "lib64")
1900 // Reverse the targets so that the first architecture can depend on the second
1901 // architecture module in order to merge the outputs.
Colin Crossb5e3f7d2023-07-06 15:37:53 -07001902 ReverseSliceInPlace(buildTargets)
Dan Willemsen47450072021-10-19 20:24:49 -07001903 case "darwin_universal_common_first":
1904 archTargets := filterMultilibTargets(targets, "lib64")
Colin Crossb5e3f7d2023-07-06 15:37:53 -07001905 ReverseSliceInPlace(archTargets)
Dan Willemsen47450072021-10-19 20:24:49 -07001906 buildTargets = append(getCommonTargets(targets), archTargets...)
Colin Cross4225f652015-09-17 14:33:42 -07001907 default:
Victor Chang9448e8f2020-09-14 15:34:16 +01001908 return nil, fmt.Errorf(`compile_multilib must be "both", "first", "32", "64", "prefer32" or "first_prefer32" found %q`,
Colin Cross4225f652015-09-17 14:33:42 -07001909 multilib)
Colin Cross4225f652015-09-17 14:33:42 -07001910 }
1911
Colin Crossa1ad8d12016-06-01 17:09:44 -07001912 return buildTargets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001913}
Jingwen Chen5d864492021-02-24 07:20:12 -05001914
Liz Kammerb6dbc872021-05-14 15:14:40 -04001915// ArchVariantContext defines the limited context necessary to retrieve arch_variant properties.
1916type ArchVariantContext interface {
1917 ModuleErrorf(fmt string, args ...interface{})
1918 PropertyErrorf(property, fmt string, args ...interface{})
1919}