blob: 766176d5ae50db16d5f8efe55a3463fa25b4911e [file] [log] [blame]
Jihoon Kang98047cf2024-10-02 17:13:54 +00001// Copyright (C) 2024 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package fsgen
16
17import (
Cole Faust92ccbe22024-10-03 14:38:37 -070018 "crypto/sha256"
Jihoon Kang98047cf2024-10-02 17:13:54 +000019 "fmt"
mrziwang8f86c882024-10-03 12:34:33 -070020 "slices"
Jihoon Kang98047cf2024-10-02 17:13:54 +000021 "strconv"
mrziwang8f86c882024-10-03 12:34:33 -070022 "strings"
23 "sync"
24
25 "android/soong/android"
26 "android/soong/filesystem"
Jihoon Kang98047cf2024-10-02 17:13:54 +000027
Cole Faust92ccbe22024-10-03 14:38:37 -070028 "github.com/google/blueprint"
mrziwang8f86c882024-10-03 12:34:33 -070029 "github.com/google/blueprint/parser"
Jihoon Kang98047cf2024-10-02 17:13:54 +000030 "github.com/google/blueprint/proptools"
31)
32
Cole Faust92ccbe22024-10-03 14:38:37 -070033var pctx = android.NewPackageContext("android/soong/fsgen")
34
Jihoon Kang98047cf2024-10-02 17:13:54 +000035func init() {
36 registerBuildComponents(android.InitRegistrationContext)
37}
38
39func registerBuildComponents(ctx android.RegistrationContext) {
40 ctx.RegisterModuleType("soong_filesystem_creator", filesystemCreatorFactory)
mrziwang8f86c882024-10-03 12:34:33 -070041 ctx.PreDepsMutators(RegisterCollectFileSystemDepsMutators)
42}
43
44func RegisterCollectFileSystemDepsMutators(ctx android.RegisterMutatorsContext) {
45 ctx.BottomUp("fs_collect_deps", collectDepsMutator).MutatesGlobalState()
Jihoon Kang0d545b82024-10-11 00:21:57 +000046 ctx.BottomUp("fs_set_deps", setDepsMutator)
mrziwang8f86c882024-10-03 12:34:33 -070047}
48
Jihoon Kang0d545b82024-10-11 00:21:57 +000049var fsGenStateOnceKey = android.NewOnceKey("FsGenState")
Spandan Dase1860e42024-10-24 22:29:50 +000050var fsGenRemoveOverridesOnceKey = android.NewOnceKey("FsGenRemoveOverrides")
Jihoon Kang0d545b82024-10-11 00:21:57 +000051
52// Map of partition module name to its partition that may be generated by Soong.
53// Note that it is not guaranteed that all modules returned by this function are successfully
54// created.
55func getAllSoongGeneratedPartitionNames(config android.Config, partitions []string) map[string]string {
56 ret := map[string]string{}
57 for _, partition := range partitions {
58 ret[generatedModuleNameForPartition(config, partition)] = partition
59 }
60 return ret
61}
62
63type depCandidateProps struct {
64 Namespace string
65 Multilib string
66 Arch []android.ArchType
67}
68
69// Map of module name to depCandidateProps
70type multilibDeps *map[string]*depCandidateProps
71
72// Information necessary to generate the filesystem modules, including details about their
73// dependencies
74type FsGenState struct {
75 // List of modules in `PRODUCT_PACKAGES` and `PRODUCT_PACKAGES_DEBUG`
76 depCandidates []string
77 // Map of names of partition to the information of modules to be added as deps
78 fsDeps map[string]multilibDeps
79 // List of name of partitions to be generated by the filesystem_creator module
80 soongGeneratedPartitions []string
81 // Mutex to protect the fsDeps
82 fsDepsMutex sync.Mutex
Spandan Dase1860e42024-10-24 22:29:50 +000083 // Map of _all_ soong module names to their corresponding installation properties
84 moduleToInstallationProps map[string]installationProperties
85}
86
87type installationProperties struct {
88 Required []string
89 Overrides []string
Jihoon Kang0d545b82024-10-11 00:21:57 +000090}
91
92func newMultilibDeps() multilibDeps {
93 return &map[string]*depCandidateProps{}
94}
95
96func defaultDepCandidateProps(config android.Config) *depCandidateProps {
97 return &depCandidateProps{
98 Namespace: ".",
99 Arch: []android.ArchType{config.BuildArch},
100 }
101}
102
103func createFsGenState(ctx android.LoadHookContext) *FsGenState {
104 return ctx.Config().Once(fsGenStateOnceKey, func() interface{} {
105 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
106 candidates := android.FirstUniqueStrings(android.Concat(partitionVars.ProductPackages, partitionVars.ProductPackagesDebug))
107
108 generatedPartitions := []string{"system"}
109 if ctx.DeviceConfig().SystemExtPath() == "system_ext" {
110 generatedPartitions = append(generatedPartitions, "system_ext")
111 }
Spandan Dase3b65312024-10-22 00:27:27 +0000112 if ctx.DeviceConfig().BuildingVendorImage() && ctx.DeviceConfig().VendorPath() == "vendor" {
113 generatedPartitions = append(generatedPartitions, "vendor")
114 }
Jihoon Kang6dd13b62024-10-22 23:21:02 +0000115 if ctx.DeviceConfig().BuildingProductImage() && ctx.DeviceConfig().ProductPath() == "product" {
116 generatedPartitions = append(generatedPartitions, "product")
117 }
Jihoon Kang0d545b82024-10-11 00:21:57 +0000118
119 return &FsGenState{
120 depCandidates: candidates,
121 fsDeps: map[string]multilibDeps{
122 // These additional deps are added according to the cuttlefish system image bp.
123 "system": &map[string]*depCandidateProps{
124 "com.android.apex.cts.shim.v1_prebuilt": defaultDepCandidateProps(ctx.Config()),
125 "dex_bootjars": defaultDepCandidateProps(ctx.Config()),
126 "framework_compatibility_matrix.device.xml": defaultDepCandidateProps(ctx.Config()),
127 "idc_data": defaultDepCandidateProps(ctx.Config()),
128 "init.environ.rc-soong": defaultDepCandidateProps(ctx.Config()),
129 "keychars_data": defaultDepCandidateProps(ctx.Config()),
130 "keylayout_data": defaultDepCandidateProps(ctx.Config()),
131 "libclang_rt.asan": defaultDepCandidateProps(ctx.Config()),
132 "libcompiler_rt": defaultDepCandidateProps(ctx.Config()),
133 "libdmabufheap": defaultDepCandidateProps(ctx.Config()),
134 "libgsi": defaultDepCandidateProps(ctx.Config()),
135 "llndk.libraries.txt": defaultDepCandidateProps(ctx.Config()),
136 "logpersist.start": defaultDepCandidateProps(ctx.Config()),
137 "preloaded-classes": defaultDepCandidateProps(ctx.Config()),
138 "public.libraries.android.txt": defaultDepCandidateProps(ctx.Config()),
139 "update_engine_sideload": defaultDepCandidateProps(ctx.Config()),
140 },
Spandan Das49cc3e82024-10-23 20:54:01 +0000141 "vendor": &map[string]*depCandidateProps{
Spandan Das168098c2024-10-28 19:44:34 +0000142 "fs_config_files_vendor": defaultDepCandidateProps(ctx.Config()),
143 "fs_config_dirs_vendor": defaultDepCandidateProps(ctx.Config()),
144 generatedModuleName(ctx.Config(), "vendor-build.prop"): defaultDepCandidateProps(ctx.Config()),
Spandan Das49cc3e82024-10-23 20:54:01 +0000145 },
Spandan Dasd9875bc2024-10-17 21:36:17 +0000146 "odm": newMultilibDeps(),
147 "product": newMultilibDeps(),
148 "system_ext": &map[string]*depCandidateProps{
149 // VNDK apexes are automatically included.
150 // This hardcoded list will need to be updated if `PRODUCT_EXTRA_VNDK_VERSIONS` is updated.
151 // https://cs.android.com/android/_/android/platform/build/+/adba533072b00c53ac0f198c550a3cbd7a00e4cd:core/main.mk;l=984;bpv=1;bpt=0;drc=174db7b179592cf07cbfd2adb0119486fda911e7
152 "com.android.vndk.v30": defaultDepCandidateProps(ctx.Config()),
153 "com.android.vndk.v31": defaultDepCandidateProps(ctx.Config()),
154 "com.android.vndk.v32": defaultDepCandidateProps(ctx.Config()),
155 "com.android.vndk.v33": defaultDepCandidateProps(ctx.Config()),
156 "com.android.vndk.v34": defaultDepCandidateProps(ctx.Config()),
157 },
Jihoon Kang0d545b82024-10-11 00:21:57 +0000158 },
Spandan Dase1860e42024-10-24 22:29:50 +0000159 soongGeneratedPartitions: generatedPartitions,
160 fsDepsMutex: sync.Mutex{},
161 moduleToInstallationProps: map[string]installationProperties{},
Jihoon Kang0d545b82024-10-11 00:21:57 +0000162 }
163 }).(*FsGenState)
164}
165
166func checkDepModuleInMultipleNamespaces(mctx android.BottomUpMutatorContext, foundDeps map[string]*depCandidateProps, module string, partitionName string) {
167 otherNamespace := mctx.Namespace().Path
168 if val, found := foundDeps[module]; found && otherNamespace != "." && !android.InList(val.Namespace, []string{".", otherNamespace}) {
169 mctx.ModuleErrorf("found in multiple namespaces(%s and %s) when including in %s partition", val.Namespace, otherNamespace, partitionName)
170 }
171}
172
173func appendDepIfAppropriate(mctx android.BottomUpMutatorContext, deps *map[string]*depCandidateProps, installPartition string) {
174 checkDepModuleInMultipleNamespaces(mctx, *deps, mctx.Module().Name(), installPartition)
175 if _, ok := (*deps)[mctx.Module().Name()]; ok {
176 // Prefer the namespace-specific module over the platform module
177 if mctx.Namespace().Path != "." {
178 (*deps)[mctx.Module().Name()].Namespace = mctx.Namespace().Path
179 }
180 (*deps)[mctx.Module().Name()].Arch = append((*deps)[mctx.Module().Name()].Arch, mctx.Module().Target().Arch.ArchType)
181 } else {
182 multilib, _ := mctx.Module().DecodeMultilib(mctx)
183 (*deps)[mctx.Module().Name()] = &depCandidateProps{
184 Namespace: mctx.Namespace().Path,
185 Multilib: multilib,
186 Arch: []android.ArchType{mctx.Module().Target().Arch.ArchType},
187 }
188 }
189}
mrziwang8f86c882024-10-03 12:34:33 -0700190
191func collectDepsMutator(mctx android.BottomUpMutatorContext) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000192 fsGenState := mctx.Config().Get(fsGenStateOnceKey).(*FsGenState)
mrziwang8f86c882024-10-03 12:34:33 -0700193
194 m := mctx.Module()
Spandan Dasfcc07c02024-10-21 23:33:43 +0000195 if m.Target().Os.Class == android.Device && slices.Contains(fsGenState.depCandidates, m.Name()) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000196 installPartition := m.PartitionTag(mctx.DeviceConfig())
197 fsGenState.fsDepsMutex.Lock()
198 // Only add the module as dependency when:
199 // - its enabled
200 // - its namespace is included in PRODUCT_SOONG_NAMESPACES
201 if m.Enabled(mctx) && m.ExportedToMake() {
202 appendDepIfAppropriate(mctx, fsGenState.fsDeps[installPartition], installPartition)
203 }
204 fsGenState.fsDepsMutex.Unlock()
205 }
Spandan Dase1860e42024-10-24 22:29:50 +0000206 // store the map of module to (required,overrides) even if the module is not in PRODUCT_PACKAGES.
207 // the module might be installed transitively.
208 if m.Target().Os.Class == android.Device && m.Enabled(mctx) && m.ExportedToMake() {
209 fsGenState.fsDepsMutex.Lock()
210 fsGenState.moduleToInstallationProps[m.Name()] = installationProperties{
211 Required: m.RequiredModuleNames(mctx),
212 Overrides: m.Overrides(),
213 }
214 fsGenState.fsDepsMutex.Unlock()
215 }
Jihoon Kang0d545b82024-10-11 00:21:57 +0000216}
217
218type depsStruct struct {
219 Deps []string
220}
221
222type multilibDepsStruct struct {
223 Common depsStruct
224 Lib32 depsStruct
225 Lib64 depsStruct
226 Both depsStruct
227 Prefer32 depsStruct
228}
229
230type packagingPropsStruct struct {
231 Deps []string
232 Multilib multilibDepsStruct
233}
234
235func fullyQualifiedModuleName(moduleName, namespace string) string {
236 if namespace == "." {
237 return moduleName
238 }
239 return fmt.Sprintf("//%s:%s", namespace, moduleName)
240}
241
Jihoon Kang0d545b82024-10-11 00:21:57 +0000242func getBitness(archTypes []android.ArchType) (ret []string) {
243 for _, archType := range archTypes {
244 if archType.Multilib == "" {
245 ret = append(ret, android.COMMON_VARIANT)
246 } else {
247 ret = append(ret, archType.Bitness())
248 }
249 }
250 return ret
251}
252
253func setDepsMutator(mctx android.BottomUpMutatorContext) {
Spandan Dase1860e42024-10-24 22:29:50 +0000254 removeOverriddenDeps(mctx)
Jihoon Kang0d545b82024-10-11 00:21:57 +0000255 fsGenState := mctx.Config().Get(fsGenStateOnceKey).(*FsGenState)
256 fsDeps := fsGenState.fsDeps
257 soongGeneratedPartitionMap := getAllSoongGeneratedPartitionNames(mctx.Config(), fsGenState.soongGeneratedPartitions)
258 m := mctx.Module()
259 if partition, ok := soongGeneratedPartitionMap[m.Name()]; ok {
mrziwang2a506cf2024-10-17 15:38:37 -0700260 depsStruct := generateDepStruct(*fsDeps[partition])
261 if err := proptools.AppendMatchingProperties(m.GetProperties(), depsStruct, nil); err != nil {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000262 mctx.ModuleErrorf(err.Error())
mrziwang8f86c882024-10-03 12:34:33 -0700263 }
264 }
Jihoon Kang98047cf2024-10-02 17:13:54 +0000265}
266
Spandan Dase1860e42024-10-24 22:29:50 +0000267// removeOverriddenDeps collects PRODUCT_PACKAGES and (transitive) required deps.
268// it then removes any modules which appear in `overrides` of the above list.
269func removeOverriddenDeps(mctx android.BottomUpMutatorContext) {
270 mctx.Config().Once(fsGenRemoveOverridesOnceKey, func() interface{} {
271 fsGenState := mctx.Config().Get(fsGenStateOnceKey).(*FsGenState)
272 fsDeps := fsGenState.fsDeps
273 overridden := map[string]bool{}
274 allDeps := []string{}
275
276 // Step 1: Initialization: Append PRODUCT_PACKAGES to the queue
277 for _, fsDep := range fsDeps {
278 for depName, _ := range *fsDep {
279 allDeps = append(allDeps, depName)
280 }
281 }
282
283 // Step 2: Process the queue, and add required modules to the queue.
284 i := 0
285 for {
286 if i == len(allDeps) {
287 break
288 }
289 depName := allDeps[i]
290 for _, overrides := range fsGenState.moduleToInstallationProps[depName].Overrides {
291 overridden[overrides] = true
292 }
293 // add required dep to the queue.
294 allDeps = append(allDeps, fsGenState.moduleToInstallationProps[depName].Required...)
295 i += 1
296 }
297
298 // Step 3: Delete all the overridden modules.
299 for overridden, _ := range overridden {
300 for partition, _ := range fsDeps {
301 delete(*fsDeps[partition], overridden)
302 }
303 }
304 return nil
305 })
306}
307
mrziwang2a506cf2024-10-17 15:38:37 -0700308func generateDepStruct(deps map[string]*depCandidateProps) *packagingPropsStruct {
309 depsStruct := packagingPropsStruct{}
310 for depName, depProps := range deps {
311 bitness := getBitness(depProps.Arch)
312 fullyQualifiedDepName := fullyQualifiedModuleName(depName, depProps.Namespace)
313 if android.InList("32", bitness) && android.InList("64", bitness) {
314 // If both 32 and 64 bit variants are enabled for this module
315 switch depProps.Multilib {
316 case string(android.MultilibBoth):
317 depsStruct.Multilib.Both.Deps = append(depsStruct.Multilib.Both.Deps, fullyQualifiedDepName)
318 case string(android.MultilibCommon), string(android.MultilibFirst):
319 depsStruct.Deps = append(depsStruct.Deps, fullyQualifiedDepName)
320 case "32":
321 depsStruct.Multilib.Lib32.Deps = append(depsStruct.Multilib.Lib32.Deps, fullyQualifiedDepName)
322 case "64", "darwin_universal":
323 depsStruct.Multilib.Lib64.Deps = append(depsStruct.Multilib.Lib64.Deps, fullyQualifiedDepName)
324 case "prefer32", "first_prefer32":
325 depsStruct.Multilib.Prefer32.Deps = append(depsStruct.Multilib.Prefer32.Deps, fullyQualifiedDepName)
326 default:
327 depsStruct.Multilib.Both.Deps = append(depsStruct.Multilib.Both.Deps, fullyQualifiedDepName)
328 }
329 } else if android.InList("64", bitness) {
330 // If only 64 bit variant is enabled
331 depsStruct.Multilib.Lib64.Deps = append(depsStruct.Multilib.Lib64.Deps, fullyQualifiedDepName)
332 } else if android.InList("32", bitness) {
333 // If only 32 bit variant is enabled
334 depsStruct.Multilib.Lib32.Deps = append(depsStruct.Multilib.Lib32.Deps, fullyQualifiedDepName)
335 } else {
336 // If only common variant is enabled
337 depsStruct.Multilib.Common.Deps = append(depsStruct.Multilib.Common.Deps, fullyQualifiedDepName)
338 }
339 }
Jihoon Kang4e5d8de2024-10-19 01:59:58 +0000340 depsStruct.Deps = android.SortedUniqueStrings(depsStruct.Deps)
341 depsStruct.Multilib.Lib32.Deps = android.SortedUniqueStrings(depsStruct.Multilib.Lib32.Deps)
342 depsStruct.Multilib.Lib64.Deps = android.SortedUniqueStrings(depsStruct.Multilib.Lib64.Deps)
343 depsStruct.Multilib.Prefer32.Deps = android.SortedUniqueStrings(depsStruct.Multilib.Prefer32.Deps)
344 depsStruct.Multilib.Both.Deps = android.SortedUniqueStrings(depsStruct.Multilib.Both.Deps)
345 depsStruct.Multilib.Common.Deps = android.SortedUniqueStrings(depsStruct.Multilib.Common.Deps)
346
mrziwang2a506cf2024-10-17 15:38:37 -0700347 return &depsStruct
348}
349
Cole Faust92ccbe22024-10-03 14:38:37 -0700350type filesystemCreatorProps struct {
351 Generated_partition_types []string `blueprint:"mutated"`
352 Unsupported_partition_types []string `blueprint:"mutated"`
353}
354
Jihoon Kang98047cf2024-10-02 17:13:54 +0000355type filesystemCreator struct {
356 android.ModuleBase
Cole Faust92ccbe22024-10-03 14:38:37 -0700357
358 properties filesystemCreatorProps
Jihoon Kang98047cf2024-10-02 17:13:54 +0000359}
360
361func filesystemCreatorFactory() android.Module {
362 module := &filesystemCreator{}
363
Cole Faust69788792024-10-10 11:00:36 -0700364 android.InitAndroidArchModule(module, android.DeviceSupported, android.MultilibCommon)
Cole Faust92ccbe22024-10-03 14:38:37 -0700365 module.AddProperties(&module.properties)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000366 android.AddLoadHook(module, func(ctx android.LoadHookContext) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000367 createFsGenState(ctx)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000368 module.createInternalModules(ctx)
369 })
370
371 return module
372}
373
374func (f *filesystemCreator) createInternalModules(ctx android.LoadHookContext) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000375 soongGeneratedPartitions := &ctx.Config().Get(fsGenStateOnceKey).(*FsGenState).soongGeneratedPartitions
376 for _, partitionType := range *soongGeneratedPartitions {
Cole Faust92ccbe22024-10-03 14:38:37 -0700377 if f.createPartition(ctx, partitionType) {
378 f.properties.Generated_partition_types = append(f.properties.Generated_partition_types, partitionType)
379 } else {
380 f.properties.Unsupported_partition_types = append(f.properties.Unsupported_partition_types, partitionType)
Jihoon Kang0d545b82024-10-11 00:21:57 +0000381 _, *soongGeneratedPartitions = android.RemoveFromList(partitionType, *soongGeneratedPartitions)
Cole Faust92ccbe22024-10-03 14:38:37 -0700382 }
383 }
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000384 f.createDeviceModule(ctx)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000385}
386
Jihoon Kang0d545b82024-10-11 00:21:57 +0000387func generatedModuleName(cfg android.Config, suffix string) string {
Cole Faust92ccbe22024-10-03 14:38:37 -0700388 prefix := "soong"
389 if cfg.HasDeviceProduct() {
390 prefix = cfg.DeviceProduct()
391 }
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000392 return fmt.Sprintf("%s_generated_%s", prefix, suffix)
393}
394
Jihoon Kang0d545b82024-10-11 00:21:57 +0000395func generatedModuleNameForPartition(cfg android.Config, partitionType string) string {
396 return generatedModuleName(cfg, fmt.Sprintf("%s_image", partitionType))
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000397}
398
399func (f *filesystemCreator) createDeviceModule(ctx android.LoadHookContext) {
400 baseProps := &struct {
401 Name *string
402 }{
Jihoon Kang0d545b82024-10-11 00:21:57 +0000403 Name: proptools.StringPtr(generatedModuleName(ctx.Config(), "device")),
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000404 }
405
Priyanka Advani (xWF)dafaa7f2024-10-21 22:55:13 +0000406 // Currently, only the system and system_ext partition module is created.
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000407 partitionProps := &filesystem.PartitionNameProperties{}
408 if android.InList("system", f.properties.Generated_partition_types) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000409 partitionProps.System_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "system"))
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000410 }
Spandan Das7a46f6c2024-10-14 18:41:18 +0000411 if android.InList("system_ext", f.properties.Generated_partition_types) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000412 partitionProps.System_ext_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "system_ext"))
Spandan Das7a46f6c2024-10-14 18:41:18 +0000413 }
Spandan Dase3b65312024-10-22 00:27:27 +0000414 if android.InList("vendor", f.properties.Generated_partition_types) {
415 partitionProps.Vendor_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "vendor"))
416 }
Jihoon Kang6dd13b62024-10-22 23:21:02 +0000417 if android.InList("product", f.properties.Generated_partition_types) {
418 partitionProps.Product_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "product"))
419 }
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000420
421 ctx.CreateModule(filesystem.AndroidDeviceFactory, baseProps, partitionProps)
Cole Faust92ccbe22024-10-03 14:38:37 -0700422}
423
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000424func partitionSpecificFsProps(fsProps *filesystem.FilesystemProperties, partitionType string) {
425 switch partitionType {
426 case "system":
427 fsProps.Build_logtags = proptools.BoolPtr(true)
428 // https://source.corp.google.com/h/googleplex-android/platform/build//639d79f5012a6542ab1f733b0697db45761ab0f3:core/packaging/flags.mk;l=21;drc=5ba8a8b77507f93aa48cc61c5ba3f31a4d0cbf37;bpv=1;bpt=0
429 fsProps.Gen_aconfig_flags_pb = proptools.BoolPtr(true)
Spandan Dasa8fa6b42024-10-23 00:45:29 +0000430 // Identical to that of the generic_system_image
431 fsProps.Fsverity.Inputs = []string{
432 "etc/boot-image.prof",
433 "etc/dirty-image-objects",
434 "etc/preloaded-classes",
435 "etc/classpaths/*.pb",
436 "framework/*",
437 "framework/*/*", // framework/{arch}
438 "framework/oat/*/*", // framework/oat/{arch}
439 }
440 fsProps.Fsverity.Libs = []string{":framework-res{.export-package.apk}"}
441 case "system_ext":
442 fsProps.Fsverity.Inputs = []string{
443 "framework/*",
444 "framework/*/*", // framework/{arch}
445 "framework/oat/*/*", // framework/oat/{arch}
446 }
447 fsProps.Fsverity.Libs = []string{":framework-res{.export-package.apk}"}
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000448 case "product":
449 fsProps.Gen_aconfig_flags_pb = proptools.BoolPtr(true)
450 case "vendor":
451 fsProps.Gen_aconfig_flags_pb = proptools.BoolPtr(true)
Spandan Das69464c32024-10-25 20:08:06 +0000452 fsProps.Symlinks = []filesystem.SymlinkDefinition{
453 filesystem.SymlinkDefinition{
454 Target: proptools.StringPtr("/odm"),
455 Name: proptools.StringPtr("vendor/odm"),
456 },
457 filesystem.SymlinkDefinition{
458 Target: proptools.StringPtr("/vendor_dlkm/lib/modules"),
459 Name: proptools.StringPtr("vendor/lib/modules"),
460 },
461 }
462 fsProps.Base_dir = proptools.StringPtr("vendor")
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000463 }
464}
Spandan Dascbe641a2024-10-14 21:07:34 +0000465
Cole Faust92ccbe22024-10-03 14:38:37 -0700466// Creates a soong module to build the given partition. Returns false if we can't support building
467// it.
468func (f *filesystemCreator) createPartition(ctx android.LoadHookContext, partitionType string) bool {
mrziwang4b0ca972024-10-17 14:56:19 -0700469 baseProps := generateBaseProps(proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), partitionType)))
470
471 fsProps, supported := generateFsProps(ctx, partitionType)
472 if !supported {
473 return false
mrziwanga077b942024-10-16 16:00:06 -0700474 }
mrziwanga077b942024-10-16 16:00:06 -0700475
mrziwang4b0ca972024-10-17 14:56:19 -0700476 var module android.Module
477 if partitionType == "system" {
478 module = ctx.CreateModule(filesystem.SystemImageFactory, baseProps, fsProps)
479 } else {
480 // Explicitly set the partition.
481 fsProps.Partition_type = proptools.StringPtr(partitionType)
482 module = ctx.CreateModule(filesystem.FilesystemFactory, baseProps, fsProps)
483 }
484 module.HideFromMake()
Spandan Das168098c2024-10-28 19:44:34 +0000485 if partitionType == "vendor" {
486 // Create a build prop for vendor
487 vendorBuildProps := &struct {
488 Name *string
489 Vendor *bool
490 Stem *string
491 Product_config *string
492 }{
493 Name: proptools.StringPtr(generatedModuleName(ctx.Config(), "vendor-build.prop")),
494 Vendor: proptools.BoolPtr(true),
495 Stem: proptools.StringPtr("build.prop"),
496 Product_config: proptools.StringPtr(":product_config"),
497 }
498 vendorBuildProp := ctx.CreateModule(
499 android.BuildPropFactory,
500 vendorBuildProps,
501 )
502 vendorBuildProp.HideFromMake()
503 }
mrziwang4b0ca972024-10-17 14:56:19 -0700504 return true
505}
506
507type filesystemBaseProperty struct {
508 Name *string
509 Compile_multilib *string
510}
511
512func generateBaseProps(namePtr *string) *filesystemBaseProperty {
513 return &filesystemBaseProperty{
514 Name: namePtr,
515 Compile_multilib: proptools.StringPtr("both"),
516 }
517}
518
519func generateFsProps(ctx android.EarlyModuleContext, partitionType string) (*filesystem.FilesystemProperties, bool) {
Cole Faust92ccbe22024-10-03 14:38:37 -0700520 fsProps := &filesystem.FilesystemProperties{}
521
mrziwang4b0ca972024-10-17 14:56:19 -0700522 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
523 specificPartitionVars := partitionVars.PartitionQualifiedVariables[partitionType]
524
525 // BOARD_SYSTEMIMAGE_FILE_SYSTEM_TYPE
526 fsType := specificPartitionVars.BoardFileSystemType
527 if fsType == "" {
528 fsType = "ext4" //default
529 }
530 fsProps.Type = proptools.StringPtr(fsType)
531 if filesystem.GetFsTypeFromString(ctx, *fsProps.Type).IsUnknown() {
532 // Currently the android_filesystem module type only supports a handful of FS types like ext4, erofs
533 return nil, false
534 }
535
Cole Faust92ccbe22024-10-03 14:38:37 -0700536 // Don't build this module on checkbuilds, the soong-built partitions are still in-progress
537 // and sometimes don't build.
538 fsProps.Unchecked_module = proptools.BoolPtr(true)
539
Jihoon Kang98047cf2024-10-02 17:13:54 +0000540 // BOARD_AVB_ENABLE
541 fsProps.Use_avb = proptools.BoolPtr(partitionVars.BoardAvbEnable)
542 // BOARD_AVB_KEY_PATH
Cole Faust92ccbe22024-10-03 14:38:37 -0700543 fsProps.Avb_private_key = proptools.StringPtr(specificPartitionVars.BoardAvbKeyPath)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000544 // BOARD_AVB_ALGORITHM
Cole Faust92ccbe22024-10-03 14:38:37 -0700545 fsProps.Avb_algorithm = proptools.StringPtr(specificPartitionVars.BoardAvbAlgorithm)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000546 // BOARD_AVB_SYSTEM_ROLLBACK_INDEX
Cole Faust92ccbe22024-10-03 14:38:37 -0700547 if rollbackIndex, err := strconv.ParseInt(specificPartitionVars.BoardAvbRollbackIndex, 10, 64); err == nil {
Jihoon Kang98047cf2024-10-02 17:13:54 +0000548 fsProps.Rollback_index = proptools.Int64Ptr(rollbackIndex)
549 }
550
Cole Faust92ccbe22024-10-03 14:38:37 -0700551 fsProps.Partition_name = proptools.StringPtr(partitionType)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000552
Cole Faust92ccbe22024-10-03 14:38:37 -0700553 fsProps.Base_dir = proptools.StringPtr(partitionType)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000554
Jihoon Kang0d545b82024-10-11 00:21:57 +0000555 fsProps.Is_auto_generated = proptools.BoolPtr(true)
556
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000557 partitionSpecificFsProps(fsProps, partitionType)
558
Jihoon Kang98047cf2024-10-02 17:13:54 +0000559 // system_image properties that are not set:
560 // - filesystemProperties.Avb_hash_algorithm
561 // - filesystemProperties.File_contexts
562 // - filesystemProperties.Dirs
563 // - filesystemProperties.Symlinks
564 // - filesystemProperties.Fake_timestamp
565 // - filesystemProperties.Uuid
566 // - filesystemProperties.Mount_point
567 // - filesystemProperties.Include_make_built_files
568 // - filesystemProperties.Build_logtags
Jihoon Kang98047cf2024-10-02 17:13:54 +0000569 // - systemImageProperties.Linker_config_src
mrziwang4b0ca972024-10-17 14:56:19 -0700570
571 return fsProps, true
Cole Faust92ccbe22024-10-03 14:38:37 -0700572}
573
574func (f *filesystemCreator) createDiffTest(ctx android.ModuleContext, partitionType string) android.Path {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000575 partitionModuleName := generatedModuleNameForPartition(ctx.Config(), partitionType)
Cole Faust92ccbe22024-10-03 14:38:37 -0700576 systemImage := ctx.GetDirectDepWithTag(partitionModuleName, generatedFilesystemDepTag)
577 filesystemInfo, ok := android.OtherModuleProvider(ctx, systemImage, filesystem.FilesystemProvider)
578 if !ok {
579 ctx.ModuleErrorf("Expected module %s to provide FileysystemInfo", partitionModuleName)
580 }
581 makeFileList := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/obj/PACKAGING/%s_intermediates/file_list.txt", ctx.Config().DeviceName(), partitionType))
582 // For now, don't allowlist anything. The test will fail, but that's fine in the current
583 // early stages where we're just figuring out what we need
Jihoon Kang9e866c82024-10-07 22:39:18 +0000584 emptyAllowlistFile := android.PathForModuleOut(ctx, fmt.Sprintf("allowlist_%s.txt", partitionModuleName))
Cole Faust92ccbe22024-10-03 14:38:37 -0700585 android.WriteFileRule(ctx, emptyAllowlistFile, "")
Jihoon Kang9e866c82024-10-07 22:39:18 +0000586 diffTestResultFile := android.PathForModuleOut(ctx, fmt.Sprintf("diff_test_%s.txt", partitionModuleName))
Cole Faust92ccbe22024-10-03 14:38:37 -0700587
588 builder := android.NewRuleBuilder(pctx, ctx)
589 builder.Command().BuiltTool("file_list_diff").
590 Input(makeFileList).
591 Input(filesystemInfo.FileListFile).
Jihoon Kang9e866c82024-10-07 22:39:18 +0000592 Text(partitionModuleName).
593 FlagWithInput("--allowlists ", emptyAllowlistFile)
Cole Faust92ccbe22024-10-03 14:38:37 -0700594 builder.Command().Text("touch").Output(diffTestResultFile)
595 builder.Build(partitionModuleName+" diff test", partitionModuleName+" diff test")
596 return diffTestResultFile
597}
598
599func createFailingCommand(ctx android.ModuleContext, message string) android.Path {
600 hasher := sha256.New()
601 hasher.Write([]byte(message))
602 filename := fmt.Sprintf("failing_command_%x.txt", hasher.Sum(nil))
603 file := android.PathForModuleOut(ctx, filename)
604 builder := android.NewRuleBuilder(pctx, ctx)
605 builder.Command().Textf("echo %s", proptools.NinjaAndShellEscape(message))
606 builder.Command().Text("exit 1 #").Output(file)
607 builder.Build("failing command "+filename, "failing command "+filename)
608 return file
609}
610
611type systemImageDepTagType struct {
612 blueprint.BaseDependencyTag
613}
614
615var generatedFilesystemDepTag systemImageDepTagType
616
617func (f *filesystemCreator) DepsMutator(ctx android.BottomUpMutatorContext) {
618 for _, partitionType := range f.properties.Generated_partition_types {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000619 ctx.AddDependency(ctx.Module(), generatedFilesystemDepTag, generatedModuleNameForPartition(ctx.Config(), partitionType))
Cole Faust92ccbe22024-10-03 14:38:37 -0700620 }
Jihoon Kang98047cf2024-10-02 17:13:54 +0000621}
622
623func (f *filesystemCreator) GenerateAndroidBuildActions(ctx android.ModuleContext) {
Cole Faust92ccbe22024-10-03 14:38:37 -0700624 if ctx.ModuleDir() != "build/soong/fsgen" {
625 ctx.ModuleErrorf("There can only be one soong_filesystem_creator in build/soong/fsgen")
626 }
627 f.HideFromMake()
Jihoon Kang98047cf2024-10-02 17:13:54 +0000628
Jihoon Kang4e5d8de2024-10-19 01:59:58 +0000629 var content strings.Builder
630 generatedBp := android.PathForModuleOut(ctx, "soong_generated_product_config.bp")
631 for _, partition := range ctx.Config().Get(fsGenStateOnceKey).(*FsGenState).soongGeneratedPartitions {
632 content.WriteString(generateBpContent(ctx, partition))
633 content.WriteString("\n")
634 }
635 android.WriteFileRule(ctx, generatedBp, content.String())
636
mrziwang8f86c882024-10-03 12:34:33 -0700637 ctx.Phony("product_config_to_bp", generatedBp)
638
Cole Faust92ccbe22024-10-03 14:38:37 -0700639 var diffTestFiles []android.Path
640 for _, partitionType := range f.properties.Generated_partition_types {
Jihoon Kang72f812f2024-10-17 18:46:24 +0000641 diffTestFile := f.createDiffTest(ctx, partitionType)
642 diffTestFiles = append(diffTestFiles, diffTestFile)
643 ctx.Phony(fmt.Sprintf("soong_generated_%s_filesystem_test", partitionType), diffTestFile)
Cole Faust92ccbe22024-10-03 14:38:37 -0700644 }
645 for _, partitionType := range f.properties.Unsupported_partition_types {
Jihoon Kang72f812f2024-10-17 18:46:24 +0000646 diffTestFile := createFailingCommand(ctx, fmt.Sprintf("Couldn't build %s partition", partitionType))
647 diffTestFiles = append(diffTestFiles, diffTestFile)
648 ctx.Phony(fmt.Sprintf("soong_generated_%s_filesystem_test", partitionType), diffTestFile)
Cole Faust92ccbe22024-10-03 14:38:37 -0700649 }
650 ctx.Phony("soong_generated_filesystem_tests", diffTestFiles...)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000651}
mrziwang8f86c882024-10-03 12:34:33 -0700652
mrziwang8f86c882024-10-03 12:34:33 -0700653func generateBpContent(ctx android.EarlyModuleContext, partitionType string) string {
mrziwang4b0ca972024-10-17 14:56:19 -0700654 fsProps, fsTypeSupported := generateFsProps(ctx, partitionType)
655 if !fsTypeSupported {
656 return ""
mrziwang8f86c882024-10-03 12:34:33 -0700657 }
Spandan Das69464c32024-10-25 20:08:06 +0000658 if partitionType == "vendor" {
659 return "" // TODO: Handle struct props
660 }
mrziwang8f86c882024-10-03 12:34:33 -0700661
mrziwang4b0ca972024-10-17 14:56:19 -0700662 baseProps := generateBaseProps(proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), partitionType)))
mrziwang2a506cf2024-10-17 15:38:37 -0700663 deps := ctx.Config().Get(fsGenStateOnceKey).(*FsGenState).fsDeps[partitionType]
664 depProps := generateDepStruct(*deps)
mrziwang8f86c882024-10-03 12:34:33 -0700665
mrziwang4b0ca972024-10-17 14:56:19 -0700666 result, err := proptools.RepackProperties([]interface{}{baseProps, fsProps, depProps})
mrziwang8f86c882024-10-03 12:34:33 -0700667 if err != nil {
668 ctx.ModuleErrorf(err.Error())
669 }
670
Jihoon Kang4e5d8de2024-10-19 01:59:58 +0000671 moduleType := "android_filesystem"
672 if partitionType == "system" {
673 moduleType = "android_system_image"
674 }
675
mrziwang8f86c882024-10-03 12:34:33 -0700676 file := &parser.File{
677 Defs: []parser.Definition{
678 &parser.Module{
Jihoon Kang4e5d8de2024-10-19 01:59:58 +0000679 Type: moduleType,
mrziwang8f86c882024-10-03 12:34:33 -0700680 Map: *result,
681 },
682 },
683 }
684 bytes, err := parser.Print(file)
685 if err != nil {
686 ctx.ModuleErrorf(err.Error())
687 }
688 return strings.TrimSpace(string(bytes))
689}