blob: c2721d29f2306b188b1236c93f430b4afa42a31b [file] [log] [blame]
Jihoon Kang98047cf2024-10-02 17:13:54 +00001// Copyright (C) 2024 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package fsgen
16
17import (
Cole Faust92ccbe22024-10-03 14:38:37 -070018 "crypto/sha256"
Jihoon Kang98047cf2024-10-02 17:13:54 +000019 "fmt"
Spandan Das312cc412024-10-29 18:20:11 +000020 "path/filepath"
Cole Fauste1676122024-12-03 17:32:25 -080021 "slices"
Jihoon Kang98047cf2024-10-02 17:13:54 +000022 "strconv"
mrziwang8f86c882024-10-03 12:34:33 -070023 "strings"
mrziwang8f86c882024-10-03 12:34:33 -070024
25 "android/soong/android"
26 "android/soong/filesystem"
Spandan Das5e336422024-11-01 22:31:20 +000027 "android/soong/kernel"
Jihoon Kang98047cf2024-10-02 17:13:54 +000028
Cole Faust92ccbe22024-10-03 14:38:37 -070029 "github.com/google/blueprint"
mrziwang8f86c882024-10-03 12:34:33 -070030 "github.com/google/blueprint/parser"
Jihoon Kang98047cf2024-10-02 17:13:54 +000031 "github.com/google/blueprint/proptools"
32)
33
Cole Faust92ccbe22024-10-03 14:38:37 -070034var pctx = android.NewPackageContext("android/soong/fsgen")
35
Jihoon Kang98047cf2024-10-02 17:13:54 +000036func init() {
37 registerBuildComponents(android.InitRegistrationContext)
38}
39
40func registerBuildComponents(ctx android.RegistrationContext) {
41 ctx.RegisterModuleType("soong_filesystem_creator", filesystemCreatorFactory)
mrziwang8f86c882024-10-03 12:34:33 -070042 ctx.PreDepsMutators(RegisterCollectFileSystemDepsMutators)
43}
44
Cole Faust76e8aa12025-01-27 18:21:31 -080045type generatedPartitionData struct {
46 partitionType string
47 moduleName string
48 // supported is true if the module was created successfully, false if there was some problem
49 // and the module couldn't be created.
50 supported bool
51 handwritten bool
52}
53
54type allGeneratedPartitionData []generatedPartitionData
55
56func (d allGeneratedPartitionData) moduleNames() []string {
57 var result []string
58 for _, data := range d {
59 if data.supported {
60 result = append(result, data.moduleName)
61 }
62 }
63 return result
64}
65
66func (d allGeneratedPartitionData) types() []string {
67 var result []string
68 for _, data := range d {
69 if data.supported {
70 result = append(result, data.partitionType)
71 }
72 }
73 return result
74}
75
76func (d allGeneratedPartitionData) unsupportedTypes() []string {
77 var result []string
78 for _, data := range d {
79 if !data.supported {
80 result = append(result, data.partitionType)
81 }
82 }
83 return result
84}
85
86func (d allGeneratedPartitionData) names() []string {
87 var result []string
88 for _, data := range d {
89 if data.supported {
90 result = append(result, data.moduleName)
91 }
92 }
93 return result
94}
95
96func (d allGeneratedPartitionData) nameForType(ty string) string {
97 for _, data := range d {
98 if data.supported && data.partitionType == ty {
99 return data.moduleName
100 }
101 }
102 return ""
103}
104
105func (d allGeneratedPartitionData) typeForName(name string) string {
106 for _, data := range d {
107 if data.supported && data.moduleName == name {
108 return data.partitionType
109 }
110 }
111 return ""
112}
113
114func (d allGeneratedPartitionData) isHandwritten(name string) bool {
115 for _, data := range d {
116 if data.supported && data.moduleName == name {
117 return data.handwritten
118 }
119 }
120 return false
121}
122
Cole Faust92ccbe22024-10-03 14:38:37 -0700123type filesystemCreatorProps struct {
Cole Faust92ccbe22024-10-03 14:38:37 -0700124 Unsupported_partition_types []string `blueprint:"mutated"`
Cole Faust3552eb62024-11-06 18:07:26 -0800125
126 Vbmeta_module_names []string `blueprint:"mutated"`
127 Vbmeta_partition_names []string `blueprint:"mutated"`
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800128
Cole Faust24938e22024-11-18 14:01:58 -0800129 Boot_image string `blueprint:"mutated" android:"path_device_first"`
130 Vendor_boot_image string `blueprint:"mutated" android:"path_device_first"`
Jihoon Kang95eb1da2024-11-19 20:55:20 +0000131 Init_boot_image string `blueprint:"mutated" android:"path_device_first"`
mrziwang79730d42024-12-02 22:13:59 -0800132 Super_image string `blueprint:"mutated" android:"path_device_first"`
Cole Faust92ccbe22024-10-03 14:38:37 -0700133}
134
Jihoon Kang98047cf2024-10-02 17:13:54 +0000135type filesystemCreator struct {
136 android.ModuleBase
Cole Faust92ccbe22024-10-03 14:38:37 -0700137
138 properties filesystemCreatorProps
Jihoon Kang98047cf2024-10-02 17:13:54 +0000139}
140
141func filesystemCreatorFactory() android.Module {
142 module := &filesystemCreator{}
143
Cole Faust69788792024-10-10 11:00:36 -0700144 android.InitAndroidArchModule(module, android.DeviceSupported, android.MultilibCommon)
Cole Faust92ccbe22024-10-03 14:38:37 -0700145 module.AddProperties(&module.properties)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000146 android.AddLoadHook(module, func(ctx android.LoadHookContext) {
Jihoon Kang675d4682024-10-24 23:45:11 +0000147 generatedPrebuiltEtcModuleNames := createPrebuiltEtcModules(ctx)
Jihoon Kang04f12c92024-11-12 23:03:08 +0000148 avbpubkeyGenerated := createAvbpubkeyModule(ctx)
149 createFsGenState(ctx, generatedPrebuiltEtcModuleNames, avbpubkeyGenerated)
Cole Faust953476f2024-11-14 14:11:29 -0800150 module.createAvbKeyFilegroups(ctx)
Cole Faust3e730972024-12-03 13:12:08 -0800151 module.createMiscFilegroups(ctx)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000152 module.createInternalModules(ctx)
153 })
154
155 return module
156}
157
Cole Faust76e8aa12025-01-27 18:21:31 -0800158func generatedPartitions(ctx android.EarlyModuleContext) allGeneratedPartitionData {
Cole Faust24938e22024-11-18 14:01:58 -0800159 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
Cole Faust76e8aa12025-01-27 18:21:31 -0800160
161 var result allGeneratedPartitionData
162 addGenerated := func(ty string) {
163 result = append(result, generatedPartitionData{
164 partitionType: ty,
165 moduleName: generatedModuleNameForPartition(ctx.Config(), ty),
166 supported: true,
167 })
168 }
169
170 if ctx.Config().UseSoongSystemImage() {
171 if ctx.Config().SoongDefinedSystemImage() == "" {
172 panic("PRODUCT_SOONG_DEFINED_SYSTEM_IMAGE must be set if USE_SOONG_DEFINED_SYSTEM_IMAGE is true")
173 }
174 result = append(result, generatedPartitionData{
175 partitionType: "system",
176 moduleName: ctx.Config().SoongDefinedSystemImage(),
177 supported: true,
178 handwritten: true,
179 })
180 } else {
181 addGenerated("system")
182 }
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800183 if ctx.DeviceConfig().SystemExtPath() == "system_ext" {
Cole Faust76e8aa12025-01-27 18:21:31 -0800184 addGenerated("system_ext")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800185 }
186 if ctx.DeviceConfig().BuildingVendorImage() && ctx.DeviceConfig().VendorPath() == "vendor" {
Cole Faust76e8aa12025-01-27 18:21:31 -0800187 addGenerated("vendor")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800188 }
189 if ctx.DeviceConfig().BuildingProductImage() && ctx.DeviceConfig().ProductPath() == "product" {
Cole Faust76e8aa12025-01-27 18:21:31 -0800190 addGenerated("product")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800191 }
192 if ctx.DeviceConfig().BuildingOdmImage() && ctx.DeviceConfig().OdmPath() == "odm" {
Cole Faust76e8aa12025-01-27 18:21:31 -0800193 addGenerated("odm")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800194 }
195 if ctx.DeviceConfig().BuildingUserdataImage() && ctx.DeviceConfig().UserdataPath() == "data" {
Cole Faust76e8aa12025-01-27 18:21:31 -0800196 addGenerated("userdata")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800197 }
Cole Faust24938e22024-11-18 14:01:58 -0800198 if partitionVars.BuildingSystemDlkmImage {
Cole Faust76e8aa12025-01-27 18:21:31 -0800199 addGenerated("system_dlkm")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800200 }
Cole Faust24938e22024-11-18 14:01:58 -0800201 if partitionVars.BuildingVendorDlkmImage {
Cole Faust76e8aa12025-01-27 18:21:31 -0800202 addGenerated("vendor_dlkm")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800203 }
Cole Faust24938e22024-11-18 14:01:58 -0800204 if partitionVars.BuildingOdmDlkmImage {
Cole Faust76e8aa12025-01-27 18:21:31 -0800205 addGenerated("odm_dlkm")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800206 }
Cole Faust24938e22024-11-18 14:01:58 -0800207 if partitionVars.BuildingRamdiskImage {
Cole Faust76e8aa12025-01-27 18:21:31 -0800208 addGenerated("ramdisk")
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800209 }
Cole Faust24938e22024-11-18 14:01:58 -0800210 if buildingVendorBootImage(partitionVars) {
Cole Faust76e8aa12025-01-27 18:21:31 -0800211 addGenerated("vendor_ramdisk")
Cole Faust24938e22024-11-18 14:01:58 -0800212 }
Jihoon Kang3216c982024-12-02 19:42:20 +0000213 if ctx.DeviceConfig().BuildingRecoveryImage() && ctx.DeviceConfig().RecoveryPath() == "recovery" {
Cole Faust76e8aa12025-01-27 18:21:31 -0800214 addGenerated("recovery")
Jihoon Kang3216c982024-12-02 19:42:20 +0000215 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800216 return result
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800217}
218
Jihoon Kang98047cf2024-10-02 17:13:54 +0000219func (f *filesystemCreator) createInternalModules(ctx android.LoadHookContext) {
Cole Faust76e8aa12025-01-27 18:21:31 -0800220 partitions := generatedPartitions(ctx)
221 for i := range partitions {
222 f.createPartition(ctx, partitions, &partitions[i])
Cole Faustb8e280f2025-01-16 16:33:26 -0800223 }
Spandan Dase51ff952025-01-09 18:11:59 +0000224 // Create android_info.prop
225 f.createAndroidInfo(ctx)
Cole Faust3552eb62024-11-06 18:07:26 -0800226
Cole Faust24938e22024-11-18 14:01:58 -0800227 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
Jihoon Kang70c1c682024-11-20 23:58:38 +0000228 dtbImg := createDtbImgFilegroup(ctx)
229
Cole Faust24938e22024-11-18 14:01:58 -0800230 if buildingBootImage(partitionVars) {
Jihoon Kang70c1c682024-11-20 23:58:38 +0000231 if createBootImage(ctx, dtbImg) {
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800232 f.properties.Boot_image = ":" + generatedModuleNameForPartition(ctx.Config(), "boot")
233 } else {
234 f.properties.Unsupported_partition_types = append(f.properties.Unsupported_partition_types, "boot")
235 }
236 }
Cole Faust24938e22024-11-18 14:01:58 -0800237 if buildingVendorBootImage(partitionVars) {
Jihoon Kang70c1c682024-11-20 23:58:38 +0000238 if createVendorBootImage(ctx, dtbImg) {
Cole Faust24938e22024-11-18 14:01:58 -0800239 f.properties.Vendor_boot_image = ":" + generatedModuleNameForPartition(ctx.Config(), "vendor_boot")
240 } else {
241 f.properties.Unsupported_partition_types = append(f.properties.Unsupported_partition_types, "vendor_boot")
242 }
243 }
Jihoon Kang95eb1da2024-11-19 20:55:20 +0000244 if buildingInitBootImage(partitionVars) {
245 if createInitBootImage(ctx) {
246 f.properties.Init_boot_image = ":" + generatedModuleNameForPartition(ctx.Config(), "init_boot")
247 } else {
248 f.properties.Unsupported_partition_types = append(f.properties.Unsupported_partition_types, "init_boot")
249 }
250 }
Cole Faustf2a6e8b2024-11-14 10:54:48 -0800251
Cole Faust74ee4e02025-01-16 14:55:35 -0800252 var systemOtherImageName string
253 if buildingSystemOtherImage(partitionVars) {
Cole Faust76e8aa12025-01-27 18:21:31 -0800254 systemModule := partitions.nameForType("system")
Cole Faust74ee4e02025-01-16 14:55:35 -0800255 systemOtherImageName = generatedModuleNameForPartition(ctx.Config(), "system_other")
256 ctx.CreateModule(
257 filesystem.SystemOtherImageFactory,
258 &filesystem.SystemOtherImageProperties{
Cole Faustb8e280f2025-01-16 16:33:26 -0800259 System_image: &systemModule,
Cole Faust76e8aa12025-01-27 18:21:31 -0800260 Preinstall_dexpreopt_files_from: partitions.moduleNames(),
Cole Faust74ee4e02025-01-16 14:55:35 -0800261 },
262 &struct {
263 Name *string
264 }{
265 Name: proptools.StringPtr(systemOtherImageName),
266 },
267 )
268 }
269
Cole Faust76e8aa12025-01-27 18:21:31 -0800270 for _, x := range f.createVbmetaPartitions(ctx, partitions) {
Cole Faust3552eb62024-11-06 18:07:26 -0800271 f.properties.Vbmeta_module_names = append(f.properties.Vbmeta_module_names, x.moduleName)
272 f.properties.Vbmeta_partition_names = append(f.properties.Vbmeta_partition_names, x.partitionName)
273 }
274
Cole Faust2bdc5e52025-01-10 10:29:36 -0800275 var superImageSubpartitions []string
mrziwang79730d42024-12-02 22:13:59 -0800276 if buildingSuperImage(partitionVars) {
Cole Faust76e8aa12025-01-27 18:21:31 -0800277 superImageSubpartitions = createSuperImage(ctx, partitions, partitionVars, systemOtherImageName)
Jihoon Kang1259eff2025-01-09 22:11:03 +0000278 f.properties.Super_image = ":" + generatedModuleNameForPartition(ctx.Config(), "super")
mrziwang79730d42024-12-02 22:13:59 -0800279 }
280
Cole Faust76e8aa12025-01-27 18:21:31 -0800281 ctx.Config().Get(fsGenStateOnceKey).(*FsGenState).soongGeneratedPartitions = partitions
282 f.createDeviceModule(ctx, partitions, f.properties.Vbmeta_module_names, superImageSubpartitions)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000283}
284
Jihoon Kang0d545b82024-10-11 00:21:57 +0000285func generatedModuleName(cfg android.Config, suffix string) string {
Cole Faust92ccbe22024-10-03 14:38:37 -0700286 prefix := "soong"
287 if cfg.HasDeviceProduct() {
288 prefix = cfg.DeviceProduct()
289 }
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000290 return fmt.Sprintf("%s_generated_%s", prefix, suffix)
291}
292
Jihoon Kang0d545b82024-10-11 00:21:57 +0000293func generatedModuleNameForPartition(cfg android.Config, partitionType string) string {
294 return generatedModuleName(cfg, fmt.Sprintf("%s_image", partitionType))
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000295}
296
Cole Faust74ee4e02025-01-16 14:55:35 -0800297func buildingSystemOtherImage(partitionVars android.PartitionVariables) bool {
298 // TODO: Recreate this logic from make instead of just depending on the final result variable:
299 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/board_config.mk;l=429;drc=15a0df840e7093f65518003ab80cf24a3d9e8e6a
300 return partitionVars.BuildingSystemOtherImage
301}
302
Jihoon Kang3be17162025-01-09 20:51:54 +0000303func (f *filesystemCreator) createBootloaderFilegroup(ctx android.LoadHookContext) (string, bool) {
304 bootloaderPath := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.PrebuiltBootloader
305 if len(bootloaderPath) == 0 {
306 return "", false
307 }
308
309 bootloaderFilegroupName := generatedModuleName(ctx.Config(), "bootloader")
310 filegroupProps := &struct {
311 Name *string
312 Srcs []string
313 Visibility []string
314 }{
315 Name: proptools.StringPtr(bootloaderFilegroupName),
316 Srcs: []string{bootloaderPath},
317 Visibility: []string{"//visibility:public"},
318 }
319 ctx.CreateModuleInDirectory(android.FileGroupFactory, ".", filegroupProps)
320 return bootloaderFilegroupName, true
321}
322
Spandan Das37240d92025-02-14 00:18:41 +0000323func (f *filesystemCreator) createReleaseToolsFilegroup(ctx android.LoadHookContext) (string, bool) {
324 releaseToolsDir := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.ReleaseToolsExtensionDir
325 if releaseToolsDir == "" {
326 return "", false
327 }
328
329 releaseToolsFilegroupName := generatedModuleName(ctx.Config(), "releasetools")
330 filegroupProps := &struct {
331 Name *string
332 Srcs []string
333 Visibility []string
334 }{
335 Name: proptools.StringPtr(releaseToolsFilegroupName),
336 Srcs: []string{"releasetools.py"},
337 Visibility: []string{"//visibility:public"},
338 }
339 ctx.CreateModuleInDirectory(android.FileGroupFactory, releaseToolsDir, filegroupProps)
340 return releaseToolsFilegroupName, true
341}
342
Cole Faust3552eb62024-11-06 18:07:26 -0800343func (f *filesystemCreator) createDeviceModule(
344 ctx android.LoadHookContext,
Cole Faust76e8aa12025-01-27 18:21:31 -0800345 partitions allGeneratedPartitionData,
Cole Faust3552eb62024-11-06 18:07:26 -0800346 vbmetaPartitions []string,
Cole Faust2bdc5e52025-01-10 10:29:36 -0800347 superImageSubPartitions []string,
Cole Faust3552eb62024-11-06 18:07:26 -0800348) {
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000349 baseProps := &struct {
Spandan Dase51ff952025-01-09 18:11:59 +0000350 Name *string
351 Android_info *string
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000352 }{
Spandan Dase51ff952025-01-09 18:11:59 +0000353 Name: proptools.StringPtr(generatedModuleName(ctx.Config(), "device")),
354 Android_info: proptools.StringPtr(":" + generatedModuleName(ctx.Config(), "android_info.prop{.txt}")),
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000355 }
356
Priyanka Advani (xWF)dafaa7f2024-10-21 22:55:13 +0000357 // Currently, only the system and system_ext partition module is created.
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000358 partitionProps := &filesystem.PartitionNameProperties{}
Cole Faust2bdc5e52025-01-10 10:29:36 -0800359 if f.properties.Super_image != "" {
360 partitionProps.Super_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "super"))
361 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800362 if modName := partitions.nameForType("system"); modName != "" && !android.InList("system", superImageSubPartitions) {
363 partitionProps.System_partition_name = proptools.StringPtr(modName)
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000364 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800365 if modName := partitions.nameForType("system_ext"); modName != "" && !android.InList("system_ext", superImageSubPartitions) {
366 partitionProps.System_ext_partition_name = proptools.StringPtr(modName)
Spandan Das7a46f6c2024-10-14 18:41:18 +0000367 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800368 if modName := partitions.nameForType("vendor"); modName != "" && !android.InList("vendor", superImageSubPartitions) {
369 partitionProps.Vendor_partition_name = proptools.StringPtr(modName)
Spandan Dase3b65312024-10-22 00:27:27 +0000370 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800371 if modName := partitions.nameForType("product"); modName != "" && !android.InList("product", superImageSubPartitions) {
372 partitionProps.Product_partition_name = proptools.StringPtr(modName)
Jihoon Kang6dd13b62024-10-22 23:21:02 +0000373 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800374 if modName := partitions.nameForType("odm"); modName != "" && !android.InList("odm", superImageSubPartitions) {
375 partitionProps.Odm_partition_name = proptools.StringPtr(modName)
Spandan Dasc5717162024-11-01 18:33:57 +0000376 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800377 if modName := partitions.nameForType("userdata"); modName != "" {
378 partitionProps.Userdata_partition_name = proptools.StringPtr(modName)
mrziwang23ba8762024-11-07 16:21:53 -0800379 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800380 if modName := partitions.nameForType("recovery"); modName != "" {
381 partitionProps.Recovery_partition_name = proptools.StringPtr(modName)
Jihoon Kange7e3ec82025-01-02 21:29:14 +0000382 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800383 if modName := partitions.nameForType("system_dlkm"); modName != "" && !android.InList("system_dlkm", superImageSubPartitions) {
384 partitionProps.System_dlkm_partition_name = proptools.StringPtr(modName)
Spandan Dasa0394002025-01-07 18:38:34 +0000385 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800386 if modName := partitions.nameForType("vendor_dlkm"); modName != "" && !android.InList("vendor_dlkm", superImageSubPartitions) {
387 partitionProps.Vendor_dlkm_partition_name = proptools.StringPtr(modName)
Spandan Dasa0394002025-01-07 18:38:34 +0000388 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800389 if modName := partitions.nameForType("odm_dlkm"); modName != "" && !android.InList("odm_dlkm", superImageSubPartitions) {
390 partitionProps.Odm_dlkm_partition_name = proptools.StringPtr(modName)
Spandan Dasa0394002025-01-07 18:38:34 +0000391 }
Jihoon Kange7e3ec82025-01-02 21:29:14 +0000392 if f.properties.Boot_image != "" {
393 partitionProps.Boot_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "boot"))
394 }
395 if f.properties.Vendor_boot_image != "" {
396 partitionProps.Vendor_boot_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "vendor_boot"))
397 }
398 if f.properties.Init_boot_image != "" {
399 partitionProps.Init_boot_partition_name = proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), "init_boot"))
400 }
Cole Faust3552eb62024-11-06 18:07:26 -0800401 partitionProps.Vbmeta_partitions = vbmetaPartitions
Jihoon Kangf1c79ca2024-10-09 20:18:38 +0000402
Cole Faust11fda332025-01-14 16:47:19 -0800403 deviceProps := &filesystem.DeviceProperties{
Spandan Das00948072025-02-12 19:36:03 +0000404 Main_device: proptools.BoolPtr(true),
405 Ab_ota_updater: proptools.BoolPtr(ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.AbOtaUpdater),
406 Ab_ota_partitions: ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.AbOtaPartitions,
407 Ab_ota_postinstall_config: ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.AbOtaPostInstallConfig,
Spandan Das75955b12025-02-13 22:12:52 +0000408 Ramdisk_node_list: proptools.StringPtr(":ramdisk_node_list"),
Cole Faust11fda332025-01-14 16:47:19 -0800409 }
Spandan Das37240d92025-02-14 00:18:41 +0000410
Jihoon Kang3be17162025-01-09 20:51:54 +0000411 if bootloader, ok := f.createBootloaderFilegroup(ctx); ok {
412 deviceProps.Bootloader = proptools.StringPtr(":" + bootloader)
413 }
Spandan Das37240d92025-02-14 00:18:41 +0000414 if releaseTools, ok := f.createReleaseToolsFilegroup(ctx); ok {
415 deviceProps.Releasetools_extension = proptools.StringPtr(":" + releaseTools)
416 }
Jihoon Kang3be17162025-01-09 20:51:54 +0000417
418 ctx.CreateModule(filesystem.AndroidDeviceFactory, baseProps, partitionProps, deviceProps)
Cole Faust92ccbe22024-10-03 14:38:37 -0700419}
420
Cole Faust76e8aa12025-01-27 18:21:31 -0800421func partitionSpecificFsProps(ctx android.EarlyModuleContext, partitions allGeneratedPartitionData, fsProps *filesystem.FilesystemProperties, partitionType string) {
422 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000423 switch partitionType {
424 case "system":
425 fsProps.Build_logtags = proptools.BoolPtr(true)
426 // https://source.corp.google.com/h/googleplex-android/platform/build//639d79f5012a6542ab1f733b0697db45761ab0f3:core/packaging/flags.mk;l=21;drc=5ba8a8b77507f93aa48cc61c5ba3f31a4d0cbf37;bpv=1;bpt=0
427 fsProps.Gen_aconfig_flags_pb = proptools.BoolPtr(true)
Justin Yuned3dbce2024-11-15 11:57:24 +0900428 // Identical to that of the aosp_shared_system_image
Spandan Das2b4bf4c2024-12-02 19:41:04 +0000429 if partitionVars.ProductFsverityGenerateMetadata {
Inseob Kimc7769d72025-01-15 17:32:37 +0900430 fsProps.Fsverity.Inputs = proptools.NewSimpleConfigurable([]string{
Spandan Das2b4bf4c2024-12-02 19:41:04 +0000431 "etc/boot-image.prof",
432 "etc/dirty-image-objects",
433 "etc/preloaded-classes",
434 "etc/classpaths/*.pb",
435 "framework/*",
436 "framework/*/*", // framework/{arch}
437 "framework/oat/*/*", // framework/oat/{arch}
Inseob Kimc7769d72025-01-15 17:32:37 +0900438 })
439 fsProps.Fsverity.Libs = proptools.NewSimpleConfigurable([]string{":framework-res{.export-package.apk}"})
Spandan Dasa8fa6b42024-10-23 00:45:29 +0000440 }
Jihoon Kang0a453892024-12-09 22:16:26 +0000441 fsProps.Symlinks = commonSymlinksFromRoot
442 fsProps.Symlinks = append(fsProps.Symlinks,
443 []filesystem.SymlinkDefinition{
444 {
445 Target: proptools.StringPtr("/data/cache"),
446 Name: proptools.StringPtr("cache"),
447 },
448 {
449 Target: proptools.StringPtr("/storage/self/primary"),
450 Name: proptools.StringPtr("sdcard"),
451 },
452 {
453 Target: proptools.StringPtr("/system_dlkm/lib/modules"),
454 Name: proptools.StringPtr("system/lib/modules"),
455 },
456 {
457 Target: proptools.StringPtr("/product"),
458 Name: proptools.StringPtr("system/product"),
459 },
460 {
461 Target: proptools.StringPtr("/system_ext"),
462 Name: proptools.StringPtr("system/system_ext"),
463 },
464 {
465 Target: proptools.StringPtr("/vendor"),
466 Name: proptools.StringPtr("system/vendor"),
467 },
468 }...,
469 )
Spandan Das978f4532024-12-05 21:05:43 +0000470 fsProps.Base_dir = proptools.StringPtr("system")
Jihoon Kang0a453892024-12-09 22:16:26 +0000471 fsProps.Dirs = proptools.NewSimpleConfigurable(commonPartitionDirs)
Spandan Dase5c393c2024-12-12 19:25:07 +0000472 fsProps.Security_patch = proptools.StringPtr(ctx.Config().PlatformSecurityPatch())
Cole Faust34592c02024-12-13 11:20:24 -0800473
Cole Faust76e8aa12025-01-27 18:21:31 -0800474 if systemExtName := partitions.nameForType("system_ext"); systemExtName != "" {
475 fsProps.Import_aconfig_flags_from = []string{systemExtName}
Cole Faust34592c02024-12-13 11:20:24 -0800476 }
Spandan Dasc49b85e2025-01-10 00:51:25 +0000477 fsProps.Stem = proptools.StringPtr("system.img")
Spandan Dasa8fa6b42024-10-23 00:45:29 +0000478 case "system_ext":
Spandan Das2b4bf4c2024-12-02 19:41:04 +0000479 if partitionVars.ProductFsverityGenerateMetadata {
Inseob Kimc7769d72025-01-15 17:32:37 +0900480 fsProps.Fsverity.Inputs = proptools.NewSimpleConfigurable([]string{
Spandan Das2b4bf4c2024-12-02 19:41:04 +0000481 "framework/*",
482 "framework/*/*", // framework/{arch}
483 "framework/oat/*/*", // framework/oat/{arch}
Inseob Kimc7769d72025-01-15 17:32:37 +0900484 })
485 fsProps.Fsverity.Libs = proptools.NewSimpleConfigurable([]string{":framework-res{.export-package.apk}"})
Spandan Dasa8fa6b42024-10-23 00:45:29 +0000486 }
Spandan Dase5c393c2024-12-12 19:25:07 +0000487 fsProps.Security_patch = proptools.StringPtr(ctx.Config().PlatformSecurityPatch())
Spandan Dasc49b85e2025-01-10 00:51:25 +0000488 fsProps.Stem = proptools.StringPtr("system_ext.img")
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000489 case "product":
490 fsProps.Gen_aconfig_flags_pb = proptools.BoolPtr(true)
Cole Faust76e8aa12025-01-27 18:21:31 -0800491 fsProps.Android_filesystem_deps.System = proptools.StringPtr(partitions.nameForType("system"))
492 if systemExtName := partitions.nameForType("system_ext"); systemExtName != "" {
493 fsProps.Android_filesystem_deps.System_ext = proptools.StringPtr(systemExtName)
Spandan Das71be42d2024-11-20 18:34:16 +0000494 }
Spandan Dase5c393c2024-12-12 19:25:07 +0000495 fsProps.Security_patch = proptools.StringPtr(ctx.Config().PlatformSecurityPatch())
Spandan Dasc49b85e2025-01-10 00:51:25 +0000496 fsProps.Stem = proptools.StringPtr("product.img")
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000497 case "vendor":
498 fsProps.Gen_aconfig_flags_pb = proptools.BoolPtr(true)
Spandan Das69464c32024-10-25 20:08:06 +0000499 fsProps.Symlinks = []filesystem.SymlinkDefinition{
500 filesystem.SymlinkDefinition{
501 Target: proptools.StringPtr("/odm"),
Spandan Das978f4532024-12-05 21:05:43 +0000502 Name: proptools.StringPtr("odm"),
Spandan Das69464c32024-10-25 20:08:06 +0000503 },
504 filesystem.SymlinkDefinition{
505 Target: proptools.StringPtr("/vendor_dlkm/lib/modules"),
Spandan Das978f4532024-12-05 21:05:43 +0000506 Name: proptools.StringPtr("lib/modules"),
Spandan Das69464c32024-10-25 20:08:06 +0000507 },
508 }
Cole Faust76e8aa12025-01-27 18:21:31 -0800509 fsProps.Android_filesystem_deps.System = proptools.StringPtr(partitions.nameForType("system"))
510 if systemExtName := partitions.nameForType("system_ext"); systemExtName != "" {
511 fsProps.Android_filesystem_deps.System_ext = proptools.StringPtr(systemExtName)
Spandan Das71be42d2024-11-20 18:34:16 +0000512 }
Spandan Dase5c393c2024-12-12 19:25:07 +0000513 fsProps.Security_patch = proptools.StringPtr(partitionVars.VendorSecurityPatch)
Spandan Dasc49b85e2025-01-10 00:51:25 +0000514 fsProps.Stem = proptools.StringPtr("vendor.img")
Spandan Dasc5717162024-11-01 18:33:57 +0000515 case "odm":
516 fsProps.Symlinks = []filesystem.SymlinkDefinition{
517 filesystem.SymlinkDefinition{
518 Target: proptools.StringPtr("/odm_dlkm/lib/modules"),
Spandan Das978f4532024-12-05 21:05:43 +0000519 Name: proptools.StringPtr("lib/modules"),
Spandan Dasc5717162024-11-01 18:33:57 +0000520 },
521 }
Spandan Dase5c393c2024-12-12 19:25:07 +0000522 fsProps.Security_patch = proptools.StringPtr(partitionVars.OdmSecurityPatch)
Spandan Dasc49b85e2025-01-10 00:51:25 +0000523 fsProps.Stem = proptools.StringPtr("odm.img")
mrziwang23ba8762024-11-07 16:21:53 -0800524 case "userdata":
Spandan Dasc49b85e2025-01-10 00:51:25 +0000525 fsProps.Stem = proptools.StringPtr("userdata.img")
Jihoon Kang983dd882025-01-13 23:14:11 +0000526 if vars, ok := partitionVars.PartitionQualifiedVariables["userdata"]; ok {
527 parsed, err := strconv.ParseInt(vars.BoardPartitionSize, 10, 64)
528 if err != nil {
529 panic(fmt.Sprintf("Partition size must be an int, got %s", vars.BoardPartitionSize))
530 }
531 fsProps.Partition_size = &parsed
Jihoon Kangc28395f2025-01-14 21:42:44 +0000532 // Disable avb for userdata partition
533 fsProps.Use_avb = nil
Jihoon Kang983dd882025-01-13 23:14:11 +0000534 }
Jihoon Kang6d08d922025-01-14 18:31:57 +0000535 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/Makefile;l=2265;drc=7f50a123045520f2c5e18e9eb4e83f92244a1459
536 if s, err := strconv.ParseBool(partitionVars.ProductFsCasefold); err == nil {
537 fsProps.Support_casefolding = proptools.BoolPtr(s)
538 } else if len(partitionVars.ProductFsCasefold) > 0 {
539 ctx.ModuleErrorf("Unrecognized PRODUCT_FS_CASEFOLD value %s", partitionVars.ProductFsCasefold)
540 }
541 if s, err := strconv.ParseBool(partitionVars.ProductQuotaProjid); err == nil {
542 fsProps.Support_project_quota = proptools.BoolPtr(s)
543 } else if len(partitionVars.ProductQuotaProjid) > 0 {
544 ctx.ModuleErrorf("Unrecognized PRODUCT_QUOTA_PROJID value %s", partitionVars.ProductQuotaProjid)
545 }
546 if s, err := strconv.ParseBool(partitionVars.ProductFsCompression); err == nil {
547 fsProps.Enable_compression = proptools.BoolPtr(s)
548 } else if len(partitionVars.ProductFsCompression) > 0 {
549 ctx.ModuleErrorf("Unrecognized PRODUCT_FS_COMPRESSION value %s", partitionVars.ProductFsCompression)
550 }
551
Jihoon Kangd098d442024-11-19 00:03:22 +0000552 case "ramdisk":
553 // Following the logic in https://cs.android.com/android/platform/superproject/main/+/c3c5063df32748a8806ce5da5dd0db158eab9ad9:build/make/core/Makefile;l=1307
554 fsProps.Dirs = android.NewSimpleConfigurable([]string{
555 "debug_ramdisk",
556 "dev",
557 "metadata",
558 "mnt",
559 "proc",
560 "second_stage_resources",
561 "sys",
562 })
563 if partitionVars.BoardUsesGenericKernelImage {
564 fsProps.Dirs.AppendSimpleValue([]string{
565 "first_stage_ramdisk/debug_ramdisk",
566 "first_stage_ramdisk/dev",
567 "first_stage_ramdisk/metadata",
568 "first_stage_ramdisk/mnt",
569 "first_stage_ramdisk/proc",
570 "first_stage_ramdisk/second_stage_resources",
571 "first_stage_ramdisk/sys",
572 })
573 }
Spandan Dasc49b85e2025-01-10 00:51:25 +0000574 fsProps.Stem = proptools.StringPtr("ramdisk.img")
Jihoon Kang9007f382024-12-04 00:43:52 +0000575 case "recovery":
Jihoon Kang0a453892024-12-09 22:16:26 +0000576 dirs := append(commonPartitionDirs, []string{
Jihoon Kang9007f382024-12-04 00:43:52 +0000577 "sdcard",
Jihoon Kang0a453892024-12-09 22:16:26 +0000578 }...)
579
580 dirsWithRoot := make([]string, len(dirs))
581 for i, dir := range dirs {
582 dirsWithRoot[i] = filepath.Join("root", dir)
Jihoon Kang9007f382024-12-04 00:43:52 +0000583 }
Jihoon Kang0a453892024-12-09 22:16:26 +0000584
585 fsProps.Dirs = proptools.NewSimpleConfigurable(dirsWithRoot)
586 fsProps.Symlinks = symlinksWithNamePrefix(append(commonSymlinksFromRoot, filesystem.SymlinkDefinition{
587 Target: proptools.StringPtr("prop.default"),
588 Name: proptools.StringPtr("default.prop"),
589 }), "root")
Spandan Dasc49b85e2025-01-10 00:51:25 +0000590 fsProps.Stem = proptools.StringPtr("recovery.img")
Spandan Dase5c393c2024-12-12 19:25:07 +0000591 case "system_dlkm":
592 fsProps.Security_patch = proptools.StringPtr(partitionVars.SystemDlkmSecurityPatch)
Spandan Dasc49b85e2025-01-10 00:51:25 +0000593 fsProps.Stem = proptools.StringPtr("system_dlkm.img")
Spandan Dase5c393c2024-12-12 19:25:07 +0000594 case "vendor_dlkm":
595 fsProps.Security_patch = proptools.StringPtr(partitionVars.VendorDlkmSecurityPatch)
Spandan Dasc49b85e2025-01-10 00:51:25 +0000596 fsProps.Stem = proptools.StringPtr("vendor_dlkm.img")
Spandan Dase5c393c2024-12-12 19:25:07 +0000597 case "odm_dlkm":
598 fsProps.Security_patch = proptools.StringPtr(partitionVars.OdmDlkmSecurityPatch)
Spandan Dasc49b85e2025-01-10 00:51:25 +0000599 fsProps.Stem = proptools.StringPtr("odm_dlkm.img")
Jihoon Kang6da80752024-12-23 18:53:32 +0000600 case "vendor_ramdisk":
Cole Faust76e8aa12025-01-27 18:21:31 -0800601 if recoveryName := partitions.nameForType("recovery"); recoveryName != "" {
602 fsProps.Include_files_of = []string{recoveryName}
Jihoon Kang6da80752024-12-23 18:53:32 +0000603 }
Spandan Dasc49b85e2025-01-10 00:51:25 +0000604 fsProps.Stem = proptools.StringPtr("vendor_ramdisk.img")
Jihoon Kang6850d8f2024-10-17 20:45:58 +0000605 }
606}
Spandan Dascbe641a2024-10-14 21:07:34 +0000607
Spandan Das5b493cd2024-11-07 20:55:56 +0000608var (
609 dlkmPartitions = []string{
610 "system_dlkm",
611 "vendor_dlkm",
612 "odm_dlkm",
613 }
614)
615
Cole Faust76e8aa12025-01-27 18:21:31 -0800616// Creates a soong module to build the given partition.
617func (f *filesystemCreator) createPartition(ctx android.LoadHookContext, partitions allGeneratedPartitionData, partition *generatedPartitionData) {
618 // Nextgen team's handwritten soong system image, don't need to create anything ourselves
619 if partition.partitionType == "system" && ctx.Config().UseSoongSystemImage() {
620 return
mrziwanga077b942024-10-16 16:00:06 -0700621 }
mrziwanga077b942024-10-16 16:00:06 -0700622
Cole Faust76e8aa12025-01-27 18:21:31 -0800623 baseProps := generateBaseProps(proptools.StringPtr(partition.moduleName))
624
625 fsProps, supported := generateFsProps(ctx, partitions, partition.partitionType)
626 if !supported {
627 partition.supported = false
628 return
629 }
630
631 partitionType := partition.partitionType
Cole Faust7db05752024-11-21 13:30:41 -0800632 if partitionType == "vendor" || partitionType == "product" || partitionType == "system" {
Spandan Das2047a4c2024-11-11 21:24:58 +0000633 fsProps.Linker_config.Gen_linker_config = proptools.BoolPtr(true)
Cole Faust7db05752024-11-21 13:30:41 -0800634 if partitionType != "system" {
635 fsProps.Linker_config.Linker_config_srcs = f.createLinkerConfigSourceFilegroups(ctx, partitionType)
636 }
Spandan Das312cc412024-10-29 18:20:11 +0000637 }
638
Jihoon Kanga8fa0712024-11-26 23:11:07 +0000639 if android.InList(partitionType, append(dlkmPartitions, "vendor_ramdisk")) {
Spandan Das5b493cd2024-11-07 20:55:56 +0000640 f.createPrebuiltKernelModules(ctx, partitionType)
Spandan Das5e336422024-11-01 22:31:20 +0000641 }
642
mrziwang4b0ca972024-10-17 14:56:19 -0700643 var module android.Module
644 if partitionType == "system" {
645 module = ctx.CreateModule(filesystem.SystemImageFactory, baseProps, fsProps)
646 } else {
647 // Explicitly set the partition.
648 fsProps.Partition_type = proptools.StringPtr(partitionType)
649 module = ctx.CreateModule(filesystem.FilesystemFactory, baseProps, fsProps)
650 }
651 module.HideFromMake()
Spandan Das168098c2024-10-28 19:44:34 +0000652 if partitionType == "vendor" {
Spandan Das4cd93b52024-11-05 23:27:03 +0000653 f.createVendorBuildProp(ctx)
Spandan Das168098c2024-10-28 19:44:34 +0000654 }
mrziwang4b0ca972024-10-17 14:56:19 -0700655}
656
Cole Faust953476f2024-11-14 14:11:29 -0800657// Creates filegroups for the files specified in BOARD_(partition_)AVB_KEY_PATH
658func (f *filesystemCreator) createAvbKeyFilegroups(ctx android.LoadHookContext) {
659 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
660 var files []string
661
662 if len(partitionVars.BoardAvbKeyPath) > 0 {
663 files = append(files, partitionVars.BoardAvbKeyPath)
664 }
665 for _, partition := range android.SortedKeys(partitionVars.PartitionQualifiedVariables) {
666 specificPartitionVars := partitionVars.PartitionQualifiedVariables[partition]
667 if len(specificPartitionVars.BoardAvbKeyPath) > 0 {
668 files = append(files, specificPartitionVars.BoardAvbKeyPath)
669 }
670 }
671
672 fsGenState := ctx.Config().Get(fsGenStateOnceKey).(*FsGenState)
673 for _, file := range files {
674 if _, ok := fsGenState.avbKeyFilegroups[file]; ok {
675 continue
676 }
677 if file == "external/avb/test/data/testkey_rsa4096.pem" {
678 // There already exists a checked-in filegroup for this commonly-used key, just use that
679 fsGenState.avbKeyFilegroups[file] = "avb_testkey_rsa4096"
680 continue
681 }
682 dir := filepath.Dir(file)
683 base := filepath.Base(file)
684 name := fmt.Sprintf("avb_key_%x", strings.ReplaceAll(file, "/", "_"))
685 ctx.CreateModuleInDirectory(
686 android.FileGroupFactory,
687 dir,
688 &struct {
689 Name *string
690 Srcs []string
691 Visibility []string
692 }{
693 Name: proptools.StringPtr(name),
694 Srcs: []string{base},
695 Visibility: []string{"//visibility:public"},
696 },
697 )
698 fsGenState.avbKeyFilegroups[file] = name
699 }
700}
701
Cole Faust3e730972024-12-03 13:12:08 -0800702// Creates filegroups for miscellaneous other files
703func (f *filesystemCreator) createMiscFilegroups(ctx android.LoadHookContext) {
704 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
705
706 if partitionVars.BoardErofsCompressorHints != "" {
707 dir := filepath.Dir(partitionVars.BoardErofsCompressorHints)
708 base := filepath.Base(partitionVars.BoardErofsCompressorHints)
709 ctx.CreateModuleInDirectory(
710 android.FileGroupFactory,
711 dir,
712 &struct {
713 Name *string
714 Srcs []string
715 Visibility []string
716 }{
717 Name: proptools.StringPtr("soong_generated_board_erofs_compress_hints_filegroup"),
718 Srcs: []string{base},
719 Visibility: []string{"//visibility:public"},
720 },
721 )
722 }
723}
724
Spandan Das5e336422024-11-01 22:31:20 +0000725// createPrebuiltKernelModules creates `prebuilt_kernel_modules`. These modules will be added to deps of the
Spandan Das7b25a512024-11-06 20:41:26 +0000726// autogenerated *_dlkm filsystem modules. Each _dlkm partition should have a single prebuilt_kernel_modules dependency.
727// This ensures that the depmod artifacts (modules.* installed in /lib/modules/) are generated with a complete view.
Spandan Das5b493cd2024-11-07 20:55:56 +0000728func (f *filesystemCreator) createPrebuiltKernelModules(ctx android.LoadHookContext, partitionType string) {
Spandan Das5e336422024-11-01 22:31:20 +0000729 fsGenState := ctx.Config().Get(fsGenStateOnceKey).(*FsGenState)
Spandan Das7b25a512024-11-06 20:41:26 +0000730 name := generatedModuleName(ctx.Config(), fmt.Sprintf("%s-kernel-modules", partitionType))
731 props := &struct {
Spandan Das912d26b2024-11-06 19:35:17 +0000732 Name *string
733 Srcs []string
Spandan Das5b493cd2024-11-07 20:55:56 +0000734 System_deps []string
Spandan Das912d26b2024-11-06 19:35:17 +0000735 System_dlkm_specific *bool
Spandan Das5b493cd2024-11-07 20:55:56 +0000736 Vendor_dlkm_specific *bool
737 Odm_dlkm_specific *bool
Jihoon Kanga8fa0712024-11-26 23:11:07 +0000738 Vendor_ramdisk *bool
Spandan Das5b493cd2024-11-07 20:55:56 +0000739 Load_by_default *bool
Spandan Das6dfcbdf2024-11-11 18:43:07 +0000740 Blocklist_file *string
Jihoon Kang72dd6fc2024-11-27 01:16:39 +0000741 Options_file *string
Spandan Das0eda1162024-12-10 20:44:49 +0000742 Strip_debug_symbols *bool
Spandan Das7b25a512024-11-06 20:41:26 +0000743 }{
Jihoon Kang6cbcd5d2024-12-20 00:51:52 +0000744 Name: proptools.StringPtr(name),
745 Strip_debug_symbols: proptools.BoolPtr(false),
Spandan Das5e336422024-11-01 22:31:20 +0000746 }
Spandan Das5b493cd2024-11-07 20:55:56 +0000747 switch partitionType {
748 case "system_dlkm":
Spandan Das59ee5d72024-11-18 19:36:32 +0000749 props.Srcs = android.ExistentPathsForSources(ctx, ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.SystemKernelModules).Strings()
Spandan Das912d26b2024-11-06 19:35:17 +0000750 props.System_dlkm_specific = proptools.BoolPtr(true)
Spandan Das5b493cd2024-11-07 20:55:56 +0000751 if len(ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.SystemKernelLoadModules) == 0 {
752 // Create empty modules.load file for system
753 // https://source.corp.google.com/h/googleplex-android/platform/build/+/ef55daac9954896161b26db4f3ef1781b5a5694c:core/Makefile;l=695-700;drc=549fe2a5162548bd8b47867d35f907eb22332023;bpv=1;bpt=0
754 props.Load_by_default = proptools.BoolPtr(false)
755 }
Spandan Das6dfcbdf2024-11-11 18:43:07 +0000756 if blocklistFile := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.SystemKernelBlocklistFile; blocklistFile != "" {
757 props.Blocklist_file = proptools.StringPtr(blocklistFile)
758 }
Spandan Das5b493cd2024-11-07 20:55:56 +0000759 case "vendor_dlkm":
Spandan Das59ee5d72024-11-18 19:36:32 +0000760 props.Srcs = android.ExistentPathsForSources(ctx, ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.VendorKernelModules).Strings()
Spandan Das5b493cd2024-11-07 20:55:56 +0000761 if len(ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.SystemKernelModules) > 0 {
762 props.System_deps = []string{":" + generatedModuleName(ctx.Config(), "system_dlkm-kernel-modules") + "{.modules}"}
763 }
764 props.Vendor_dlkm_specific = proptools.BoolPtr(true)
Spandan Das6dfcbdf2024-11-11 18:43:07 +0000765 if blocklistFile := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.VendorKernelBlocklistFile; blocklistFile != "" {
766 props.Blocklist_file = proptools.StringPtr(blocklistFile)
767 }
Spandan Das5b493cd2024-11-07 20:55:56 +0000768 case "odm_dlkm":
Spandan Das59ee5d72024-11-18 19:36:32 +0000769 props.Srcs = android.ExistentPathsForSources(ctx, ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.OdmKernelModules).Strings()
Spandan Das5b493cd2024-11-07 20:55:56 +0000770 props.Odm_dlkm_specific = proptools.BoolPtr(true)
Spandan Das6dfcbdf2024-11-11 18:43:07 +0000771 if blocklistFile := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.OdmKernelBlocklistFile; blocklistFile != "" {
772 props.Blocklist_file = proptools.StringPtr(blocklistFile)
773 }
Jihoon Kanga8fa0712024-11-26 23:11:07 +0000774 case "vendor_ramdisk":
775 props.Srcs = android.ExistentPathsForSources(ctx, ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.VendorRamdiskKernelModules).Strings()
776 props.Vendor_ramdisk = proptools.BoolPtr(true)
777 if blocklistFile := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.VendorRamdiskKernelBlocklistFile; blocklistFile != "" {
778 props.Blocklist_file = proptools.StringPtr(blocklistFile)
779 }
Jihoon Kang72dd6fc2024-11-27 01:16:39 +0000780 if optionsFile := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse.VendorRamdiskKernelOptionsFile; optionsFile != "" {
781 props.Options_file = proptools.StringPtr(optionsFile)
782 }
783
Spandan Das5b493cd2024-11-07 20:55:56 +0000784 default:
785 ctx.ModuleErrorf("DLKM is not supported for %s\n", partitionType)
Spandan Das912d26b2024-11-06 19:35:17 +0000786 }
Spandan Das5b493cd2024-11-07 20:55:56 +0000787
788 if len(props.Srcs) == 0 {
789 return // do not generate `prebuilt_kernel_modules` if there are no sources
790 }
791
Spandan Das7b25a512024-11-06 20:41:26 +0000792 kernelModule := ctx.CreateModuleInDirectory(
793 kernel.PrebuiltKernelModulesFactory,
794 ".", // create in root directory for now
795 props,
796 )
797 kernelModule.HideFromMake()
798 // Add to deps
799 (*fsGenState.fsDeps[partitionType])[name] = defaultDepCandidateProps(ctx.Config())
Spandan Das5e336422024-11-01 22:31:20 +0000800}
801
Spandan Dase51ff952025-01-09 18:11:59 +0000802// Create an android_info module. This will be used to create /vendor/build.prop
803func (f *filesystemCreator) createAndroidInfo(ctx android.LoadHookContext) {
Spandan Das4cd93b52024-11-05 23:27:03 +0000804 // Create a android_info for vendor
805 // The board info files might be in a directory outside the root soong namespace, so create
806 // the module in "."
807 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
808 androidInfoProps := &struct {
809 Name *string
810 Board_info_files []string
811 Bootloader_board_name *string
Spandan Das301c2302024-12-12 23:40:52 +0000812 Stem *string
Spandan Das4cd93b52024-11-05 23:27:03 +0000813 }{
Spandan Das301c2302024-12-12 23:40:52 +0000814 Name: proptools.StringPtr(generatedModuleName(ctx.Config(), "android_info.prop")),
Spandan Das4cd93b52024-11-05 23:27:03 +0000815 Board_info_files: partitionVars.BoardInfoFiles,
Spandan Dasf8ac1962025-01-07 17:16:42 -0800816 Stem: proptools.StringPtr("android-info.txt"),
Spandan Das4cd93b52024-11-05 23:27:03 +0000817 }
818 if len(androidInfoProps.Board_info_files) == 0 {
819 androidInfoProps.Bootloader_board_name = proptools.StringPtr(partitionVars.BootLoaderBoardName)
820 }
821 androidInfoProp := ctx.CreateModuleInDirectory(
822 android.AndroidInfoFactory,
823 ".",
824 androidInfoProps,
825 )
826 androidInfoProp.HideFromMake()
Spandan Dase51ff952025-01-09 18:11:59 +0000827}
828
829func (f *filesystemCreator) createVendorBuildProp(ctx android.LoadHookContext) {
Spandan Das4cd93b52024-11-05 23:27:03 +0000830 vendorBuildProps := &struct {
831 Name *string
832 Vendor *bool
833 Stem *string
834 Product_config *string
835 Android_info *string
Spandan Dasf76de202024-12-17 23:26:35 +0000836 Licenses []string
Spandan Das4cd93b52024-11-05 23:27:03 +0000837 }{
838 Name: proptools.StringPtr(generatedModuleName(ctx.Config(), "vendor-build.prop")),
839 Vendor: proptools.BoolPtr(true),
840 Stem: proptools.StringPtr("build.prop"),
841 Product_config: proptools.StringPtr(":product_config"),
Spandan Dase51ff952025-01-09 18:11:59 +0000842 Android_info: proptools.StringPtr(":" + generatedModuleName(ctx.Config(), "android_info.prop")),
Spandan Dasf76de202024-12-17 23:26:35 +0000843 Licenses: []string{"Android-Apache-2.0"},
Spandan Das4cd93b52024-11-05 23:27:03 +0000844 }
845 vendorBuildProp := ctx.CreateModule(
846 android.BuildPropFactory,
847 vendorBuildProps,
848 )
849 vendorBuildProp.HideFromMake()
850}
851
Jihoon Kangefd04b92024-12-10 23:35:09 +0000852func createRecoveryBuildProp(ctx android.LoadHookContext) string {
853 moduleName := generatedModuleName(ctx.Config(), "recovery-prop.default")
854
855 var vendorBuildProp *string
Cole Faust76e8aa12025-01-27 18:21:31 -0800856 if ctx.DeviceConfig().BuildingVendorImage() && ctx.DeviceConfig().VendorPath() == "vendor" {
Jihoon Kangefd04b92024-12-10 23:35:09 +0000857 vendorBuildProp = proptools.StringPtr(":" + generatedModuleName(ctx.Config(), "vendor-build.prop"))
858 }
859
860 recoveryBuildProps := &struct {
861 Name *string
862 System_build_prop *string
863 Vendor_build_prop *string
864 Odm_build_prop *string
865 Product_build_prop *string
866 System_ext_build_prop *string
867
868 Recovery *bool
869 No_full_install *bool
870 Visibility []string
871 }{
872 Name: proptools.StringPtr(moduleName),
873 System_build_prop: proptools.StringPtr(":system-build.prop"),
874 Vendor_build_prop: vendorBuildProp,
875 Odm_build_prop: proptools.StringPtr(":odm-build.prop"),
876 Product_build_prop: proptools.StringPtr(":product-build.prop"),
877 System_ext_build_prop: proptools.StringPtr(":system_ext-build.prop"),
878
879 Recovery: proptools.BoolPtr(true),
880 No_full_install: proptools.BoolPtr(true),
881 Visibility: []string{"//visibility:public"},
882 }
883
884 ctx.CreateModule(android.RecoveryBuildPropModuleFactory, recoveryBuildProps)
885
886 return moduleName
887}
888
Spandan Das8fe68dc2024-10-29 18:20:11 +0000889// createLinkerConfigSourceFilegroups creates filegroup modules to generate linker.config.pb for the following partitions
890// 1. vendor: Using PRODUCT_VENDOR_LINKER_CONFIG_FRAGMENTS (space separated file list)
891// 1. product: Using PRODUCT_PRODUCT_LINKER_CONFIG_FRAGMENTS (space separated file list)
892// It creates a filegroup for each file in the fragment list
Spandan Das312cc412024-10-29 18:20:11 +0000893// The filegroup modules are then added to `linker_config_srcs` of the autogenerated vendor `android_filesystem`.
Spandan Das8fe68dc2024-10-29 18:20:11 +0000894func (f *filesystemCreator) createLinkerConfigSourceFilegroups(ctx android.LoadHookContext, partitionType string) []string {
Spandan Das312cc412024-10-29 18:20:11 +0000895 ret := []string{}
896 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
Spandan Das8fe68dc2024-10-29 18:20:11 +0000897 var linkerConfigSrcs []string
898 if partitionType == "vendor" {
899 linkerConfigSrcs = android.FirstUniqueStrings(partitionVars.VendorLinkerConfigSrcs)
900 } else if partitionType == "product" {
901 linkerConfigSrcs = android.FirstUniqueStrings(partitionVars.ProductLinkerConfigSrcs)
902 } else {
903 ctx.ModuleErrorf("linker.config.pb is only supported for vendor and product partitions. For system partition, use `android_system_image`")
904 }
905
906 if len(linkerConfigSrcs) > 0 {
Spandan Das312cc412024-10-29 18:20:11 +0000907 // Create a filegroup, and add `:<filegroup_name>` to ret.
908 for index, linkerConfigSrc := range linkerConfigSrcs {
909 dir := filepath.Dir(linkerConfigSrc)
910 base := filepath.Base(linkerConfigSrc)
Spandan Das8fe68dc2024-10-29 18:20:11 +0000911 fgName := generatedModuleName(ctx.Config(), fmt.Sprintf("%s-linker-config-src%s", partitionType, strconv.Itoa(index)))
Spandan Das312cc412024-10-29 18:20:11 +0000912 srcs := []string{base}
913 fgProps := &struct {
914 Name *string
915 Srcs proptools.Configurable[[]string]
916 }{
917 Name: proptools.StringPtr(fgName),
918 Srcs: proptools.NewSimpleConfigurable(srcs),
919 }
920 ctx.CreateModuleInDirectory(
921 android.FileGroupFactory,
922 dir,
923 fgProps,
924 )
925 ret = append(ret, ":"+fgName)
926 }
927 }
928 return ret
929}
930
mrziwang4b0ca972024-10-17 14:56:19 -0700931type filesystemBaseProperty struct {
932 Name *string
933 Compile_multilib *string
Cole Faust3552eb62024-11-06 18:07:26 -0800934 Visibility []string
mrziwang4b0ca972024-10-17 14:56:19 -0700935}
936
937func generateBaseProps(namePtr *string) *filesystemBaseProperty {
938 return &filesystemBaseProperty{
939 Name: namePtr,
940 Compile_multilib: proptools.StringPtr("both"),
Cole Faust3552eb62024-11-06 18:07:26 -0800941 // The vbmeta modules are currently in the root directory and depend on the partitions
942 Visibility: []string{"//.", "//build/soong:__subpackages__"},
mrziwang4b0ca972024-10-17 14:56:19 -0700943 }
944}
945
Cole Faust76e8aa12025-01-27 18:21:31 -0800946func generateFsProps(ctx android.EarlyModuleContext, partitions allGeneratedPartitionData, partitionType string) (*filesystem.FilesystemProperties, bool) {
Cole Faust92ccbe22024-10-03 14:38:37 -0700947 fsProps := &filesystem.FilesystemProperties{}
948
mrziwang4b0ca972024-10-17 14:56:19 -0700949 partitionVars := ctx.Config().ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
Cole Faust0c4b4152024-11-20 16:42:53 -0800950 var avbInfo avbInfo
Cole Faust76a6e952024-11-07 16:56:45 -0800951 var fsType string
952 if strings.Contains(partitionType, "ramdisk") {
953 fsType = "compressed_cpio"
954 } else {
Cole Faust953476f2024-11-14 14:11:29 -0800955 specificPartitionVars := partitionVars.PartitionQualifiedVariables[partitionType]
Cole Faust76a6e952024-11-07 16:56:45 -0800956 fsType = specificPartitionVars.BoardFileSystemType
Cole Faust0c4b4152024-11-20 16:42:53 -0800957 avbInfo = getAvbInfo(ctx.Config(), partitionType)
Cole Faust953476f2024-11-14 14:11:29 -0800958 if fsType == "" {
959 fsType = "ext4" //default
960 }
Cole Faust76a6e952024-11-07 16:56:45 -0800961 }
Cole Faust76a6e952024-11-07 16:56:45 -0800962
mrziwang4b0ca972024-10-17 14:56:19 -0700963 fsProps.Type = proptools.StringPtr(fsType)
964 if filesystem.GetFsTypeFromString(ctx, *fsProps.Type).IsUnknown() {
965 // Currently the android_filesystem module type only supports a handful of FS types like ext4, erofs
966 return nil, false
967 }
968
Cole Faust3e730972024-12-03 13:12:08 -0800969 if *fsProps.Type == "erofs" {
970 if partitionVars.BoardErofsCompressor != "" {
971 fsProps.Erofs.Compressor = proptools.StringPtr(partitionVars.BoardErofsCompressor)
972 }
973 if partitionVars.BoardErofsCompressorHints != "" {
974 fsProps.Erofs.Compress_hints = proptools.StringPtr(":soong_generated_board_erofs_compress_hints_filegroup")
975 }
976 }
977
Cole Faust92ccbe22024-10-03 14:38:37 -0700978 // Don't build this module on checkbuilds, the soong-built partitions are still in-progress
979 // and sometimes don't build.
980 fsProps.Unchecked_module = proptools.BoolPtr(true)
981
Jihoon Kang98047cf2024-10-02 17:13:54 +0000982 // BOARD_AVB_ENABLE
Cole Faust0c4b4152024-11-20 16:42:53 -0800983 fsProps.Use_avb = avbInfo.avbEnable
Jihoon Kang98047cf2024-10-02 17:13:54 +0000984 // BOARD_AVB_KEY_PATH
Cole Faust0c4b4152024-11-20 16:42:53 -0800985 fsProps.Avb_private_key = avbInfo.avbkeyFilegroup
Jihoon Kang98047cf2024-10-02 17:13:54 +0000986 // BOARD_AVB_ALGORITHM
Cole Faust0c4b4152024-11-20 16:42:53 -0800987 fsProps.Avb_algorithm = avbInfo.avbAlgorithm
Jihoon Kang98047cf2024-10-02 17:13:54 +0000988 // BOARD_AVB_SYSTEM_ROLLBACK_INDEX
Cole Faust0c4b4152024-11-20 16:42:53 -0800989 fsProps.Rollback_index = avbInfo.avbRollbackIndex
Jihoon Kang2f0d1932025-01-17 19:22:44 +0000990 // BOARD_AVB_SYSTEM_ROLLBACK_INDEX_LOCATION
991 fsProps.Rollback_index_location = avbInfo.avbRollbackIndexLocation
Cole Fauste1676122024-12-03 17:32:25 -0800992 fsProps.Avb_hash_algorithm = avbInfo.avbHashAlgorithm
Jihoon Kang98047cf2024-10-02 17:13:54 +0000993
Cole Faust92ccbe22024-10-03 14:38:37 -0700994 fsProps.Partition_name = proptools.StringPtr(partitionType)
Jihoon Kang98047cf2024-10-02 17:13:54 +0000995
Cole Faust0d467052024-12-04 17:19:19 -0800996 switch partitionType {
997 // The partitions that support file_contexts came from here:
998 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/Makefile;l=2270;drc=ad7cfb56010cb22c3aa0e70cf71c804352553526
999 case "system", "userdata", "cache", "vendor", "product", "system_ext", "odm", "vendor_dlkm", "odm_dlkm", "system_dlkm", "oem":
1000 fsProps.Precompiled_file_contexts = proptools.StringPtr(":file_contexts_bin_gen")
1001 }
1002
Jihoon Kang0d545b82024-10-11 00:21:57 +00001003 fsProps.Is_auto_generated = proptools.BoolPtr(true)
Cole Faust1c026062024-12-16 14:28:23 -08001004 if partitionType != "system" {
Jihoon Kang983dd882025-01-13 23:14:11 +00001005 mountPoint := proptools.StringPtr(partitionType)
1006 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/tools/releasetools/build_image.py;l=1012;drc=3f576a753594bad3fc838ccb8b1b72f7efac1d50
1007 if partitionType == "userdata" {
1008 mountPoint = proptools.StringPtr("data")
1009 }
1010 fsProps.Mount_point = mountPoint
1011
Cole Faust1c026062024-12-16 14:28:23 -08001012 }
Jihoon Kang0d545b82024-10-11 00:21:57 +00001013
Cole Faust76e8aa12025-01-27 18:21:31 -08001014 partitionSpecificFsProps(ctx, partitions, fsProps, partitionType)
Jihoon Kang6850d8f2024-10-17 20:45:58 +00001015
mrziwang4b0ca972024-10-17 14:56:19 -07001016 return fsProps, true
Cole Faust92ccbe22024-10-03 14:38:37 -07001017}
1018
Cole Faust0c4b4152024-11-20 16:42:53 -08001019type avbInfo struct {
Jihoon Kang2f0d1932025-01-17 19:22:44 +00001020 avbEnable *bool
1021 avbKeyPath *string
1022 avbkeyFilegroup *string
1023 avbAlgorithm *string
1024 avbRollbackIndex *int64
1025 avbRollbackIndexLocation *int64
1026 avbMode *string
1027 avbHashAlgorithm *string
Cole Faust0c4b4152024-11-20 16:42:53 -08001028}
1029
1030func getAvbInfo(config android.Config, partitionType string) avbInfo {
1031 partitionVars := config.ProductVariables().PartitionVarsForSoongMigrationOnlyDoNotUse
1032 specificPartitionVars := partitionVars.PartitionQualifiedVariables[partitionType]
1033 var result avbInfo
1034 boardAvbEnable := partitionVars.BoardAvbEnable
1035 if boardAvbEnable {
1036 result.avbEnable = proptools.BoolPtr(true)
Cole Fauste1676122024-12-03 17:32:25 -08001037 // There are "global" and "specific" copies of a lot of these variables. Sometimes they
1038 // choose the specific and then fall back to the global one if it's not set, other times
1039 // the global one actually only applies to the vbmeta partition.
1040 if partitionType == "vbmeta" {
1041 if partitionVars.BoardAvbKeyPath != "" {
1042 result.avbKeyPath = proptools.StringPtr(partitionVars.BoardAvbKeyPath)
1043 }
1044 if partitionVars.BoardAvbRollbackIndex != "" {
1045 parsed, err := strconv.ParseInt(partitionVars.BoardAvbRollbackIndex, 10, 64)
1046 if err != nil {
1047 panic(fmt.Sprintf("Rollback index must be an int, got %s", partitionVars.BoardAvbRollbackIndex))
1048 }
1049 result.avbRollbackIndex = &parsed
1050 }
1051 }
Cole Faust0c4b4152024-11-20 16:42:53 -08001052 if specificPartitionVars.BoardAvbKeyPath != "" {
1053 result.avbKeyPath = proptools.StringPtr(specificPartitionVars.BoardAvbKeyPath)
Cole Faust0c4b4152024-11-20 16:42:53 -08001054 }
1055 if specificPartitionVars.BoardAvbAlgorithm != "" {
1056 result.avbAlgorithm = proptools.StringPtr(specificPartitionVars.BoardAvbAlgorithm)
1057 } else if partitionVars.BoardAvbAlgorithm != "" {
1058 result.avbAlgorithm = proptools.StringPtr(partitionVars.BoardAvbAlgorithm)
1059 }
1060 if specificPartitionVars.BoardAvbRollbackIndex != "" {
1061 parsed, err := strconv.ParseInt(specificPartitionVars.BoardAvbRollbackIndex, 10, 64)
1062 if err != nil {
1063 panic(fmt.Sprintf("Rollback index must be an int, got %s", specificPartitionVars.BoardAvbRollbackIndex))
1064 }
1065 result.avbRollbackIndex = &parsed
Cole Fauste1676122024-12-03 17:32:25 -08001066 }
Jihoon Kang2f0d1932025-01-17 19:22:44 +00001067 if specificPartitionVars.BoardAvbRollbackIndexLocation != "" {
1068 parsed, err := strconv.ParseInt(specificPartitionVars.BoardAvbRollbackIndexLocation, 10, 64)
1069 if err != nil {
1070 panic(fmt.Sprintf("Rollback index location must be an int, got %s", specificPartitionVars.BoardAvbRollbackIndexLocation))
1071 }
1072 result.avbRollbackIndexLocation = &parsed
1073 }
Cole Fauste1676122024-12-03 17:32:25 -08001074
1075 // Make allows you to pass arbitrary arguments to avbtool via this variable, but in practice
1076 // it's only used for --hash_algorithm. The soong module has a dedicated property for the
1077 // hashtree algorithm, and doesn't allow custom arguments, so just extract the hashtree
1078 // algorithm out of the arbitrary arguments.
1079 addHashtreeFooterArgs := strings.Split(specificPartitionVars.BoardAvbAddHashtreeFooterArgs, " ")
1080 if i := slices.Index(addHashtreeFooterArgs, "--hash_algorithm"); i >= 0 {
1081 result.avbHashAlgorithm = &addHashtreeFooterArgs[i+1]
1082 }
1083
Cole Faust0c4b4152024-11-20 16:42:53 -08001084 result.avbMode = proptools.StringPtr("make_legacy")
1085 }
1086 if result.avbKeyPath != nil {
1087 fsGenState := config.Get(fsGenStateOnceKey).(*FsGenState)
1088 filegroup := fsGenState.avbKeyFilegroups[*result.avbKeyPath]
1089 result.avbkeyFilegroup = proptools.StringPtr(":" + filegroup)
1090 }
1091 return result
1092}
1093
Cole Faust76e8aa12025-01-27 18:21:31 -08001094func (f *filesystemCreator) createFileListDiffTest(ctx android.ModuleContext, partitionType string, partitionModuleName string) android.Path {
mrziwang6aefe7d2025-01-07 16:27:53 -08001095 partitionImage := ctx.GetDirectDepWithTag(partitionModuleName, generatedFilesystemDepTag)
1096 filesystemInfo, ok := android.OtherModuleProvider(ctx, partitionImage, filesystem.FilesystemProvider)
Cole Faust92ccbe22024-10-03 14:38:37 -07001097 if !ok {
1098 ctx.ModuleErrorf("Expected module %s to provide FileysystemInfo", partitionModuleName)
Cole Faust76e8aa12025-01-27 18:21:31 -08001099 return nil
Cole Faust92ccbe22024-10-03 14:38:37 -07001100 }
1101 makeFileList := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/obj/PACKAGING/%s_intermediates/file_list.txt", ctx.Config().DeviceName(), partitionType))
Jihoon Kang9e866c82024-10-07 22:39:18 +00001102 diffTestResultFile := android.PathForModuleOut(ctx, fmt.Sprintf("diff_test_%s.txt", partitionModuleName))
Cole Faust92ccbe22024-10-03 14:38:37 -07001103
1104 builder := android.NewRuleBuilder(pctx, ctx)
1105 builder.Command().BuiltTool("file_list_diff").
1106 Input(makeFileList).
1107 Input(filesystemInfo.FileListFile).
Cole Faust56301572024-11-07 15:22:42 -08001108 Text(partitionModuleName)
Cole Faust92ccbe22024-10-03 14:38:37 -07001109 builder.Command().Text("touch").Output(diffTestResultFile)
1110 builder.Build(partitionModuleName+" diff test", partitionModuleName+" diff test")
1111 return diffTestResultFile
1112}
1113
1114func createFailingCommand(ctx android.ModuleContext, message string) android.Path {
1115 hasher := sha256.New()
1116 hasher.Write([]byte(message))
1117 filename := fmt.Sprintf("failing_command_%x.txt", hasher.Sum(nil))
1118 file := android.PathForModuleOut(ctx, filename)
1119 builder := android.NewRuleBuilder(pctx, ctx)
1120 builder.Command().Textf("echo %s", proptools.NinjaAndShellEscape(message))
1121 builder.Command().Text("exit 1 #").Output(file)
1122 builder.Build("failing command "+filename, "failing command "+filename)
1123 return file
1124}
1125
Cole Faust3552eb62024-11-06 18:07:26 -08001126func createVbmetaDiff(ctx android.ModuleContext, vbmetaModuleName string, vbmetaPartitionName string) android.Path {
1127 vbmetaModule := ctx.GetDirectDepWithTag(vbmetaModuleName, generatedVbmetaPartitionDepTag)
1128 outputFilesProvider, ok := android.OtherModuleProvider(ctx, vbmetaModule, android.OutputFilesProvider)
1129 if !ok {
1130 ctx.ModuleErrorf("Expected module %s to provide OutputFiles", vbmetaModule)
1131 }
1132 if len(outputFilesProvider.DefaultOutputFiles) != 1 {
1133 ctx.ModuleErrorf("Expected 1 output file from module %s", vbmetaModule)
1134 }
1135 soongVbMetaFile := outputFilesProvider.DefaultOutputFiles[0]
1136 makeVbmetaFile := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/%s.img", ctx.Config().DeviceName(), vbmetaPartitionName))
1137
1138 diffTestResultFile := android.PathForModuleOut(ctx, fmt.Sprintf("diff_test_%s.txt", vbmetaModuleName))
Cole Faustf2a6e8b2024-11-14 10:54:48 -08001139 createDiffTest(ctx, diffTestResultFile, soongVbMetaFile, makeVbmetaFile)
1140 return diffTestResultFile
1141}
1142
1143func createDiffTest(ctx android.ModuleContext, diffTestResultFile android.WritablePath, file1 android.Path, file2 android.Path) {
Cole Faust3552eb62024-11-06 18:07:26 -08001144 builder := android.NewRuleBuilder(pctx, ctx)
1145 builder.Command().Text("diff").
Cole Faustf2a6e8b2024-11-14 10:54:48 -08001146 Input(file1).
1147 Input(file2)
Cole Faust3552eb62024-11-06 18:07:26 -08001148 builder.Command().Text("touch").Output(diffTestResultFile)
Cole Faustf2a6e8b2024-11-14 10:54:48 -08001149 builder.Build("diff test "+diffTestResultFile.String(), "diff test")
Cole Faust3552eb62024-11-06 18:07:26 -08001150}
1151
mrziwang6aefe7d2025-01-07 16:27:53 -08001152type imageDepTagType struct {
Cole Faust92ccbe22024-10-03 14:38:37 -07001153 blueprint.BaseDependencyTag
1154}
1155
mrziwang6aefe7d2025-01-07 16:27:53 -08001156var generatedFilesystemDepTag imageDepTagType
1157var generatedVbmetaPartitionDepTag imageDepTagType
Cole Faust92ccbe22024-10-03 14:38:37 -07001158
1159func (f *filesystemCreator) DepsMutator(ctx android.BottomUpMutatorContext) {
Cole Faust76e8aa12025-01-27 18:21:31 -08001160 for _, name := range ctx.Config().Get(fsGenStateOnceKey).(*FsGenState).soongGeneratedPartitions.names() {
1161 ctx.AddDependency(ctx.Module(), generatedFilesystemDepTag, name)
Cole Faust92ccbe22024-10-03 14:38:37 -07001162 }
Cole Faust3552eb62024-11-06 18:07:26 -08001163 for _, vbmetaModule := range f.properties.Vbmeta_module_names {
1164 ctx.AddDependency(ctx.Module(), generatedVbmetaPartitionDepTag, vbmetaModule)
1165 }
Jihoon Kang98047cf2024-10-02 17:13:54 +00001166}
1167
1168func (f *filesystemCreator) GenerateAndroidBuildActions(ctx android.ModuleContext) {
Cole Faust92ccbe22024-10-03 14:38:37 -07001169 if ctx.ModuleDir() != "build/soong/fsgen" {
1170 ctx.ModuleErrorf("There can only be one soong_filesystem_creator in build/soong/fsgen")
1171 }
1172 f.HideFromMake()
Jihoon Kang98047cf2024-10-02 17:13:54 +00001173
Cole Faust76e8aa12025-01-27 18:21:31 -08001174 partitions := ctx.Config().Get(fsGenStateOnceKey).(*FsGenState).soongGeneratedPartitions
1175
Jihoon Kang4e5d8de2024-10-19 01:59:58 +00001176 var content strings.Builder
1177 generatedBp := android.PathForModuleOut(ctx, "soong_generated_product_config.bp")
Cole Faust76e8aa12025-01-27 18:21:31 -08001178 for _, partition := range partitions.types() {
Jihoon Kang4e5d8de2024-10-19 01:59:58 +00001179 content.WriteString(generateBpContent(ctx, partition))
1180 content.WriteString("\n")
1181 }
1182 android.WriteFileRule(ctx, generatedBp, content.String())
1183
mrziwang8f86c882024-10-03 12:34:33 -07001184 ctx.Phony("product_config_to_bp", generatedBp)
1185
Spandan Das68fb7cb2025-02-03 23:49:27 +00001186 if !ctx.Config().KatiEnabled() {
1187 // Cannot diff since the kati packaging rules will not be created.
1188 return
1189 }
Cole Faust92ccbe22024-10-03 14:38:37 -07001190 var diffTestFiles []android.Path
Cole Faust76e8aa12025-01-27 18:21:31 -08001191 for _, partitionType := range partitions.types() {
1192 diffTestFile := f.createFileListDiffTest(ctx, partitionType, partitions.nameForType(partitionType))
Jihoon Kang72f812f2024-10-17 18:46:24 +00001193 diffTestFiles = append(diffTestFiles, diffTestFile)
1194 ctx.Phony(fmt.Sprintf("soong_generated_%s_filesystem_test", partitionType), diffTestFile)
Cole Faust92ccbe22024-10-03 14:38:37 -07001195 }
Cole Faust76e8aa12025-01-27 18:21:31 -08001196 for _, partitionType := range slices.Concat(partitions.unsupportedTypes(), f.properties.Unsupported_partition_types) {
Jihoon Kang72f812f2024-10-17 18:46:24 +00001197 diffTestFile := createFailingCommand(ctx, fmt.Sprintf("Couldn't build %s partition", partitionType))
1198 diffTestFiles = append(diffTestFiles, diffTestFile)
1199 ctx.Phony(fmt.Sprintf("soong_generated_%s_filesystem_test", partitionType), diffTestFile)
Cole Faust92ccbe22024-10-03 14:38:37 -07001200 }
Cole Faust3552eb62024-11-06 18:07:26 -08001201 for i, vbmetaModule := range f.properties.Vbmeta_module_names {
1202 diffTestFile := createVbmetaDiff(ctx, vbmetaModule, f.properties.Vbmeta_partition_names[i])
1203 diffTestFiles = append(diffTestFiles, diffTestFile)
1204 ctx.Phony(fmt.Sprintf("soong_generated_%s_filesystem_test", f.properties.Vbmeta_partition_names[i]), diffTestFile)
1205 }
Cole Faustf2a6e8b2024-11-14 10:54:48 -08001206 if f.properties.Boot_image != "" {
1207 diffTestFile := android.PathForModuleOut(ctx, "boot_diff_test.txt")
1208 soongBootImg := android.PathForModuleSrc(ctx, f.properties.Boot_image)
1209 makeBootImage := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/boot.img", ctx.Config().DeviceName()))
1210 createDiffTest(ctx, diffTestFile, soongBootImg, makeBootImage)
1211 diffTestFiles = append(diffTestFiles, diffTestFile)
1212 ctx.Phony("soong_generated_boot_filesystem_test", diffTestFile)
1213 }
Cole Faust24938e22024-11-18 14:01:58 -08001214 if f.properties.Vendor_boot_image != "" {
1215 diffTestFile := android.PathForModuleOut(ctx, "vendor_boot_diff_test.txt")
Jihoon Kang95eb1da2024-11-19 20:55:20 +00001216 soongBootImg := android.PathForModuleSrc(ctx, f.properties.Vendor_boot_image)
Cole Faust24938e22024-11-18 14:01:58 -08001217 makeBootImage := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/vendor_boot.img", ctx.Config().DeviceName()))
1218 createDiffTest(ctx, diffTestFile, soongBootImg, makeBootImage)
1219 diffTestFiles = append(diffTestFiles, diffTestFile)
1220 ctx.Phony("soong_generated_vendor_boot_filesystem_test", diffTestFile)
1221 }
Jihoon Kang95eb1da2024-11-19 20:55:20 +00001222 if f.properties.Init_boot_image != "" {
1223 diffTestFile := android.PathForModuleOut(ctx, "init_boot_diff_test.txt")
1224 soongBootImg := android.PathForModuleSrc(ctx, f.properties.Init_boot_image)
1225 makeBootImage := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/init_boot.img", ctx.Config().DeviceName()))
1226 createDiffTest(ctx, diffTestFile, soongBootImg, makeBootImage)
1227 diffTestFiles = append(diffTestFiles, diffTestFile)
1228 ctx.Phony("soong_generated_init_boot_filesystem_test", diffTestFile)
1229 }
mrziwang79730d42024-12-02 22:13:59 -08001230 if f.properties.Super_image != "" {
1231 diffTestFile := android.PathForModuleOut(ctx, "super_diff_test.txt")
1232 soongSuperImg := android.PathForModuleSrc(ctx, f.properties.Super_image)
1233 makeSuperImage := android.PathForArbitraryOutput(ctx, fmt.Sprintf("target/product/%s/super.img", ctx.Config().DeviceName()))
1234 createDiffTest(ctx, diffTestFile, soongSuperImg, makeSuperImage)
1235 diffTestFiles = append(diffTestFiles, diffTestFile)
1236 ctx.Phony("soong_generated_super_filesystem_test", diffTestFile)
1237 }
Cole Faust92ccbe22024-10-03 14:38:37 -07001238 ctx.Phony("soong_generated_filesystem_tests", diffTestFiles...)
Jihoon Kang98047cf2024-10-02 17:13:54 +00001239}
mrziwang8f86c882024-10-03 12:34:33 -07001240
mrziwang8f86c882024-10-03 12:34:33 -07001241func generateBpContent(ctx android.EarlyModuleContext, partitionType string) string {
Cole Faust76e8aa12025-01-27 18:21:31 -08001242 fsGenState := ctx.Config().Get(fsGenStateOnceKey).(*FsGenState)
1243 fsProps, fsTypeSupported := generateFsProps(ctx, fsGenState.soongGeneratedPartitions, partitionType)
mrziwang4b0ca972024-10-17 14:56:19 -07001244 if !fsTypeSupported {
1245 return ""
mrziwang8f86c882024-10-03 12:34:33 -07001246 }
1247
mrziwang4b0ca972024-10-17 14:56:19 -07001248 baseProps := generateBaseProps(proptools.StringPtr(generatedModuleNameForPartition(ctx.Config(), partitionType)))
Jihoon Kang0d7b0112024-11-13 20:44:05 +00001249 deps := fsGenState.fsDeps[partitionType]
1250 highPriorityDeps := fsGenState.generatedPrebuiltEtcModuleNames
1251 depProps := generateDepStruct(*deps, highPriorityDeps)
mrziwang8f86c882024-10-03 12:34:33 -07001252
mrziwang4b0ca972024-10-17 14:56:19 -07001253 result, err := proptools.RepackProperties([]interface{}{baseProps, fsProps, depProps})
mrziwang8f86c882024-10-03 12:34:33 -07001254 if err != nil {
Cole Faustae3e1d32024-11-05 13:22:50 -08001255 ctx.ModuleErrorf("%s", err.Error())
1256 return ""
mrziwang8f86c882024-10-03 12:34:33 -07001257 }
1258
Jihoon Kang4e5d8de2024-10-19 01:59:58 +00001259 moduleType := "android_filesystem"
1260 if partitionType == "system" {
1261 moduleType = "android_system_image"
1262 }
1263
mrziwang8f86c882024-10-03 12:34:33 -07001264 file := &parser.File{
1265 Defs: []parser.Definition{
1266 &parser.Module{
Jihoon Kang4e5d8de2024-10-19 01:59:58 +00001267 Type: moduleType,
mrziwang8f86c882024-10-03 12:34:33 -07001268 Map: *result,
1269 },
1270 },
1271 }
1272 bytes, err := parser.Print(file)
1273 if err != nil {
1274 ctx.ModuleErrorf(err.Error())
1275 }
1276 return strings.TrimSpace(string(bytes))
1277}