blob: 6eada58eac268ae43e9c3ceceaa0f9fb8d5356f1 [file] [log] [blame]
Jiyong Park6f0f6882020-11-12 13:14:30 +09001// Copyright (C) 2020 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package filesystem
16
17import (
Jooyung Han65f402b2022-04-21 14:24:04 +090018 "crypto/sha256"
Jiyong Park6f0f6882020-11-12 13:14:30 +090019 "fmt"
Jooyung Han65f402b2022-04-21 14:24:04 +090020 "io"
Inseob Kim14199b02021-02-09 21:18:31 +090021 "path/filepath"
Cole Faust4a2a7c92024-03-12 12:44:40 -070022 "slices"
Cole Fauste03ab892025-01-17 13:55:04 -080023 "sort"
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +000024 "strconv"
Inseob Kim14199b02021-02-09 21:18:31 +090025 "strings"
Jiyong Park6f0f6882020-11-12 13:14:30 +090026
27 "android/soong/android"
Jooyung Hane6067592023-03-16 13:11:17 +090028 "android/soong/cc"
Spandan Das71be42d2024-11-20 18:34:16 +000029 "android/soong/java"
Spandan Das92631882024-10-28 22:49:38 +000030 "android/soong/linkerconfig"
Jiyong Park65b62242020-11-25 12:44:59 +090031
32 "github.com/google/blueprint"
Jiyong Park71baa762021-01-18 21:11:03 +090033 "github.com/google/blueprint/proptools"
Jiyong Park6f0f6882020-11-12 13:14:30 +090034)
35
Cole Faust1dcf9e42025-02-19 17:23:34 -080036var pctx = android.NewPackageContext("android/soong/filesystem")
37
Jiyong Park6f0f6882020-11-12 13:14:30 +090038func init() {
Jooyung Han9706cbc2021-04-15 22:43:48 +090039 registerBuildComponents(android.InitRegistrationContext)
Spandan Das71be42d2024-11-20 18:34:16 +000040 registerMutators(android.InitRegistrationContext)
Jihoon Kangf67b7de2025-02-12 01:01:09 +000041 pctx.HostBinToolVariable("fileslist", "fileslist")
Spandan Dasdd262fb2025-02-13 00:15:59 +000042 pctx.HostBinToolVariable("fs_config", "fs_config")
Cole Faust1dcf9e42025-02-19 17:23:34 -080043 pctx.HostBinToolVariable("symbols_map", "symbols_map")
Jooyung Han9706cbc2021-04-15 22:43:48 +090044}
45
46func registerBuildComponents(ctx android.RegistrationContext) {
Cole Faust92ccbe22024-10-03 14:38:37 -070047 ctx.RegisterModuleType("android_filesystem", FilesystemFactory)
Jiyong Parkf46b1af2024-04-05 18:13:33 +090048 ctx.RegisterModuleType("android_filesystem_defaults", filesystemDefaultsFactory)
Jihoon Kang98047cf2024-10-02 17:13:54 +000049 ctx.RegisterModuleType("android_system_image", SystemImageFactory)
Jiyong Parkbc485482022-11-15 22:31:49 +090050 ctx.RegisterModuleType("avb_add_hash_footer", avbAddHashFooterFactory)
Inseob Kim87230e62023-11-22 18:55:07 +090051 ctx.RegisterModuleType("avb_add_hash_footer_defaults", avbAddHashFooterDefaultsFactory)
Alice Wang000e3a32023-01-03 16:11:20 +000052 ctx.RegisterModuleType("avb_gen_vbmeta_image", avbGenVbmetaImageFactory)
Inseob Kim87230e62023-11-22 18:55:07 +090053 ctx.RegisterModuleType("avb_gen_vbmeta_image_defaults", avbGenVbmetaImageDefaultsFactory)
Jiyong Park6f0f6882020-11-12 13:14:30 +090054}
55
Spandan Das71be42d2024-11-20 18:34:16 +000056func registerMutators(ctx android.RegistrationContext) {
57 ctx.PostDepsMutators(func(ctx android.RegisterMutatorsContext) {
58 ctx.BottomUp("add_autogenerated_rro_deps", addAutogeneratedRroDeps)
59 })
60}
61
Jihoon Kangf67b7de2025-02-12 01:01:09 +000062var (
63 // Remember to add referenced files to implicits!
64 textFileProcessorRule = pctx.AndroidStaticRule("text_file_processing", blueprint.RuleParams{
65 Command: "build/soong/scripts/text_file_processor.py $in $out",
66 CommandDeps: []string{"build/soong/scripts/text_file_processor.py"},
67 })
68
69 // Remember to add the output image file as an implicit dependency!
70 installedFilesJsonRule = pctx.AndroidStaticRule("installed_files_json", blueprint.RuleParams{
71 Command: `${fileslist} ${rootDir} > ${out}`,
72 CommandDeps: []string{"${fileslist}"},
73 }, "rootDir")
74
75 installedFilesTxtRule = pctx.AndroidStaticRule("installed_files_txt", blueprint.RuleParams{
76 Command: `build/make/tools/fileslist_util.py -c ${in} > ${out}`,
77 CommandDeps: []string{"build/make/tools/fileslist_util.py"},
78 })
Spandan Dasdd262fb2025-02-13 00:15:59 +000079 fsConfigRule = pctx.AndroidStaticRule("fs_config_rule", blueprint.RuleParams{
80 Command: `(cd ${rootDir}; find . -type d | sed 's,$$,/,'; find . \! -type d) | cut -c 3- | sort | sed 's,^,${prefix},' | ${fs_config} -C -D ${rootDir} -R "${prefix}" > ${out}`,
81 CommandDeps: []string{"${fs_config}"},
82 }, "rootDir", "prefix")
Jihoon Kangf67b7de2025-02-12 01:01:09 +000083)
Cole Fauste1676122024-12-03 17:32:25 -080084
Jiyong Park6f0f6882020-11-12 13:14:30 +090085type filesystem struct {
86 android.ModuleBase
87 android.PackagingBase
Jiyong Parkf46b1af2024-04-05 18:13:33 +090088 android.DefaultableModuleBase
Jiyong Park65c49f52020-11-24 14:23:26 +090089
Jihoon Kang98047cf2024-10-02 17:13:54 +000090 properties FilesystemProperties
Jiyong Park71baa762021-01-18 21:11:03 +090091
Cole Faust4e9f5922024-11-13 16:09:23 -080092 output android.Path
Jiyong Park65c49f52020-11-24 14:23:26 +090093 installDir android.InstallPath
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090094
Cole Faust4e9f5922024-11-13 16:09:23 -080095 fileListFile android.Path
Kiyoung Kim99a954d2024-06-21 14:22:20 +090096
97 // Keeps the entries installed from this filesystem
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090098 entries []string
Kiyoung Kim67118212024-11-07 13:23:44 +090099
100 filesystemBuilder filesystemBuilder
Spandan Dasf12ff9b2025-02-12 22:27:43 +0000101
102 selinuxFc android.Path
Jiyong Park6f0f6882020-11-12 13:14:30 +0900103}
104
Kiyoung Kim67118212024-11-07 13:23:44 +0900105type filesystemBuilder interface {
Cole Faust19fbb072025-01-30 18:19:29 -0800106 BuildLinkerConfigFile(ctx android.ModuleContext, builder *android.RuleBuilder, rebasedDir android.OutputPath, fullInstallPaths *[]FullInstallPathInfo)
Kiyoung Kim67118212024-11-07 13:23:44 +0900107 // Function that filters PackagingSpec in PackagingBase.GatherPackagingSpecs()
108 FilterPackagingSpec(spec android.PackagingSpec) bool
Inseob Kim3c0a0422024-11-05 17:21:37 +0900109 // Function that modifies PackagingSpec in PackagingBase.GatherPackagingSpecs() to customize.
110 // For example, GSI system.img contains system_ext and product artifacts and their
111 // relPathInPackage need to be rebased to system/system_ext and system/system_product.
112 ModifyPackagingSpec(spec *android.PackagingSpec)
Kiyoung Kim23be5bb2024-11-27 00:50:30 +0000113
114 // Function to check if the filesystem should not use `vintf_fragments` property,
115 // but use `vintf_fragment` module type instead
116 ShouldUseVintfFragmentModuleOnly() bool
Kiyoung Kim67118212024-11-07 13:23:44 +0900117}
118
119var _ filesystemBuilder = (*filesystem)(nil)
120
Spandan Das69464c32024-10-25 20:08:06 +0000121type SymlinkDefinition struct {
Inseob Kim14199b02021-02-09 21:18:31 +0900122 Target *string
123 Name *string
124}
125
Jihoon Kang0a453892024-12-09 22:16:26 +0000126// CopyWithNamePrefix returns a new [SymlinkDefinition] with prefix added to Name.
127func (s *SymlinkDefinition) CopyWithNamePrefix(prefix string) SymlinkDefinition {
128 return SymlinkDefinition{
129 Target: s.Target,
130 Name: proptools.StringPtr(filepath.Join(prefix, proptools.String(s.Name))),
131 }
132}
133
Jihoon Kang98047cf2024-10-02 17:13:54 +0000134type FilesystemProperties struct {
Jiyong Park71baa762021-01-18 21:11:03 +0900135 // When set to true, sign the image with avbtool. Default is false.
136 Use_avb *bool
137
138 // Path to the private key that avbtool will use to sign this filesystem image.
139 // TODO(jiyong): allow apex_key to be specified here
140 Avb_private_key *string `android:"path"`
141
Shikha Panwar01403bb2022-12-22 12:22:57 +0000142 // Signing algorithm for avbtool. Default is SHA256_RSA4096.
Jiyong Park71baa762021-01-18 21:11:03 +0900143 Avb_algorithm *string
Jiyong Park11a65972021-02-01 21:09:38 +0900144
Shikha Panwar01403bb2022-12-22 12:22:57 +0000145 // Hash algorithm used for avbtool (for descriptors). This is passed as hash_algorithm to
Nikita Ioffe50fb49c2025-01-24 13:49:00 +0000146 // avbtool. Default is sha256.
Shikha Panware6f30632022-12-21 12:54:45 +0000147 Avb_hash_algorithm *string
148
Spandan Dase5c393c2024-12-12 19:25:07 +0000149 // The security patch passed to as the com.android.build.<type>.security_patch avb property.
150 Security_patch *string
151
Cole Fauste1676122024-12-03 17:32:25 -0800152 // Whether or not to use forward-error-correction codes when signing with AVB. Defaults to true.
153 Use_fec *bool
154
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +0000155 // The index used to prevent rollback of the image. Only used if use_avb is true.
156 Rollback_index *int64
157
Luca Stefani9235f4c2025-02-08 12:09:34 +0100158 // Rollback index location of this image. Must be 1, 2, 3, etc.
Jihoon Kang2f0d1932025-01-17 19:22:44 +0000159 Rollback_index_location *int64
160
Jiyong Parkac4076d2021-03-15 23:21:30 +0900161 // Name of the partition stored in vbmeta desc. Defaults to the name of this module.
162 Partition_name *string
163
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000164 // Type of the filesystem. Currently, ext4, erofs, cpio, and compressed_cpio are supported. Default
Jiyong Park837cdb22021-02-05 00:17:14 +0900165 // is ext4.
Jiyong Park11a65972021-02-01 21:09:38 +0900166 Type *string
Inseob Kimcc8e5362021-02-03 14:05:24 +0900167
Cole Faust9a24d902024-03-18 15:38:12 -0700168 // Identifies which partition this is for //visibility:any_system_image (and others) visibility
169 // checks, and will be used in the future for API surface checks.
170 Partition_type *string
171
Cole Faust0d467052024-12-04 17:19:19 -0800172 // file_contexts file to make image. Currently, only ext4 is supported. These file contexts
173 // will be compiled with sefcontext_compile
Inseob Kimcc8e5362021-02-03 14:05:24 +0900174 File_contexts *string `android:"path"`
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900175
Cole Faust0d467052024-12-04 17:19:19 -0800176 // The selinux file contexts, after having already run them through sefcontext_compile
177 Precompiled_file_contexts *string `android:"path"`
178
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900179 // Base directory relative to root, to which deps are installed, e.g. "system". Default is "."
180 // (root).
181 Base_dir *string
Inseob Kim14199b02021-02-09 21:18:31 +0900182
183 // Directories to be created under root. e.g. /dev, /proc, etc.
Cole Faustd9c6a5b2024-05-21 14:54:00 -0700184 Dirs proptools.Configurable[[]string]
Inseob Kim14199b02021-02-09 21:18:31 +0900185
Jihoon Kang6da80752024-12-23 18:53:32 +0000186 // List of filesystem modules to include in creating the partition. The root directory of
187 // the provided filesystem modules are included in creating the partition.
188 // This is only supported for cpio and compressed cpio filesystem types.
189 Include_files_of []string
190
Inseob Kim14199b02021-02-09 21:18:31 +0900191 // Symbolic links to be created under root with "ln -sf <target> <name>".
Spandan Das69464c32024-10-25 20:08:06 +0000192 Symlinks []SymlinkDefinition
Jooyung Han65f402b2022-04-21 14:24:04 +0900193
194 // Seconds since unix epoch to override timestamps of file entries
195 Fake_timestamp *string
196
197 // When set, passed to mkuserimg_mke2fs --mke2fs_uuid & --mke2fs_hash_seed.
198 // Otherwise, they'll be set as random which might cause indeterministic build output.
199 Uuid *string
Inseob Kim376d72f2023-11-01 15:40:25 +0900200
201 // Mount point for this image. Default is "/"
202 Mount_point *string
Cole Faust4a2a7c92024-03-12 12:44:40 -0700203
Inseob Kimb7b84572024-04-30 10:51:47 +0900204 // When set, builds etc/event-log-tags file by merging logtags from all dependencies.
205 // Default is false
206 Build_logtags *bool
207
Justin Yun74f3f302024-05-07 14:32:14 +0900208 // Install aconfig_flags.pb file for the modules installed in this partition.
209 Gen_aconfig_flags_pb *bool
210
Inseob Kim53391842024-03-29 17:44:07 +0900211 Fsverity fsverityProperties
Cole Faust92ccbe22024-10-03 14:38:37 -0700212
213 // If this property is set to true, the filesystem will call ctx.UncheckedModule(), causing
214 // it to not be built on checkbuilds. Used for the automatic migration from make to soong
215 // build modules, where we want to emit some not-yet-working filesystems and we don't want them
216 // to be built.
217 Unchecked_module *bool `blueprint:"mutated"`
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000218
219 Erofs ErofsProperties
Jihoon Kang0d545b82024-10-11 00:21:57 +0000220
mrziwang1a6291f2024-11-07 14:29:25 -0800221 F2fs F2fsProperties
222
Spandan Das2047a4c2024-11-11 21:24:58 +0000223 Linker_config LinkerConfigProperties
Spandan Das92631882024-10-28 22:49:38 +0000224
Jihoon Kang0d545b82024-10-11 00:21:57 +0000225 // Determines if the module is auto-generated from Soong or not. If the module is
226 // auto-generated, its deps are exempted from visibility enforcement.
227 Is_auto_generated *bool
Jihoon Kang6c03c8e2024-11-18 21:30:22 +0000228
229 // Path to the dev nodes description file. This is only needed for building the ramdisk
230 // partition and should not be explicitly specified.
231 Dev_nodes_description_file *string `android:"path" blueprint:"mutated"`
Spandan Das71be42d2024-11-20 18:34:16 +0000232
233 // Additional dependencies used for building android products
234 Android_filesystem_deps AndroidFilesystemDeps
Spandan Dasc49b85e2025-01-10 00:51:25 +0000235
236 // Name of the output. Default is $(module_name).img
237 Stem *string
Jihoon Kang983dd882025-01-13 23:14:11 +0000238
239 // The size of the partition on the device. It will be a build error if this built partition
240 // image exceeds this size.
241 Partition_size *int64
Jihoon Kang6d08d922025-01-14 18:31:57 +0000242
243 // Whether to format f2fs and ext4 in a way that supports casefolding
244 Support_casefolding *bool
245
246 // Whether to format f2fs and ext4 in a way that supports project quotas
247 Support_project_quota *bool
248
249 // Whether to enable per-file compression in f2fs
250 Enable_compression *bool
Spandan Das71be42d2024-11-20 18:34:16 +0000251}
252
253type AndroidFilesystemDeps struct {
254 System *string
255 System_ext *string
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000256}
257
258// Additional properties required to generate erofs FS partitions.
259type ErofsProperties struct {
260 // Compressor and Compression level passed to mkfs.erofs. e.g. (lz4hc,9)
261 // Please see external/erofs-utils/README for complete documentation.
262 Compressor *string
263
264 // Used as --compress-hints for mkfs.erofs
265 Compress_hints *string `android:"path"`
266
267 Sparse *bool
Jiyong Park71baa762021-01-18 21:11:03 +0900268}
269
mrziwang1a6291f2024-11-07 14:29:25 -0800270// Additional properties required to generate f2fs FS partitions.
271type F2fsProperties struct {
272 Sparse *bool
273}
274
Spandan Das173256b2024-10-31 19:59:30 +0000275type LinkerConfigProperties struct {
276
277 // Build a linker.config.pb file
278 Gen_linker_config *bool
279
280 // List of files (in .json format) that will be converted to a linker config file (in .pb format).
281 // The linker config file be installed in the filesystem at /etc/linker.config.pb
282 Linker_config_srcs []string `android:"path"`
283}
284
Jiyong Park65c49f52020-11-24 14:23:26 +0900285// android_filesystem packages a set of modules and their transitive dependencies into a filesystem
286// image. The filesystem images are expected to be mounted in the target device, which means the
287// modules in the filesystem image are built for the target device (i.e. Android, not Linux host).
288// The modules are placed in the filesystem image just like they are installed to the ordinary
289// partitions like system.img. For example, cc_library modules are placed under ./lib[64] directory.
Cole Faust92ccbe22024-10-03 14:38:37 -0700290func FilesystemFactory() android.Module {
Jiyong Park6f0f6882020-11-12 13:14:30 +0900291 module := &filesystem{}
Kiyoung Kim67118212024-11-07 13:23:44 +0900292 module.filesystemBuilder = module
Cole Faust2cfe6962024-09-17 11:31:14 -0700293 initFilesystemModule(module, module)
Jiyong Parkfa616132021-04-20 11:36:40 +0900294 return module
295}
296
Cole Faust2cfe6962024-09-17 11:31:14 -0700297func initFilesystemModule(module android.DefaultableModule, filesystemModule *filesystem) {
298 module.AddProperties(&filesystemModule.properties)
299 android.InitPackageModule(filesystemModule)
300 filesystemModule.PackagingBase.DepsCollectFirstTargetOnly = true
Jihoon Kang79196c52024-10-30 18:49:47 +0000301 filesystemModule.PackagingBase.AllowHighPriorityDeps = true
Jiyong Park6f0f6882020-11-12 13:14:30 +0900302 android.InitAndroidMultiTargetsArchModule(module, android.DeviceSupported, android.MultilibCommon)
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900303 android.InitDefaultableModule(module)
Jihoon Kang6c03c8e2024-11-18 21:30:22 +0000304
305 android.AddLoadHook(module, func(ctx android.LoadHookContext) {
306 filesystemModule.setDevNodesDescriptionProp()
307 })
Jiyong Park6f0f6882020-11-12 13:14:30 +0900308}
309
Jihoon Kang0d545b82024-10-11 00:21:57 +0000310type depTag struct {
Jiyong Park12a719c2021-01-07 15:31:24 +0900311 blueprint.BaseDependencyTag
Jooyung Han092ef812021-03-10 15:40:34 +0900312 android.PackagingItemAlwaysDepTag
Jihoon Kang0d545b82024-10-11 00:21:57 +0000313}
314
315var dependencyTag = depTag{}
316
317type depTagWithVisibilityEnforcementBypass struct {
318 depTag
319}
320
Spandan Das71be42d2024-11-20 18:34:16 +0000321type interPartitionDepTag struct {
322 blueprint.BaseDependencyTag
323}
324
325var interPartitionDependencyTag = interPartitionDepTag{}
326
Jihoon Kang6da80752024-12-23 18:53:32 +0000327var interPartitionInstallDependencyTag = interPartitionDepTag{}
328
Jihoon Kang0d545b82024-10-11 00:21:57 +0000329var _ android.ExcludeFromVisibilityEnforcementTag = (*depTagWithVisibilityEnforcementBypass)(nil)
330
331func (t depTagWithVisibilityEnforcementBypass) ExcludeFromVisibilityEnforcement() {}
332
333var dependencyTagWithVisibilityEnforcementBypass = depTagWithVisibilityEnforcementBypass{}
Jiyong Park65b62242020-11-25 12:44:59 +0900334
Jihoon Kang6c03c8e2024-11-18 21:30:22 +0000335// ramdiskDevNodesDescription is the name of the filegroup module that provides the file that
336// contains the description of dev nodes added to the CPIO archive for the ramdisk partition.
337const ramdiskDevNodesDescription = "ramdisk_node_list"
338
339func (f *filesystem) setDevNodesDescriptionProp() {
340 if proptools.String(f.properties.Partition_name) == "ramdisk" {
341 f.properties.Dev_nodes_description_file = proptools.StringPtr(":" + ramdiskDevNodesDescription)
342 }
343}
344
Jiyong Park6f0f6882020-11-12 13:14:30 +0900345func (f *filesystem) DepsMutator(ctx android.BottomUpMutatorContext) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000346 if proptools.Bool(f.properties.Is_auto_generated) {
347 f.AddDeps(ctx, dependencyTagWithVisibilityEnforcementBypass)
348 } else {
349 f.AddDeps(ctx, dependencyTag)
350 }
Spandan Das71be42d2024-11-20 18:34:16 +0000351 if f.properties.Android_filesystem_deps.System != nil {
352 ctx.AddDependency(ctx.Module(), interPartitionDependencyTag, proptools.String(f.properties.Android_filesystem_deps.System))
353 }
354 if f.properties.Android_filesystem_deps.System_ext != nil {
355 ctx.AddDependency(ctx.Module(), interPartitionDependencyTag, proptools.String(f.properties.Android_filesystem_deps.System_ext))
356 }
Jihoon Kang6da80752024-12-23 18:53:32 +0000357 for _, partition := range f.properties.Include_files_of {
358 ctx.AddDependency(ctx.Module(), interPartitionInstallDependencyTag, partition)
359 }
Jiyong Park6f0f6882020-11-12 13:14:30 +0900360}
361
Jiyong Park11a65972021-02-01 21:09:38 +0900362type fsType int
363
364const (
365 ext4Type fsType = iota
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000366 erofsType
mrziwang1a6291f2024-11-07 14:29:25 -0800367 f2fsType
Jiyong Park11a65972021-02-01 21:09:38 +0900368 compressedCpioType
Jiyong Park837cdb22021-02-05 00:17:14 +0900369 cpioType // uncompressed
Jiyong Park11a65972021-02-01 21:09:38 +0900370 unknown
371)
372
Spandan Das7a46f6c2024-10-14 18:41:18 +0000373func (fs fsType) IsUnknown() bool {
374 return fs == unknown
375}
376
Jihoon Kangf67b7de2025-02-12 01:01:09 +0000377type InstalledFilesStruct struct {
378 Txt android.Path
379 Json android.Path
380}
381
Jihoon Kangabec3ec2025-02-19 00:55:10 +0000382type InstalledModuleInfo struct {
383 Name string
384 Variation string
385}
386
Cole Faust92ccbe22024-10-03 14:38:37 -0700387type FilesystemInfo struct {
Cole Faust44080412024-12-20 14:17:07 -0800388 // The built filesystem image
389 Output android.Path
Yu Liu0a37d422025-02-13 02:05:00 +0000390 // Returns the output file that is signed by avbtool. If this module is not signed, returns
391 // nil.
392 SignedOutputPath android.Path
Spandan Das1f0a5a12025-01-15 00:53:15 +0000393 // An additional hermetic filesystem image.
394 // e.g. this will contain inodes with pinned timestamps.
395 // This will be copied to target_files.zip
396 OutputHermetic android.Path
Cole Faust92ccbe22024-10-03 14:38:37 -0700397 // A text file containing the list of paths installed on the partition.
398 FileListFile android.Path
Cole Faust44080412024-12-20 14:17:07 -0800399 // The root staging directory used to build the output filesystem. If consuming this, make sure
400 // to add a dependency on the Output file, as you cannot add dependencies on directories
401 // in ninja.
402 RootDir android.Path
Cole Faustb36763e2025-02-18 15:21:44 -0800403 // Extra root directories that are also built into the partition. Currently only used for
404 // including the recovery partition files into the vendor_boot image.
405 ExtraRootDirs android.Paths
Cole Faust11fda332025-01-14 16:47:19 -0800406 // The rebased staging directory used to build the output filesystem. If consuming this, make
407 // sure to add a dependency on the Output file, as you cannot add dependencies on directories
408 // in ninja. In many cases this is the same as RootDir, only in the system partition is it
409 // different. There, it points to the "system" sub-directory of RootDir.
410 RebasedDir android.Path
Spandan Das33c9c472025-01-14 19:26:23 +0000411 // A text file with block data of the .img file
412 // This is an implicit output of `build_image`
413 MapFile android.Path
Cole Faust11fda332025-01-14 16:47:19 -0800414 // Name of the module that produced this FilesystemInfo origionally. (though it may be
415 // re-exported by super images or boot images)
416 ModuleName string
Cole Faust74ee4e02025-01-16 14:55:35 -0800417 // The property file generated by this module and passed to build_image.
418 // It's exported here so that system_other can reuse system's property file.
419 BuildImagePropFile android.Path
420 // Paths to all the tools referenced inside of the build image property file.
421 BuildImagePropFileDeps android.Paths
Cole Faustb8e280f2025-01-16 16:33:26 -0800422 // Packaging specs to be installed on the system_other image, for the initial boot's dexpreopt.
423 SpecsForSystemOther map[string]android.PackagingSpec
Cole Faust19fbb072025-01-30 18:19:29 -0800424
425 FullInstallPaths []FullInstallPathInfo
Jihoon Kangf67b7de2025-02-12 01:01:09 +0000426
427 // Installed files list
428 InstalledFiles InstalledFilesStruct
Spandan Dasd71af182025-02-12 18:03:29 +0000429
430 // Path to compress hints file for erofs filesystems
431 // This will be nil for other fileystems like ext4
432 ErofsCompressHints android.Path
Spandan Dasf12ff9b2025-02-12 22:27:43 +0000433
434 SelinuxFc android.Path
Spandan Dasdd262fb2025-02-13 00:15:59 +0000435
436 FilesystemConfig android.Path
Jihoon Kangabec3ec2025-02-19 00:55:10 +0000437
438 Owners []InstalledModuleInfo
Spandan Das447a0ab2025-03-04 23:10:19 +0000439
440 UseAvb bool
Spandan Das38afe712025-03-05 23:27:55 +0000441
442 HasFsverity bool
Cole Faust19fbb072025-01-30 18:19:29 -0800443}
444
445// FullInstallPathInfo contains information about the "full install" paths of all the files
446// inside this partition. The full install paths are the files installed in
447// out/target/product/<device>/<partition>. This is essentially legacy behavior, maintained for
448// tools like adb sync and adevice, but we should update them to query the build system for the
449// installed files no matter where they are.
450type FullInstallPathInfo struct {
451 // RequiresFullInstall tells us if the origional module did the install to FullInstallPath
452 // already. If it's false, the android_device module needs to emit the install rule.
453 RequiresFullInstall bool
454 // The "full install" paths for the files in this filesystem. This is the paths in the
455 // out/target/product/<device>/<partition> folder. They're not used by this filesystem,
456 // but can be depended on by the top-level android_device module to cause the staging
457 // directories to be built.
458 FullInstallPath android.InstallPath
459
460 // The file that's copied to FullInstallPath. May be nil if SymlinkTarget is set or IsDir is
461 // true.
462 SourcePath android.Path
463
464 // The target of the symlink, if this file is a symlink.
465 SymlinkTarget string
466
467 // If this file is a directory. Only used for empty directories, which are mostly mount points.
468 IsDir bool
Cole Faust92ccbe22024-10-03 14:38:37 -0700469}
470
471var FilesystemProvider = blueprint.NewProvider[FilesystemInfo]()
472
Yu Liu71f1ea32025-02-26 23:39:20 +0000473type FilesystemDefaultsInfo struct{}
Yu Liufc8d5c12025-01-09 00:19:06 +0000474
475var FilesystemDefaultsInfoProvider = blueprint.NewProvider[FilesystemDefaultsInfo]()
476
Spandan Das7a46f6c2024-10-14 18:41:18 +0000477func GetFsTypeFromString(ctx android.EarlyModuleContext, typeStr string) fsType {
Jiyong Park11a65972021-02-01 21:09:38 +0900478 switch typeStr {
479 case "ext4":
480 return ext4Type
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000481 case "erofs":
482 return erofsType
mrziwang1a6291f2024-11-07 14:29:25 -0800483 case "f2fs":
484 return f2fsType
Jiyong Park11a65972021-02-01 21:09:38 +0900485 case "compressed_cpio":
486 return compressedCpioType
Jiyong Park837cdb22021-02-05 00:17:14 +0900487 case "cpio":
488 return cpioType
Jiyong Park11a65972021-02-01 21:09:38 +0900489 default:
Jiyong Park11a65972021-02-01 21:09:38 +0900490 return unknown
491 }
492}
493
Spandan Das7a46f6c2024-10-14 18:41:18 +0000494func (f *filesystem) fsType(ctx android.ModuleContext) fsType {
495 typeStr := proptools.StringDefault(f.properties.Type, "ext4")
496 fsType := GetFsTypeFromString(ctx, typeStr)
497 if fsType == unknown {
498 ctx.PropertyErrorf("type", "%q not supported", typeStr)
499 }
500 return fsType
501}
502
Jiyong Park65c49f52020-11-24 14:23:26 +0900503func (f *filesystem) installFileName() string {
Spandan Dasc49b85e2025-01-10 00:51:25 +0000504 return proptools.StringDefault(f.properties.Stem, f.BaseModuleName()+".img")
Jiyong Park65c49f52020-11-24 14:23:26 +0900505}
506
Inseob Kim53391842024-03-29 17:44:07 +0900507func (f *filesystem) partitionName() string {
508 return proptools.StringDefault(f.properties.Partition_name, f.Name())
509}
510
Kiyoung Kim67118212024-11-07 13:23:44 +0900511func (f *filesystem) FilterPackagingSpec(ps android.PackagingSpec) bool {
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000512 // Filesystem module respects the installation semantic. A PackagingSpec from a module with
513 // IsSkipInstall() is skipped.
Cole Faust76a6e952024-11-07 16:56:45 -0800514 if ps.SkipInstall() {
515 return false
Spandan Das6d056502024-10-21 15:40:32 +0000516 }
Cole Faust0d3fd562025-01-31 13:17:58 -0800517 // "apex" is a fake partition used to install files in out/target/product/<device>/apex/.
518 // Don't include these files in the partition. We should also look into removing the following
519 // TODO to check the PackagingSpec's partition against this filesystem's partition for all
520 // modules, not just autogenerated ones, which will fix this as well.
521 if ps.Partition() == "apex" {
522 return false
523 }
Cole Faust76a6e952024-11-07 16:56:45 -0800524 if proptools.Bool(f.properties.Is_auto_generated) { // TODO (spandandas): Remove this.
525 pt := f.PartitionType()
Cole Faustc88cff12024-11-12 13:24:05 -0800526 return ps.Partition() == pt || strings.HasPrefix(ps.Partition(), pt+"/")
Cole Faust76a6e952024-11-07 16:56:45 -0800527 }
528 return true
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000529}
530
Inseob Kim3c0a0422024-11-05 17:21:37 +0900531func (f *filesystem) ModifyPackagingSpec(ps *android.PackagingSpec) {
Cole Faustc88cff12024-11-12 13:24:05 -0800532 // Sometimes, android.modulePartition() returns a path with >1 path components.
533 // This makes the partition field of packagingSpecs have multiple components, like
534 // "system/product". Right now, the filesystem module doesn't look at the partition field
535 // when deciding what path to install the file under, only the RelPathInPackage field, so
536 // we move the later path components from partition to relPathInPackage. This should probably
537 // be revisited in the future.
538 prefix := f.PartitionType() + "/"
539 if strings.HasPrefix(ps.Partition(), prefix) {
540 subPartition := strings.TrimPrefix(ps.Partition(), prefix)
541 ps.SetPartition(f.PartitionType())
542 ps.SetRelPathInPackage(filepath.Join(subPartition, ps.RelPathInPackage()))
543 }
Inseob Kim3c0a0422024-11-05 17:21:37 +0900544}
545
Jihoon Kangf67b7de2025-02-12 01:01:09 +0000546func buildInstalledFiles(ctx android.ModuleContext, partition string, rootDir android.Path, image android.Path) (txt android.ModuleOutPath, json android.ModuleOutPath) {
547 fileName := "installed-files"
548 if len(partition) > 0 {
549 fileName += fmt.Sprintf("-%s", partition)
550 }
551 txt = android.PathForModuleOut(ctx, fmt.Sprintf("%s.txt", fileName))
552 json = android.PathForModuleOut(ctx, fmt.Sprintf("%s.json", fileName))
553
554 ctx.Build(pctx, android.BuildParams{
555 Rule: installedFilesJsonRule,
556 Implicit: image,
557 Output: json,
558 Description: "Installed file list json",
559 Args: map[string]string{
560 "rootDir": rootDir.String(),
561 },
562 })
563
564 ctx.Build(pctx, android.BuildParams{
565 Rule: installedFilesTxtRule,
566 Input: json,
567 Output: txt,
568 Description: "Installed file list txt",
569 })
570
571 return txt, json
572}
573
Jiyong Park6f0f6882020-11-12 13:14:30 +0900574func (f *filesystem) GenerateAndroidBuildActions(ctx android.ModuleContext) {
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900575 validatePartitionType(ctx, f)
Kiyoung Kim23be5bb2024-11-27 00:50:30 +0000576 if f.filesystemBuilder.ShouldUseVintfFragmentModuleOnly() {
577 f.validateVintfFragments(ctx)
578 }
Jihoon Kang6da80752024-12-23 18:53:32 +0000579
580 if len(f.properties.Include_files_of) > 0 && !android.InList(f.fsType(ctx), []fsType{compressedCpioType, cpioType}) {
581 ctx.PropertyErrorf("include_files_of", "include_files_of is only supported for cpio and compressed cpio filesystem types.")
582 }
583
Cole Faust62cfaeb2025-01-15 18:06:40 -0800584 rootDir := android.PathForModuleOut(ctx, f.rootDirString()).OutputPath
585 rebasedDir := rootDir
586 if f.properties.Base_dir != nil {
587 rebasedDir = rootDir.Join(ctx, *f.properties.Base_dir)
588 }
589 builder := android.NewRuleBuilder(pctx, ctx)
590
591 // Wipe the root dir to get rid of leftover files from prior builds
592 builder.Command().Textf("rm -rf %s && mkdir -p %s", rootDir, rootDir)
593 specs := f.gatherFilteredPackagingSpecs(ctx)
Cole Faust62cfaeb2025-01-15 18:06:40 -0800594
Cole Faust19fbb072025-01-30 18:19:29 -0800595 var fullInstallPaths []FullInstallPathInfo
Cole Faust5db2f3e2025-02-19 12:49:37 -0800596 for _, specRel := range android.SortedKeys(specs) {
597 spec := specs[specRel]
Cole Faust19fbb072025-01-30 18:19:29 -0800598 fullInstallPaths = append(fullInstallPaths, FullInstallPathInfo{
599 FullInstallPath: spec.FullInstallPath(),
600 RequiresFullInstall: spec.RequiresFullInstall(),
601 SourcePath: spec.SrcPath(),
602 SymlinkTarget: spec.ToGob().SymlinkTarget,
603 })
604 }
605
606 f.entries = f.copyPackagingSpecs(ctx, builder, specs, rootDir, rebasedDir)
607 f.buildNonDepsFiles(ctx, builder, rootDir, rebasedDir, &fullInstallPaths)
608 f.buildFsverityMetadataFiles(ctx, builder, specs, rootDir, rebasedDir, &fullInstallPaths)
609 f.buildEventLogtagsFile(ctx, builder, rebasedDir, &fullInstallPaths)
610 f.buildAconfigFlagsFiles(ctx, builder, specs, rebasedDir, &fullInstallPaths)
611 f.filesystemBuilder.BuildLinkerConfigFile(ctx, builder, rebasedDir, &fullInstallPaths)
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000612 // Assemeble the staging dir and output a timestamp
613 builder.Command().Text("touch").Output(f.fileystemStagingDirTimestamp(ctx))
614 builder.Build("assemble_filesystem_staging_dir", fmt.Sprintf("Assemble filesystem staging dir %s", f.BaseModuleName()))
Cole Faust62cfaeb2025-01-15 18:06:40 -0800615
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000616 // Create a new rule builder for build_image
617 builder = android.NewRuleBuilder(pctx, ctx)
Spandan Das33c9c472025-01-14 19:26:23 +0000618 var mapFile android.Path
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000619 var outputHermetic android.WritablePath
Cole Faust74ee4e02025-01-16 14:55:35 -0800620 var buildImagePropFile android.Path
621 var buildImagePropFileDeps android.Paths
Cole Faustb36763e2025-02-18 15:21:44 -0800622 var extraRootDirs android.Paths
Jiyong Park11a65972021-02-01 21:09:38 +0900623 switch f.fsType(ctx) {
mrziwang1a6291f2024-11-07 14:29:25 -0800624 case ext4Type, erofsType, f2fsType:
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000625 buildImagePropFile, buildImagePropFileDeps = f.buildPropFile(ctx)
626 output := android.PathForModuleOut(ctx, f.installFileName())
627 f.buildImageUsingBuildImage(ctx, builder, buildImageParams{rootDir, buildImagePropFile, buildImagePropFileDeps, output})
628 f.output = output
629 // Create the hermetic img file using a separate rule builder so that it can be built independently
630 hermeticBuilder := android.NewRuleBuilder(pctx, ctx)
631 outputHermetic = android.PathForModuleOut(ctx, "for_target_files", f.installFileName())
632 propFileHermetic := f.propFileForHermeticImg(ctx, hermeticBuilder, buildImagePropFile)
633 f.buildImageUsingBuildImage(ctx, hermeticBuilder, buildImageParams{rootDir, propFileHermetic, buildImagePropFileDeps, outputHermetic})
Spandan Das33c9c472025-01-14 19:26:23 +0000634 mapFile = f.getMapFile(ctx)
Jiyong Park11a65972021-02-01 21:09:38 +0900635 case compressedCpioType:
Cole Faustb36763e2025-02-18 15:21:44 -0800636 f.output, extraRootDirs = f.buildCpioImage(ctx, builder, rootDir, true)
Jiyong Park837cdb22021-02-05 00:17:14 +0900637 case cpioType:
Cole Faustb36763e2025-02-18 15:21:44 -0800638 f.output, extraRootDirs = f.buildCpioImage(ctx, builder, rootDir, false)
Jiyong Park11a65972021-02-01 21:09:38 +0900639 default:
640 return
641 }
642
643 f.installDir = android.PathForModuleInstall(ctx, "etc")
644 ctx.InstallFile(f.installDir, f.installFileName(), f.output)
mrziwang555d1332024-06-07 11:15:33 -0700645 ctx.SetOutputFiles([]android.Path{f.output}, "")
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900646
Jihoon Kang6da80752024-12-23 18:53:32 +0000647 if f.partitionName() == "recovery" {
648 rootDir = rootDir.Join(ctx, "root")
649 }
650
Cole Faust4e9f5922024-11-13 16:09:23 -0800651 fileListFile := android.PathForModuleOut(ctx, "fileList")
652 android.WriteFileRule(ctx, fileListFile, f.installedFilesList())
Cole Faust92ccbe22024-10-03 14:38:37 -0700653
Jihoon Kang52e53c62025-03-07 00:05:49 +0000654 var partitionNameForInstalledFiles string
655 switch f.partitionName() {
656 case "system":
657 partitionNameForInstalledFiles = ""
658 case "vendor_ramdisk":
659 partitionNameForInstalledFiles = "vendor-ramdisk"
660 default:
661 partitionNameForInstalledFiles = f.partitionName()
Jihoon Kangf67b7de2025-02-12 01:01:09 +0000662 }
Jihoon Kang52e53c62025-03-07 00:05:49 +0000663 installedFileTxt, installedFileJson := buildInstalledFiles(ctx, partitionNameForInstalledFiles, rootDir, f.output)
Jihoon Kangf67b7de2025-02-12 01:01:09 +0000664
Spandan Dasd71af182025-02-12 18:03:29 +0000665 var erofsCompressHints android.Path
666 if f.properties.Erofs.Compress_hints != nil {
667 erofsCompressHints = android.PathForModuleSrc(ctx, *f.properties.Erofs.Compress_hints)
668 }
669
Spandan Das33c9c472025-01-14 19:26:23 +0000670 fsInfo := FilesystemInfo{
Yu Liu0a37d422025-02-13 02:05:00 +0000671 Output: f.OutputPath(),
672 SignedOutputPath: f.SignedOutputPath(),
Cole Faust74ee4e02025-01-16 14:55:35 -0800673 OutputHermetic: outputHermetic,
674 FileListFile: fileListFile,
675 RootDir: rootDir,
Cole Faustb36763e2025-02-18 15:21:44 -0800676 ExtraRootDirs: extraRootDirs,
Cole Faust74ee4e02025-01-16 14:55:35 -0800677 RebasedDir: rebasedDir,
678 MapFile: mapFile,
679 ModuleName: ctx.ModuleName(),
680 BuildImagePropFile: buildImagePropFile,
681 BuildImagePropFileDeps: buildImagePropFileDeps,
Cole Faustb8e280f2025-01-16 16:33:26 -0800682 SpecsForSystemOther: f.systemOtherFiles(ctx),
Cole Faust19fbb072025-01-30 18:19:29 -0800683 FullInstallPaths: fullInstallPaths,
Jihoon Kangf67b7de2025-02-12 01:01:09 +0000684 InstalledFiles: InstalledFilesStruct{
685 Txt: installedFileTxt,
686 Json: installedFileJson,
687 },
Spandan Dasd71af182025-02-12 18:03:29 +0000688 ErofsCompressHints: erofsCompressHints,
Spandan Dasf12ff9b2025-02-12 22:27:43 +0000689 SelinuxFc: f.selinuxFc,
Spandan Dasdd262fb2025-02-13 00:15:59 +0000690 FilesystemConfig: f.generateFilesystemConfig(ctx, rootDir, rebasedDir),
Jihoon Kangabec3ec2025-02-19 00:55:10 +0000691 Owners: f.gatherOwners(specs),
Spandan Das447a0ab2025-03-04 23:10:19 +0000692 UseAvb: proptools.Bool(f.properties.Use_avb),
Spandan Das38afe712025-03-05 23:27:55 +0000693 HasFsverity: f.properties.Fsverity.Inputs.GetOrDefault(ctx, nil) != nil,
Spandan Das1f0a5a12025-01-15 00:53:15 +0000694 }
Spandan Das33c9c472025-01-14 19:26:23 +0000695
696 android.SetProvider(ctx, FilesystemProvider, fsInfo)
Spandan Das3ec6d062025-01-09 19:37:47 +0000697
Yu Liu71f1ea32025-02-26 23:39:20 +0000698 android.SetProvider(ctx, android.PartitionTypeInfoProvider, android.PartitionTypeInfo{
699 PartitionType: f.PartitionType(),
700 })
701
Cole Faust4e9f5922024-11-13 16:09:23 -0800702 f.fileListFile = fileListFile
Cole Faust92ccbe22024-10-03 14:38:37 -0700703
704 if proptools.Bool(f.properties.Unchecked_module) {
705 ctx.UncheckedModule()
706 }
Jihoon Kang2f0d1932025-01-17 19:22:44 +0000707
708 f.setVbmetaPartitionProvider(ctx)
709}
710
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000711func (f *filesystem) fileystemStagingDirTimestamp(ctx android.ModuleContext) android.WritablePath {
712 return android.PathForModuleOut(ctx, "staging_dir.timestamp")
713}
714
Spandan Dasdd262fb2025-02-13 00:15:59 +0000715func (f *filesystem) generateFilesystemConfig(ctx android.ModuleContext, rootDir android.Path, rebasedDir android.Path) android.Path {
716 rootDirString := rootDir.String()
717 prefix := f.partitionName() + "/"
718 if f.partitionName() == "system" {
719 rootDirString = rebasedDir.String()
720 }
721 if f.partitionName() == "ramdisk" || f.partitionName() == "recovery" {
722 // Hardcoded to match make behavior.
723 // https://cs.android.com/android/_/android/platform/build/+/2a0ef42a432d4da00201e8eb7697dcaa68fd2389:core/Makefile;l=6957-6962;drc=9ea8ad9232cef4d0a24d70133b1b9d2ce2defe5f;bpv=1;bpt=0
724 prefix = ""
725 }
726 out := android.PathForModuleOut(ctx, "filesystem_config.txt")
727 ctx.Build(pctx, android.BuildParams{
728 Rule: fsConfigRule,
729 Input: f.fileystemStagingDirTimestamp(ctx), // assemble the staging directory
730 Output: out,
731 Args: map[string]string{
732 "rootDir": rootDirString,
733 "prefix": prefix,
734 },
735 })
736 return out
737}
738
Jihoon Kang2f0d1932025-01-17 19:22:44 +0000739func (f *filesystem) setVbmetaPartitionProvider(ctx android.ModuleContext) {
740 var extractedPublicKey android.ModuleOutPath
741 if f.properties.Avb_private_key != nil {
742 key := android.PathForModuleSrc(ctx, proptools.String(f.properties.Avb_private_key))
743 extractedPublicKey = android.PathForModuleOut(ctx, f.partitionName()+".avbpubkey")
744 ctx.Build(pctx, android.BuildParams{
745 Rule: extractPublicKeyRule,
746 Input: key,
747 Output: extractedPublicKey,
748 })
749 }
750
751 var ril int
752 if f.properties.Rollback_index_location != nil {
753 ril = proptools.Int(f.properties.Rollback_index_location)
754 }
755
756 android.SetProvider(ctx, vbmetaPartitionProvider, vbmetaPartitionInfo{
757 Name: f.partitionName(),
758 RollbackIndexLocation: ril,
759 PublicKey: extractedPublicKey,
760 Output: f.output,
761 })
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900762}
763
Spandan Das33c9c472025-01-14 19:26:23 +0000764func (f *filesystem) getMapFile(ctx android.ModuleContext) android.WritablePath {
765 // create the filepath by replacing the extension of the corresponding img file
766 return android.PathForModuleOut(ctx, f.installFileName()).ReplaceExtension(ctx, "map")
767}
768
Kiyoung Kim23be5bb2024-11-27 00:50:30 +0000769func (f *filesystem) validateVintfFragments(ctx android.ModuleContext) {
770 visitedModule := map[string]bool{}
771 packagingSpecs := f.gatherFilteredPackagingSpecs(ctx)
772
773 moduleInFileSystem := func(mod android.Module) bool {
774 for _, ps := range android.OtherModuleProviderOrDefault(
775 ctx, mod, android.InstallFilesProvider).PackagingSpecs {
776 if _, ok := packagingSpecs[ps.RelPathInPackage()]; ok {
777 return true
778 }
779 }
780 return false
781 }
782
783 ctx.WalkDeps(func(child, parent android.Module) bool {
784 if visitedModule[child.Name()] {
785 return false
786 }
787 if !moduleInFileSystem(child) {
788 visitedModule[child.Name()] = true
789 return true
790 }
791 if vintfFragments := child.VintfFragments(ctx); vintfFragments != nil {
792 ctx.PropertyErrorf(
793 "vintf_fragments",
794 "Module %s is referenced by soong-defined filesystem %s with property vintf_fragments(%s) in use."+
795 " Use vintf_fragment_modules property instead.",
796 child.Name(),
797 f.BaseModuleName(),
798 strings.Join(vintfFragments, ", "),
799 )
800 }
801 visitedModule[child.Name()] = true
802 return true
803 })
804}
805
Cole Faust4e9f5922024-11-13 16:09:23 -0800806func (f *filesystem) appendToEntry(ctx android.ModuleContext, installedFile android.Path) {
Spandan Das420e16a2024-12-11 18:10:52 +0000807 partitionBaseDir := android.PathForModuleOut(ctx, f.rootDirString(), proptools.String(f.properties.Base_dir)).String() + "/"
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900808
809 relPath, inTargetPartition := strings.CutPrefix(installedFile.String(), partitionBaseDir)
810 if inTargetPartition {
811 f.entries = append(f.entries, relPath)
812 }
813}
814
815func (f *filesystem) installedFilesList() string {
816 installedFilePaths := android.FirstUniqueStrings(f.entries)
817 slices.Sort(installedFilePaths)
818
819 return strings.Join(installedFilePaths, "\n")
Jiyong Park11a65972021-02-01 21:09:38 +0900820}
821
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900822func validatePartitionType(ctx android.ModuleContext, p partition) {
823 if !android.InList(p.PartitionType(), validPartitions) {
824 ctx.PropertyErrorf("partition_type", "partition_type must be one of %s, found: %s", validPartitions, p.PartitionType())
825 }
826
Yu Liufc8d5c12025-01-09 00:19:06 +0000827 ctx.VisitDirectDepsProxyWithTag(android.DefaultsDepTag, func(m android.ModuleProxy) {
Yu Liu71f1ea32025-02-26 23:39:20 +0000828 if _, ok := android.OtherModuleProvider(ctx, m, FilesystemDefaultsInfoProvider); ok {
829 partitionInfo := android.OtherModuleProviderOrDefault(ctx, m, android.PartitionTypeInfoProvider)
830 if p.PartitionType() != partitionInfo.PartitionType {
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900831 ctx.PropertyErrorf("partition_type",
832 "%s doesn't match with the partition type %s of the filesystem default module %s",
Yu Liu71f1ea32025-02-26 23:39:20 +0000833 p.PartitionType(), partitionInfo.PartitionType, m.Name())
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900834 }
835 }
836 })
837}
838
Cole Faust3b806d32024-03-11 15:15:03 -0700839// Copy extra files/dirs that are not from the `deps` property to `rootDir`, checking for conflicts with files
840// already in `rootDir`.
Cole Faust19fbb072025-01-30 18:19:29 -0800841func (f *filesystem) buildNonDepsFiles(
842 ctx android.ModuleContext,
843 builder *android.RuleBuilder,
844 rootDir android.OutputPath,
845 rebasedDir android.OutputPath,
846 fullInstallPaths *[]FullInstallPathInfo,
847) {
848 rebasedPrefix, err := filepath.Rel(rootDir.String(), rebasedDir.String())
849 if err != nil || strings.HasPrefix(rebasedPrefix, "../") {
850 panic("rebasedDir could not be made relative to rootDir")
851 }
852 if !strings.HasSuffix(rebasedPrefix, "/") {
853 rebasedPrefix += "/"
854 }
855 if rebasedPrefix == "./" {
856 rebasedPrefix = ""
857 }
858
Inseob Kim14199b02021-02-09 21:18:31 +0900859 // create dirs and symlinks
Cole Faustd9c6a5b2024-05-21 14:54:00 -0700860 for _, dir := range f.properties.Dirs.GetOrDefault(ctx, nil) {
Inseob Kim14199b02021-02-09 21:18:31 +0900861 // OutputPath.Join verifies dir
862 builder.Command().Text("mkdir -p").Text(rootDir.Join(ctx, dir).String())
Cole Faust19fbb072025-01-30 18:19:29 -0800863 // Only add the fullInstallPath logic for files in the rebased dir. The root dir
864 // is harder to install to.
865 if strings.HasPrefix(dir, rebasedPrefix) {
866 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
867 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), strings.TrimPrefix(dir, rebasedPrefix)),
868 IsDir: true,
869 })
870 }
Inseob Kim14199b02021-02-09 21:18:31 +0900871 }
872
873 for _, symlink := range f.properties.Symlinks {
874 name := strings.TrimSpace(proptools.String(symlink.Name))
875 target := strings.TrimSpace(proptools.String(symlink.Target))
876
877 if name == "" {
878 ctx.PropertyErrorf("symlinks", "Name can't be empty")
879 continue
880 }
881
882 if target == "" {
883 ctx.PropertyErrorf("symlinks", "Target can't be empty")
884 continue
885 }
886
887 // OutputPath.Join verifies name. don't need to verify target.
888 dst := rootDir.Join(ctx, name)
Cole Faust3b806d32024-03-11 15:15:03 -0700889 builder.Command().Textf("(! [ -e %s -o -L %s ] || (echo \"%s already exists from an earlier stage of the build\" && exit 1))", dst, dst, dst)
Inseob Kim14199b02021-02-09 21:18:31 +0900890 builder.Command().Text("mkdir -p").Text(filepath.Dir(dst.String()))
891 builder.Command().Text("ln -sf").Text(proptools.ShellEscape(target)).Text(dst.String())
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900892 f.appendToEntry(ctx, dst)
Cole Faust19fbb072025-01-30 18:19:29 -0800893 // Only add the fullInstallPath logic for files in the rebased dir. The root dir
894 // is harder to install to.
895 if strings.HasPrefix(name, rebasedPrefix) {
896 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
897 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), strings.TrimPrefix(name, rebasedPrefix)),
898 SymlinkTarget: target,
899 })
900 }
Inseob Kim14199b02021-02-09 21:18:31 +0900901 }
Jihoon Kang89e8a692024-12-18 19:28:33 +0000902
903 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/Makefile;l=2835;drc=b186569ef00ff2f2a1fab28aedc75ebc32bcd67b
904 if f.partitionName() == "recovery" {
905 builder.Command().Text("mkdir -p").Text(rootDir.Join(ctx, "root/linkerconfig").String())
906 builder.Command().Text("touch").Text(rootDir.Join(ctx, "root/linkerconfig/ld.config.txt").String())
907 }
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900908}
909
Inseob Kim33f95a92024-07-11 15:44:49 +0900910func (f *filesystem) copyPackagingSpecs(ctx android.ModuleContext, builder *android.RuleBuilder, specs map[string]android.PackagingSpec, rootDir, rebasedDir android.WritablePath) []string {
911 rootDirSpecs := make(map[string]android.PackagingSpec)
912 rebasedDirSpecs := make(map[string]android.PackagingSpec)
913
914 for rel, spec := range specs {
915 if spec.Partition() == "root" {
916 rootDirSpecs[rel] = spec
917 } else {
918 rebasedDirSpecs[rel] = spec
919 }
920 }
921
922 dirsToSpecs := make(map[android.WritablePath]map[string]android.PackagingSpec)
923 dirsToSpecs[rootDir] = rootDirSpecs
924 dirsToSpecs[rebasedDir] = rebasedDirSpecs
925
Cole Fauste3845052025-02-13 12:45:35 -0800926 // Preserve timestamps for adb sync, so that this staging dir file matches the timestamp in the
927 // out/target/product staging directory.
928 return f.CopySpecsToDirs(ctx, builder, dirsToSpecs, true)
Inseob Kim33f95a92024-07-11 15:44:49 +0900929}
930
Spandan Das420e16a2024-12-11 18:10:52 +0000931func (f *filesystem) rootDirString() string {
932 return f.partitionName()
933}
934
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000935type buildImageParams struct {
936 // inputs
937 rootDir android.OutputPath
938 propFile android.Path
939 toolDeps android.Paths
940 // outputs
941 output android.WritablePath
942}
943
Cole Faust62cfaeb2025-01-15 18:06:40 -0800944func (f *filesystem) buildImageUsingBuildImage(
945 ctx android.ModuleContext,
946 builder *android.RuleBuilder,
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000947 params buildImageParams) {
Nikita Ioffe519015f2022-12-23 15:36:29 +0000948 // run host_init_verifier
949 // Ideally we should have a concept of pluggable linters that verify the generated image.
950 // While such concept is not implement this will do.
951 // TODO(b/263574231): substitute with pluggable linter.
952 builder.Command().
953 BuiltTool("host_init_verifier").
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000954 FlagWithArg("--out_system=", params.rootDir.String()+"/system")
Cole Fauste1676122024-12-03 17:32:25 -0800955
956 // Most of the time, if build_image were to call a host tool, it accepts the path to the
957 // host tool in a field in the prop file. However, it doesn't have that option for fec, which
958 // it expects to just be on the PATH. Add fec to the PATH.
959 fec := ctx.Config().HostToolPath(ctx, "fec")
960 pathToolDirs := []string{filepath.Dir(fec.String())}
961
Cole Fauste1676122024-12-03 17:32:25 -0800962 builder.Command().
963 Textf("PATH=%s:$PATH", strings.Join(pathToolDirs, ":")).
964 BuiltTool("build_image").
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000965 Text(params.rootDir.String()). // input directory
966 Input(params.propFile).
967 Implicits(params.toolDeps).
Cole Fauste1676122024-12-03 17:32:25 -0800968 Implicit(fec).
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000969 Implicit(f.fileystemStagingDirTimestamp(ctx)). // assemble the staging directory
970 Output(params.output).
971 Text(params.rootDir.String()) // directory where to find fs_config_files|dirs
Spandan Das1f0a5a12025-01-15 00:53:15 +0000972
Jihoon Kang983dd882025-01-13 23:14:11 +0000973 if f.properties.Partition_size != nil {
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000974 assertMaxImageSize(builder, params.output, *f.properties.Partition_size, false)
Jihoon Kang983dd882025-01-13 23:14:11 +0000975 }
976
Jiyong Park6f0f6882020-11-12 13:14:30 +0900977 // rootDir is not deleted. Might be useful for quick inspection.
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000978 builder.Build("build_"+params.output.String(), fmt.Sprintf("Creating filesystem %s", f.BaseModuleName()))
979}
Jiyong Park65c49f52020-11-24 14:23:26 +0900980
Spandan Das5ef1a9c2025-02-11 18:50:17 +0000981func (f *filesystem) propFileForHermeticImg(ctx android.ModuleContext, builder *android.RuleBuilder, inputPropFile android.Path) android.Path {
982 propFilePinnedTimestamp := android.PathForModuleOut(ctx, "for_target_files", "prop")
983 builder.Command().Textf("cat").Input(inputPropFile).Flag(">").Output(propFilePinnedTimestamp).
984 Textf(" && echo use_fixed_timestamp=true >> %s", propFilePinnedTimestamp).
985 Textf(" && echo block_list=%s >> %s", f.getMapFile(ctx).String(), propFilePinnedTimestamp) // mapfile will be an implicit output
986 builder.Command().Text("touch").Output(f.getMapFile(ctx))
987 return propFilePinnedTimestamp
Jiyong Park65c49f52020-11-24 14:23:26 +0900988}
989
Cole Faust4e9f5922024-11-13 16:09:23 -0800990func (f *filesystem) buildFileContexts(ctx android.ModuleContext) android.Path {
Inseob Kimcc8e5362021-02-03 14:05:24 +0900991 builder := android.NewRuleBuilder(pctx, ctx)
992 fcBin := android.PathForModuleOut(ctx, "file_contexts.bin")
993 builder.Command().BuiltTool("sefcontext_compile").
994 FlagWithOutput("-o ", fcBin).
995 Input(android.PathForModuleSrc(ctx, proptools.String(f.properties.File_contexts)))
996 builder.Build("build_filesystem_file_contexts", fmt.Sprintf("Creating filesystem file contexts for %s", f.BaseModuleName()))
Cole Faust4e9f5922024-11-13 16:09:23 -0800997 return fcBin
Inseob Kimcc8e5362021-02-03 14:05:24 +0900998}
999
Cole Faust4e9f5922024-11-13 16:09:23 -08001000func (f *filesystem) buildPropFile(ctx android.ModuleContext) (android.Path, android.Paths) {
Jiyong Park72678312021-01-18 17:29:49 +09001001 var deps android.Paths
Cole Fauste03ab892025-01-17 13:55:04 -08001002 var lines []string
Jiyong Park72678312021-01-18 17:29:49 +09001003 addStr := func(name string, value string) {
Cole Fauste03ab892025-01-17 13:55:04 -08001004 lines = append(lines, fmt.Sprintf("%s=%s", name, value))
Jiyong Park72678312021-01-18 17:29:49 +09001005 }
1006 addPath := func(name string, path android.Path) {
Cole Faustcec230a2024-03-07 15:51:12 -08001007 addStr(name, path.String())
Jiyong Park72678312021-01-18 17:29:49 +09001008 deps = append(deps, path)
1009 }
1010
Jiyong Park11a65972021-02-01 21:09:38 +09001011 // Type string that build_image.py accepts.
1012 fsTypeStr := func(t fsType) string {
1013 switch t {
Spandan Das94668822024-10-09 20:51:33 +00001014 // TODO(372522486): add more types like f2fs, erofs, etc.
Jiyong Park11a65972021-02-01 21:09:38 +09001015 case ext4Type:
1016 return "ext4"
Spandan Dasc35d6fb2024-10-10 17:51:14 +00001017 case erofsType:
1018 return "erofs"
mrziwang1a6291f2024-11-07 14:29:25 -08001019 case f2fsType:
1020 return "f2fs"
Jiyong Park11a65972021-02-01 21:09:38 +09001021 }
1022 panic(fmt.Errorf("unsupported fs type %v", t))
1023 }
1024
1025 addStr("fs_type", fsTypeStr(f.fsType(ctx)))
Inseob Kim376d72f2023-11-01 15:40:25 +09001026 addStr("mount_point", proptools.StringDefault(f.properties.Mount_point, "/"))
Jiyong Park72678312021-01-18 17:29:49 +09001027 addStr("use_dynamic_partition_size", "true")
1028 addPath("ext_mkuserimg", ctx.Config().HostToolPath(ctx, "mkuserimg_mke2fs"))
1029 // b/177813163 deps of the host tools have to be added. Remove this.
1030 for _, t := range []string{"mke2fs", "e2fsdroid", "tune2fs"} {
1031 deps = append(deps, ctx.Config().HostToolPath(ctx, t))
1032 }
1033
Jiyong Park71baa762021-01-18 21:11:03 +09001034 if proptools.Bool(f.properties.Use_avb) {
1035 addStr("avb_hashtree_enable", "true")
1036 addPath("avb_avbtool", ctx.Config().HostToolPath(ctx, "avbtool"))
1037 algorithm := proptools.StringDefault(f.properties.Avb_algorithm, "SHA256_RSA4096")
1038 addStr("avb_algorithm", algorithm)
Cole Fauste1676122024-12-03 17:32:25 -08001039 if f.properties.Avb_private_key != nil {
1040 key := android.PathForModuleSrc(ctx, *f.properties.Avb_private_key)
1041 addPath("avb_key_path", key)
1042 }
Inseob Kim53391842024-03-29 17:44:07 +09001043 addStr("partition_name", f.partitionName())
Cole Fauste1676122024-12-03 17:32:25 -08001044 avb_add_hashtree_footer_args := ""
1045 if !proptools.BoolDefault(f.properties.Use_fec, true) {
1046 avb_add_hashtree_footer_args += " --do_not_generate_fec"
1047 }
Nikita Ioffe50fb49c2025-01-24 13:49:00 +00001048 hashAlgorithm := proptools.StringDefault(f.properties.Avb_hash_algorithm, "sha256")
1049 avb_add_hashtree_footer_args += " --hash_algorithm " + hashAlgorithm
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +00001050 if f.properties.Rollback_index != nil {
1051 rollbackIndex := proptools.Int(f.properties.Rollback_index)
1052 if rollbackIndex < 0 {
1053 ctx.PropertyErrorf("rollback_index", "Rollback index must be non-negative")
1054 }
1055 avb_add_hashtree_footer_args += " --rollback_index " + strconv.Itoa(rollbackIndex)
1056 }
Cole Fauste1676122024-12-03 17:32:25 -08001057 avb_add_hashtree_footer_args += fmt.Sprintf(" --prop com.android.build.%s.os_version:%s", f.partitionName(), ctx.Config().PlatformVersionLastStable())
Cole Faustefeb5c42024-12-16 10:47:26 -08001058 // We're not going to add BuildFingerPrintFile as a dep. If it changed, it's likely because
1059 // the build number changed, and we don't want to trigger rebuilds solely based on the build
1060 // number.
Cole Fauste1676122024-12-03 17:32:25 -08001061 avb_add_hashtree_footer_args += fmt.Sprintf(" --prop com.android.build.%s.fingerprint:{CONTENTS_OF:%s}", f.partitionName(), ctx.Config().BuildFingerprintFile(ctx))
Spandan Dase5c393c2024-12-12 19:25:07 +00001062 if f.properties.Security_patch != nil && proptools.String(f.properties.Security_patch) != "" {
1063 avb_add_hashtree_footer_args += fmt.Sprintf(" --prop com.android.build.%s.security_patch:%s", f.partitionName(), proptools.String(f.properties.Security_patch))
1064 }
Shikha Panware6f30632022-12-21 12:54:45 +00001065 addStr("avb_add_hashtree_footer_args", avb_add_hashtree_footer_args)
Jiyong Park71baa762021-01-18 21:11:03 +09001066 }
1067
Cole Faust0d467052024-12-04 17:19:19 -08001068 if f.properties.File_contexts != nil && f.properties.Precompiled_file_contexts != nil {
1069 ctx.ModuleErrorf("file_contexts and precompiled_file_contexts cannot both be set")
1070 } else if f.properties.File_contexts != nil {
Spandan Dasf12ff9b2025-02-12 22:27:43 +00001071 f.selinuxFc = f.buildFileContexts(ctx)
Cole Faust0d467052024-12-04 17:19:19 -08001072 } else if f.properties.Precompiled_file_contexts != nil {
Spandan Dasf12ff9b2025-02-12 22:27:43 +00001073 f.selinuxFc = android.PathForModuleSrc(ctx, *f.properties.Precompiled_file_contexts)
1074 }
1075 if f.selinuxFc != nil {
1076 addPath("selinux_fc", f.selinuxFc)
Inseob Kimcc8e5362021-02-03 14:05:24 +09001077 }
Jooyung Han65f402b2022-04-21 14:24:04 +09001078 if timestamp := proptools.String(f.properties.Fake_timestamp); timestamp != "" {
1079 addStr("timestamp", timestamp)
Spandan Dasa0ddc512025-01-06 20:23:55 +00001080 } else if ctx.Config().Getenv("USE_FIXED_TIMESTAMP_IMG_FILES") == "true" {
1081 addStr("use_fixed_timestamp", "true")
Jooyung Han65f402b2022-04-21 14:24:04 +09001082 }
Spandan Dasa0ddc512025-01-06 20:23:55 +00001083
Jooyung Han65f402b2022-04-21 14:24:04 +09001084 if uuid := proptools.String(f.properties.Uuid); uuid != "" {
1085 addStr("uuid", uuid)
1086 addStr("hash_seed", uuid)
1087 }
mrziwang1a6291f2024-11-07 14:29:25 -08001088
Jihoon Kang40551e62025-01-14 21:55:08 +00001089 // Disable sparse only when partition size is not defined. disable_sparse has the same
1090 // effect as <partition name>_disable_sparse.
1091 if f.properties.Partition_size == nil {
1092 addStr("disable_sparse", "true")
1093 }
Cole Faust43a52c72024-11-26 12:46:08 -08001094
mrziwang1a6291f2024-11-07 14:29:25 -08001095 fst := f.fsType(ctx)
1096 switch fst {
1097 case erofsType:
1098 // Add erofs properties
Cole Faust3e730972024-12-03 13:12:08 -08001099 addStr("erofs_default_compressor", proptools.StringDefault(f.properties.Erofs.Compressor, "lz4hc,9"))
1100 if f.properties.Erofs.Compress_hints != nil {
1101 src := android.PathForModuleSrc(ctx, *f.properties.Erofs.Compress_hints)
1102 addPath("erofs_default_compress_hints", src)
Spandan Dasc35d6fb2024-10-10 17:51:14 +00001103 }
1104 if proptools.BoolDefault(f.properties.Erofs.Sparse, true) {
1105 // https://source.corp.google.com/h/googleplex-android/platform/build/+/88b1c67239ca545b11580237242774b411f2fed9:core/Makefile;l=2292;bpv=1;bpt=0;drc=ea8f34bc1d6e63656b4ec32f2391e9d54b3ebb6b
1106 addStr("erofs_sparse_flag", "-s")
1107 }
mrziwang1a6291f2024-11-07 14:29:25 -08001108 case f2fsType:
1109 if proptools.BoolDefault(f.properties.F2fs.Sparse, true) {
1110 // https://source.corp.google.com/h/googleplex-android/platform/build/+/88b1c67239ca545b11580237242774b411f2fed9:core/Makefile;l=2294;drc=ea8f34bc1d6e63656b4ec32f2391e9d54b3ebb6b;bpv=1;bpt=0
1111 addStr("f2fs_sparse_flag", "-S")
1112 }
Spandan Dasc35d6fb2024-10-10 17:51:14 +00001113 }
mrziwang1a6291f2024-11-07 14:29:25 -08001114 f.checkFsTypePropertyError(ctx, fst, fsTypeStr(fst))
Spandan Dasc35d6fb2024-10-10 17:51:14 +00001115
Jihoon Kang983dd882025-01-13 23:14:11 +00001116 if f.properties.Partition_size != nil {
1117 addStr("partition_size", strconv.FormatInt(*f.properties.Partition_size, 10))
1118 }
1119
Jihoon Kang6d08d922025-01-14 18:31:57 +00001120 if proptools.BoolDefault(f.properties.Support_casefolding, false) {
1121 addStr("needs_casefold", "1")
1122 }
1123
1124 if proptools.BoolDefault(f.properties.Support_project_quota, false) {
1125 addStr("needs_projid", "1")
1126 }
1127
1128 if proptools.BoolDefault(f.properties.Enable_compression, false) {
1129 addStr("needs_compress", "1")
1130 }
1131
Cole Fauste03ab892025-01-17 13:55:04 -08001132 sort.Strings(lines)
1133
Cole Fauste1676122024-12-03 17:32:25 -08001134 propFilePreProcessing := android.PathForModuleOut(ctx, "prop_pre_processing")
Cole Fauste03ab892025-01-17 13:55:04 -08001135 android.WriteFileRule(ctx, propFilePreProcessing, strings.Join(lines, "\n"))
Cole Faust4e9f5922024-11-13 16:09:23 -08001136 propFile := android.PathForModuleOut(ctx, "prop")
Cole Fauste1676122024-12-03 17:32:25 -08001137 ctx.Build(pctx, android.BuildParams{
Cole Faustefeb5c42024-12-16 10:47:26 -08001138 Rule: textFileProcessorRule,
1139 Input: propFilePreProcessing,
1140 Output: propFile,
Cole Fauste1676122024-12-03 17:32:25 -08001141 })
Jiyong Park72678312021-01-18 17:29:49 +09001142 return propFile, deps
1143}
1144
mrziwang1a6291f2024-11-07 14:29:25 -08001145// This method checks if there is any property set for the fstype(s) other than
1146// the current fstype.
1147func (f *filesystem) checkFsTypePropertyError(ctx android.ModuleContext, t fsType, fs string) {
1148 raiseError := func(otherFsType, currentFsType string) {
1149 errMsg := fmt.Sprintf("%s is non-empty, but FS type is %s\n. Please delete %s properties if this partition should use %s\n", otherFsType, currentFsType, otherFsType, currentFsType)
1150 ctx.PropertyErrorf(otherFsType, errMsg)
1151 }
1152
1153 if t != erofsType {
1154 if f.properties.Erofs.Compressor != nil || f.properties.Erofs.Compress_hints != nil || f.properties.Erofs.Sparse != nil {
1155 raiseError("erofs", fs)
1156 }
1157 }
1158 if t != f2fsType {
1159 if f.properties.F2fs.Sparse != nil {
1160 raiseError("f2fs", fs)
1161 }
1162 }
1163}
1164
Jihoon Kang6da80752024-12-23 18:53:32 +00001165func includeFilesRootDir(ctx android.ModuleContext) (rootDirs android.Paths, partitions android.Paths) {
1166 ctx.VisitDirectDepsWithTag(interPartitionInstallDependencyTag, func(m android.Module) {
1167 if fsProvider, ok := android.OtherModuleProvider(ctx, m, FilesystemProvider); ok {
1168 rootDirs = append(rootDirs, fsProvider.RootDir)
1169 partitions = append(partitions, fsProvider.Output)
1170 } else {
1171 ctx.PropertyErrorf("include_files_of", "only filesystem modules can be listed in "+
1172 "include_files_of but %s is not a filesystem module", m.Name())
1173 }
1174 })
1175 return rootDirs, partitions
1176}
1177
Cole Faust62cfaeb2025-01-15 18:06:40 -08001178func (f *filesystem) buildCpioImage(
1179 ctx android.ModuleContext,
1180 builder *android.RuleBuilder,
1181 rootDir android.OutputPath,
1182 compressed bool,
Cole Faustb36763e2025-02-18 15:21:44 -08001183) (android.Path, android.Paths) {
Jiyong Park11a65972021-02-01 21:09:38 +09001184 if proptools.Bool(f.properties.Use_avb) {
1185 ctx.PropertyErrorf("use_avb", "signing compresed cpio image using avbtool is not supported."+
1186 "Consider adding this to bootimg module and signing the entire boot image.")
1187 }
1188
Inseob Kimcc8e5362021-02-03 14:05:24 +09001189 if proptools.String(f.properties.File_contexts) != "" {
1190 ctx.PropertyErrorf("file_contexts", "file_contexts is not supported for compressed cpio image.")
1191 }
1192
Jihoon Kang6da80752024-12-23 18:53:32 +00001193 rootDirs, partitions := includeFilesRootDir(ctx)
1194
Cole Faust4e9f5922024-11-13 16:09:23 -08001195 output := android.PathForModuleOut(ctx, f.installFileName())
Jiyong Park837cdb22021-02-05 00:17:14 +09001196 cmd := builder.Command().
Jiyong Park11a65972021-02-01 21:09:38 +09001197 BuiltTool("mkbootfs").
Spandan Das5ef1a9c2025-02-11 18:50:17 +00001198 Implicit(f.fileystemStagingDirTimestamp(ctx)).
Jiyong Park837cdb22021-02-05 00:17:14 +09001199 Text(rootDir.String()) // input directory
Jihoon Kang6da80752024-12-23 18:53:32 +00001200
1201 for i := range len(rootDirs) {
1202 cmd.Text(rootDirs[i].String())
1203 }
1204 cmd.Implicits(partitions)
1205
Jihoon Kang6c03c8e2024-11-18 21:30:22 +00001206 if nodeList := f.properties.Dev_nodes_description_file; nodeList != nil {
1207 cmd.FlagWithInput("-n ", android.PathForModuleSrc(ctx, proptools.String(nodeList)))
1208 }
Jiyong Park837cdb22021-02-05 00:17:14 +09001209 if compressed {
1210 cmd.Text("|").
1211 BuiltTool("lz4").
1212 Flag("--favor-decSpeed"). // for faster boot
1213 Flag("-12"). // maximum compression level
1214 Flag("-l"). // legacy format for kernel
1215 Text(">").Output(output)
1216 } else {
1217 cmd.Text(">").Output(output)
1218 }
Jiyong Park11a65972021-02-01 21:09:38 +09001219
1220 // rootDir is not deleted. Might be useful for quick inspection.
Jiyong Park837cdb22021-02-05 00:17:14 +09001221 builder.Build("build_cpio_image", fmt.Sprintf("Creating filesystem %s", f.BaseModuleName()))
Jiyong Park11a65972021-02-01 21:09:38 +09001222
Cole Faustb36763e2025-02-18 15:21:44 -08001223 return output, rootDirs
Jiyong Park11a65972021-02-01 21:09:38 +09001224}
1225
Cole Faust4a2a7c92024-03-12 12:44:40 -07001226var validPartitions = []string{
1227 "system",
1228 "userdata",
1229 "cache",
1230 "system_other",
1231 "vendor",
1232 "product",
1233 "system_ext",
1234 "odm",
1235 "vendor_dlkm",
1236 "odm_dlkm",
1237 "system_dlkm",
Cole Faust76a6e952024-11-07 16:56:45 -08001238 "ramdisk",
Cole Faust24938e22024-11-18 14:01:58 -08001239 "vendor_ramdisk",
Jihoon Kang3216c982024-12-02 19:42:20 +00001240 "recovery",
Cole Faust4a2a7c92024-03-12 12:44:40 -07001241}
1242
Cole Faust19fbb072025-01-30 18:19:29 -08001243func (f *filesystem) buildEventLogtagsFile(
1244 ctx android.ModuleContext,
1245 builder *android.RuleBuilder,
1246 rebasedDir android.OutputPath,
1247 fullInstallPaths *[]FullInstallPathInfo,
1248) {
Inseob Kimb7b84572024-04-30 10:51:47 +09001249 if !proptools.Bool(f.properties.Build_logtags) {
1250 return
1251 }
1252
Inseob Kimb7b84572024-04-30 10:51:47 +09001253 etcPath := rebasedDir.Join(ctx, "etc")
1254 eventLogtagsPath := etcPath.Join(ctx, "event-log-tags")
1255 builder.Command().Text("mkdir").Flag("-p").Text(etcPath.String())
Cole Fauste4506af2024-12-11 14:14:50 -08001256 builder.Command().Text("cp").Input(android.MergedLogtagsPath(ctx)).Text(eventLogtagsPath.String())
Kiyoung Kim99a954d2024-06-21 14:22:20 +09001257
Cole Faust19fbb072025-01-30 18:19:29 -08001258 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
1259 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), "etc", "event-log-tags"),
1260 SourcePath: android.MergedLogtagsPath(ctx),
1261 })
1262
Kiyoung Kim99a954d2024-06-21 14:22:20 +09001263 f.appendToEntry(ctx, eventLogtagsPath)
Inseob Kimb7b84572024-04-30 10:51:47 +09001264}
1265
Cole Faust19fbb072025-01-30 18:19:29 -08001266func (f *filesystem) BuildLinkerConfigFile(
1267 ctx android.ModuleContext,
1268 builder *android.RuleBuilder,
1269 rebasedDir android.OutputPath,
1270 fullInstallPaths *[]FullInstallPathInfo,
1271) {
Spandan Das2047a4c2024-11-11 21:24:58 +00001272 if !proptools.Bool(f.properties.Linker_config.Gen_linker_config) {
Spandan Das92631882024-10-28 22:49:38 +00001273 return
1274 }
1275
Spandan Das918191e2024-10-31 18:27:23 +00001276 provideModules, _ := f.getLibsForLinkerConfig(ctx)
Cole Faustfee27012024-12-13 14:10:31 -08001277 intermediateOutput := android.PathForModuleOut(ctx, "linker.config.pb")
1278 linkerconfig.BuildLinkerConfig(ctx, android.PathsForModuleSrc(ctx, f.properties.Linker_config.Linker_config_srcs), provideModules, nil, intermediateOutput)
Spandan Das92631882024-10-28 22:49:38 +00001279 output := rebasedDir.Join(ctx, "etc", "linker.config.pb")
Cole Faustfee27012024-12-13 14:10:31 -08001280 builder.Command().Text("cp").Input(intermediateOutput).Output(output)
Spandan Das92631882024-10-28 22:49:38 +00001281
Cole Faust19fbb072025-01-30 18:19:29 -08001282 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
1283 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), "etc", "linker.config.pb"),
1284 SourcePath: intermediateOutput,
1285 })
1286
Spandan Das92631882024-10-28 22:49:38 +00001287 f.appendToEntry(ctx, output)
1288}
1289
Kiyoung Kim23be5bb2024-11-27 00:50:30 +00001290func (f *filesystem) ShouldUseVintfFragmentModuleOnly() bool {
1291 return false
1292}
1293
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001294type partition interface {
1295 PartitionType() string
1296}
1297
Cole Faust9a24d902024-03-18 15:38:12 -07001298func (f *filesystem) PartitionType() string {
1299 return proptools.StringDefault(f.properties.Partition_type, "system")
1300}
1301
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001302var _ partition = (*filesystem)(nil)
1303
Jiyong Park65c49f52020-11-24 14:23:26 +09001304var _ android.AndroidMkEntriesProvider = (*filesystem)(nil)
1305
1306// Implements android.AndroidMkEntriesProvider
1307func (f *filesystem) AndroidMkEntries() []android.AndroidMkEntries {
1308 return []android.AndroidMkEntries{android.AndroidMkEntries{
1309 Class: "ETC",
1310 OutputFile: android.OptionalPathForPath(f.output),
1311 ExtraEntries: []android.AndroidMkExtraEntriesFunc{
Colin Crossaa255532020-07-03 13:18:24 -07001312 func(ctx android.AndroidMkExtraEntriesContext, entries *android.AndroidMkEntries) {
Colin Crossc68db4b2021-11-11 18:59:15 -08001313 entries.SetString("LOCAL_MODULE_PATH", f.installDir.String())
Jiyong Park65c49f52020-11-24 14:23:26 +09001314 entries.SetString("LOCAL_INSTALLED_MODULE_STEM", f.installFileName())
Kiyoung Kim99a954d2024-06-21 14:22:20 +09001315 entries.SetString("LOCAL_FILESYSTEM_FILELIST", f.fileListFile.String())
Jiyong Park65c49f52020-11-24 14:23:26 +09001316 },
1317 },
1318 }}
Jiyong Park6f0f6882020-11-12 13:14:30 +09001319}
Jiyong Park12a719c2021-01-07 15:31:24 +09001320
1321// Filesystem is the public interface for the filesystem struct. Currently, it's only for the apex
1322// package to have access to the output file.
1323type Filesystem interface {
1324 android.Module
1325 OutputPath() android.Path
Jiyong Park972e06c2021-03-15 23:32:49 +09001326
1327 // Returns the output file that is signed by avbtool. If this module is not signed, returns
1328 // nil.
1329 SignedOutputPath() android.Path
Jiyong Park12a719c2021-01-07 15:31:24 +09001330}
1331
1332var _ Filesystem = (*filesystem)(nil)
1333
1334func (f *filesystem) OutputPath() android.Path {
1335 return f.output
1336}
Jiyong Park972e06c2021-03-15 23:32:49 +09001337
1338func (f *filesystem) SignedOutputPath() android.Path {
1339 if proptools.Bool(f.properties.Use_avb) {
1340 return f.OutputPath()
1341 }
1342 return nil
1343}
Jooyung Han0fbbc2b2022-03-25 12:35:46 +09001344
1345// Filter the result of GatherPackagingSpecs to discard items targeting outside "system" partition.
1346// Note that "apex" module installs its contents to "apex"(fake partition) as well
1347// for symbol lookup by imitating "activated" paths.
1348func (f *filesystem) gatherFilteredPackagingSpecs(ctx android.ModuleContext) map[string]android.PackagingSpec {
Cole Faustb8e280f2025-01-16 16:33:26 -08001349 return f.PackagingBase.GatherPackagingSpecsWithFilterAndModifier(ctx, f.filesystemBuilder.FilterPackagingSpec, f.filesystemBuilder.ModifyPackagingSpec)
1350}
1351
Jihoon Kangabec3ec2025-02-19 00:55:10 +00001352func (f *filesystem) gatherOwners(specs map[string]android.PackagingSpec) []InstalledModuleInfo {
1353 var owners []InstalledModuleInfo
1354 for _, p := range android.SortedKeys(specs) {
1355 spec := specs[p]
1356 owners = append(owners, InstalledModuleInfo{
1357 Name: spec.Owner(),
1358 Variation: spec.Variation(),
1359 })
1360 }
1361 return owners
1362}
1363
Cole Faustb8e280f2025-01-16 16:33:26 -08001364// Dexpreopt files are installed to system_other. Collect the packaingSpecs for the dexpreopt files
1365// from this partition to export to the system_other partition later.
1366func (f *filesystem) systemOtherFiles(ctx android.ModuleContext) map[string]android.PackagingSpec {
1367 filter := func(spec android.PackagingSpec) bool {
1368 // For some reason system_other packaging specs don't set the partition field.
1369 return strings.HasPrefix(spec.RelPathInPackage(), "system_other/")
1370 }
1371 modifier := func(spec *android.PackagingSpec) {
1372 spec.SetRelPathInPackage(strings.TrimPrefix(spec.RelPathInPackage(), "system_other/"))
1373 spec.SetPartition("system_other")
1374 }
1375 return f.PackagingBase.GatherPackagingSpecsWithFilterAndModifier(ctx, filter, modifier)
Jooyung Han0fbbc2b2022-03-25 12:35:46 +09001376}
Jooyung Han65f402b2022-04-21 14:24:04 +09001377
1378func sha1sum(values []string) string {
1379 h := sha256.New()
1380 for _, value := range values {
1381 io.WriteString(h, value)
1382 }
1383 return fmt.Sprintf("%x", h.Sum(nil))
1384}
Jooyung Hane6067592023-03-16 13:11:17 +09001385
1386// Base cc.UseCoverage
1387
1388var _ cc.UseCoverage = (*filesystem)(nil)
1389
Colin Crosse1a85552024-06-14 12:17:37 -07001390func (*filesystem) IsNativeCoverageNeeded(ctx cc.IsNativeCoverageNeededContext) bool {
Jooyung Hane6067592023-03-16 13:11:17 +09001391 return ctx.Device() && ctx.DeviceConfig().NativeCoverageEnabled()
1392}
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001393
1394// android_filesystem_defaults
1395
1396type filesystemDefaults struct {
1397 android.ModuleBase
1398 android.DefaultsModuleBase
1399
Inseob Kim3c0a0422024-11-05 17:21:37 +09001400 properties FilesystemProperties
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001401}
1402
1403// android_filesystem_defaults is a default module for android_filesystem and android_system_image
1404func filesystemDefaultsFactory() android.Module {
1405 module := &filesystemDefaults{}
1406 module.AddProperties(&module.properties)
1407 module.AddProperties(&android.PackagingProperties{})
1408 android.InitDefaultsModule(module)
1409 return module
1410}
1411
1412func (f *filesystemDefaults) PartitionType() string {
1413 return proptools.StringDefault(f.properties.Partition_type, "system")
1414}
1415
1416var _ partition = (*filesystemDefaults)(nil)
1417
1418func (f *filesystemDefaults) GenerateAndroidBuildActions(ctx android.ModuleContext) {
1419 validatePartitionType(ctx, f)
Yu Liu71f1ea32025-02-26 23:39:20 +00001420 android.SetProvider(ctx, FilesystemDefaultsInfoProvider, FilesystemDefaultsInfo{})
1421 android.SetProvider(ctx, android.PartitionTypeInfoProvider, android.PartitionTypeInfo{
Yu Liufc8d5c12025-01-09 00:19:06 +00001422 PartitionType: f.PartitionType(),
1423 })
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001424}
Spandan Das918191e2024-10-31 18:27:23 +00001425
1426// getLibsForLinkerConfig returns
1427// 1. A list of libraries installed in this filesystem
1428// 2. A list of dep libraries _not_ installed in this filesystem
1429//
1430// `linkerconfig.BuildLinkerConfig` will convert these two to a linker.config.pb for the filesystem
1431// (1) will be added to --provideLibs if they are C libraries with a stable interface (has stubs)
1432// (2) will be added to --requireLibs if they are C libraries with a stable interface (has stubs)
Yu Liu68a70b72025-01-08 22:54:44 +00001433func (f *filesystem) getLibsForLinkerConfig(ctx android.ModuleContext) ([]android.ModuleProxy, []android.ModuleProxy) {
Spandan Das918191e2024-10-31 18:27:23 +00001434 // we need "Module"s for packaging items
Yu Liu68a70b72025-01-08 22:54:44 +00001435 modulesInPackageByModule := make(map[android.ModuleProxy]bool)
Spandan Das918191e2024-10-31 18:27:23 +00001436 modulesInPackageByName := make(map[string]bool)
1437
1438 deps := f.gatherFilteredPackagingSpecs(ctx)
Yu Liu68a70b72025-01-08 22:54:44 +00001439 ctx.WalkDepsProxy(func(child, parent android.ModuleProxy) bool {
1440 if !android.OtherModuleProviderOrDefault(ctx, child, android.CommonModuleInfoKey).Enabled {
Yu Liu9c6b6762025-01-08 22:04:35 +00001441 return false
1442 }
Spandan Das918191e2024-10-31 18:27:23 +00001443 for _, ps := range android.OtherModuleProviderOrDefault(
1444 ctx, child, android.InstallFilesProvider).PackagingSpecs {
Spandan Dasecf667f2024-12-05 00:58:56 +00001445 if _, ok := deps[ps.RelPathInPackage()]; ok && ps.Partition() == f.PartitionType() {
Spandan Das918191e2024-10-31 18:27:23 +00001446 modulesInPackageByModule[child] = true
1447 modulesInPackageByName[child.Name()] = true
1448 return true
1449 }
1450 }
1451 return true
1452 })
1453
Yu Liu68a70b72025-01-08 22:54:44 +00001454 provideModules := make([]android.ModuleProxy, 0, len(modulesInPackageByModule))
Spandan Das918191e2024-10-31 18:27:23 +00001455 for mod := range modulesInPackageByModule {
1456 provideModules = append(provideModules, mod)
1457 }
1458
Yu Liu68a70b72025-01-08 22:54:44 +00001459 var requireModules []android.ModuleProxy
1460 ctx.WalkDepsProxy(func(child, parent android.ModuleProxy) bool {
1461 if !android.OtherModuleProviderOrDefault(ctx, child, android.CommonModuleInfoKey).Enabled {
Yu Liu9c6b6762025-01-08 22:04:35 +00001462 return false
1463 }
Spandan Das918191e2024-10-31 18:27:23 +00001464 _, parentInPackage := modulesInPackageByModule[parent]
1465 _, childInPackageName := modulesInPackageByName[child.Name()]
1466
1467 // When parent is in the package, and child (or its variant) is not, this can be from an interface.
1468 if parentInPackage && !childInPackageName {
1469 requireModules = append(requireModules, child)
1470 }
1471 return true
1472 })
1473
1474 return provideModules, requireModules
1475}
Cole Faust26bdac52024-11-19 13:37:53 -08001476
1477// Checks that the given file doesn't exceed the given size, and will also print a warning
1478// if it's nearing the maximum size. Equivalent to assert-max-image-size in make:
1479// https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/definitions.mk;l=3455;drc=993c4de29a02a6accd60ceaaee153307e1a18d10
1480func assertMaxImageSize(builder *android.RuleBuilder, image android.Path, maxSize int64, addAvbLater bool) {
1481 if addAvbLater {
1482 // The value 69632 is derived from MAX_VBMETA_SIZE + MAX_FOOTER_SIZE in avbtool.
1483 // Logic copied from make:
1484 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/Makefile;l=228;drc=a6a0007ef24e16c0b79f439beac4a118416717e6
1485 maxSize -= 69632
1486 }
1487 cmd := builder.Command()
1488 cmd.Textf(`file="%s"; maxsize="%d";`+
1489 `total=$(stat -c "%%s" "$file" | tr -d '\n');`+
1490 `if [ "$total" -gt "$maxsize" ]; then `+
1491 ` echo "error: $file too large ($total > $maxsize)";`+
1492 ` false;`+
1493 `elif [ "$total" -gt $((maxsize - 32768)) ]; then `+
1494 ` echo "WARNING: $file approaching size limit ($total now; limit $maxsize)";`+
1495 `fi`,
1496 image, maxSize)
1497 cmd.Implicit(image)
1498}
Spandan Das71be42d2024-11-20 18:34:16 +00001499
1500// addAutogeneratedRroDeps walks the transitive closure of vendor and product partitions.
1501// It visits apps installed in system and system_ext partitions, and adds the autogenerated
1502// RRO modules to its own deps.
1503func addAutogeneratedRroDeps(ctx android.BottomUpMutatorContext) {
1504 f, ok := ctx.Module().(*filesystem)
1505 if !ok {
1506 return
1507 }
1508 thisPartition := f.PartitionType()
1509 if thisPartition != "vendor" && thisPartition != "product" {
Cole Faust34592c02024-12-13 11:20:24 -08001510 if f.properties.Android_filesystem_deps.System != nil {
1511 ctx.PropertyErrorf("android_filesystem_deps.system", "only vendor or product partitions can use android_filesystem_deps")
1512 }
1513 if f.properties.Android_filesystem_deps.System_ext != nil {
1514 ctx.PropertyErrorf("android_filesystem_deps.system_ext", "only vendor or product partitions can use android_filesystem_deps")
1515 }
Spandan Das71be42d2024-11-20 18:34:16 +00001516 return
1517 }
1518 ctx.WalkDeps(func(child, parent android.Module) bool {
1519 depTag := ctx.OtherModuleDependencyTag(child)
1520 if parent.Name() == f.Name() && depTag != interPartitionDependencyTag {
1521 return false // This is a module listed in deps of vendor/product filesystem
1522 }
1523 if vendorOverlay := java.AutogeneratedRroModuleName(ctx, child.Name(), "vendor"); ctx.OtherModuleExists(vendorOverlay) && thisPartition == "vendor" {
1524 ctx.AddFarVariationDependencies(nil, dependencyTagWithVisibilityEnforcementBypass, vendorOverlay)
1525 }
1526 if productOverlay := java.AutogeneratedRroModuleName(ctx, child.Name(), "product"); ctx.OtherModuleExists(productOverlay) && thisPartition == "product" {
1527 ctx.AddFarVariationDependencies(nil, dependencyTagWithVisibilityEnforcementBypass, productOverlay)
1528 }
1529 return true
1530 })
1531}
Spandan Das6ec1fcf2025-02-11 22:51:51 +00001532
Yu Liu2a815b62025-02-21 20:46:25 +00001533func (f *filesystem) MakeVars(ctx android.MakeVarsModuleContext) []android.ModuleMakeVarsValue {
Spandan Das6ec1fcf2025-02-11 22:51:51 +00001534 if f.Name() == ctx.Config().SoongDefinedSystemImage() {
Yu Liu2a815b62025-02-21 20:46:25 +00001535 return []android.ModuleMakeVarsValue{{"SOONG_DEFINED_SYSTEM_IMAGE_PATH", f.output.String()}}
Spandan Das6ec1fcf2025-02-11 22:51:51 +00001536 }
Yu Liu2a815b62025-02-21 20:46:25 +00001537 return nil
Spandan Das6ec1fcf2025-02-11 22:51:51 +00001538}
Yu Liu0a37d422025-02-13 02:05:00 +00001539
1540func setCommonFilesystemInfo(ctx android.ModuleContext, m Filesystem) {
1541 android.SetProvider(ctx, FilesystemProvider, FilesystemInfo{
1542 Output: m.OutputPath(),
1543 SignedOutputPath: m.SignedOutputPath(),
1544 })
1545}