blob: e3f3ce8668e9479a2c6b79a02203a198cfa0e0ef [file] [log] [blame]
Jiyong Park6f0f6882020-11-12 13:14:30 +09001// Copyright (C) 2020 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package filesystem
16
17import (
Jooyung Han65f402b2022-04-21 14:24:04 +090018 "crypto/sha256"
Jiyong Park6f0f6882020-11-12 13:14:30 +090019 "fmt"
Jooyung Han65f402b2022-04-21 14:24:04 +090020 "io"
Inseob Kim14199b02021-02-09 21:18:31 +090021 "path/filepath"
Cole Faust4a2a7c92024-03-12 12:44:40 -070022 "slices"
Cole Fauste03ab892025-01-17 13:55:04 -080023 "sort"
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +000024 "strconv"
Inseob Kim14199b02021-02-09 21:18:31 +090025 "strings"
Jiyong Park6f0f6882020-11-12 13:14:30 +090026
27 "android/soong/android"
Jooyung Hane6067592023-03-16 13:11:17 +090028 "android/soong/cc"
Spandan Das71be42d2024-11-20 18:34:16 +000029 "android/soong/java"
Spandan Das92631882024-10-28 22:49:38 +000030 "android/soong/linkerconfig"
Jiyong Park65b62242020-11-25 12:44:59 +090031
32 "github.com/google/blueprint"
Jiyong Park71baa762021-01-18 21:11:03 +090033 "github.com/google/blueprint/proptools"
Jiyong Park6f0f6882020-11-12 13:14:30 +090034)
35
36func init() {
Jooyung Han9706cbc2021-04-15 22:43:48 +090037 registerBuildComponents(android.InitRegistrationContext)
Spandan Das71be42d2024-11-20 18:34:16 +000038 registerMutators(android.InitRegistrationContext)
Jooyung Han9706cbc2021-04-15 22:43:48 +090039}
40
41func registerBuildComponents(ctx android.RegistrationContext) {
Cole Faust92ccbe22024-10-03 14:38:37 -070042 ctx.RegisterModuleType("android_filesystem", FilesystemFactory)
Jiyong Parkf46b1af2024-04-05 18:13:33 +090043 ctx.RegisterModuleType("android_filesystem_defaults", filesystemDefaultsFactory)
Jihoon Kang98047cf2024-10-02 17:13:54 +000044 ctx.RegisterModuleType("android_system_image", SystemImageFactory)
Jiyong Parkbc485482022-11-15 22:31:49 +090045 ctx.RegisterModuleType("avb_add_hash_footer", avbAddHashFooterFactory)
Inseob Kim87230e62023-11-22 18:55:07 +090046 ctx.RegisterModuleType("avb_add_hash_footer_defaults", avbAddHashFooterDefaultsFactory)
Alice Wang000e3a32023-01-03 16:11:20 +000047 ctx.RegisterModuleType("avb_gen_vbmeta_image", avbGenVbmetaImageFactory)
Inseob Kim87230e62023-11-22 18:55:07 +090048 ctx.RegisterModuleType("avb_gen_vbmeta_image_defaults", avbGenVbmetaImageDefaultsFactory)
Jiyong Park6f0f6882020-11-12 13:14:30 +090049}
50
Spandan Das71be42d2024-11-20 18:34:16 +000051func registerMutators(ctx android.RegistrationContext) {
52 ctx.PostDepsMutators(func(ctx android.RegisterMutatorsContext) {
53 ctx.BottomUp("add_autogenerated_rro_deps", addAutogeneratedRroDeps)
54 })
55}
56
Cole Fauste1676122024-12-03 17:32:25 -080057// Remember to add referenced files to implicits!
58var textFileProcessorRule = pctx.AndroidStaticRule("text_file_processing", blueprint.RuleParams{
59 Command: "build/soong/scripts/text_file_processor.py $in $out",
60 CommandDeps: []string{"build/soong/scripts/text_file_processor.py"},
61})
62
Jiyong Park6f0f6882020-11-12 13:14:30 +090063type filesystem struct {
64 android.ModuleBase
65 android.PackagingBase
Jiyong Parkf46b1af2024-04-05 18:13:33 +090066 android.DefaultableModuleBase
Jiyong Park65c49f52020-11-24 14:23:26 +090067
Jihoon Kang98047cf2024-10-02 17:13:54 +000068 properties FilesystemProperties
Jiyong Park71baa762021-01-18 21:11:03 +090069
Cole Faust4e9f5922024-11-13 16:09:23 -080070 output android.Path
Jiyong Park65c49f52020-11-24 14:23:26 +090071 installDir android.InstallPath
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090072
Cole Faust4e9f5922024-11-13 16:09:23 -080073 fileListFile android.Path
Kiyoung Kim99a954d2024-06-21 14:22:20 +090074
75 // Keeps the entries installed from this filesystem
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090076 entries []string
Kiyoung Kim67118212024-11-07 13:23:44 +090077
78 filesystemBuilder filesystemBuilder
Jiyong Park6f0f6882020-11-12 13:14:30 +090079}
80
Kiyoung Kim67118212024-11-07 13:23:44 +090081type filesystemBuilder interface {
Cole Faust19fbb072025-01-30 18:19:29 -080082 BuildLinkerConfigFile(ctx android.ModuleContext, builder *android.RuleBuilder, rebasedDir android.OutputPath, fullInstallPaths *[]FullInstallPathInfo)
Kiyoung Kim67118212024-11-07 13:23:44 +090083 // Function that filters PackagingSpec in PackagingBase.GatherPackagingSpecs()
84 FilterPackagingSpec(spec android.PackagingSpec) bool
Inseob Kim3c0a0422024-11-05 17:21:37 +090085 // Function that modifies PackagingSpec in PackagingBase.GatherPackagingSpecs() to customize.
86 // For example, GSI system.img contains system_ext and product artifacts and their
87 // relPathInPackage need to be rebased to system/system_ext and system/system_product.
88 ModifyPackagingSpec(spec *android.PackagingSpec)
Kiyoung Kim23be5bb2024-11-27 00:50:30 +000089
90 // Function to check if the filesystem should not use `vintf_fragments` property,
91 // but use `vintf_fragment` module type instead
92 ShouldUseVintfFragmentModuleOnly() bool
Kiyoung Kim67118212024-11-07 13:23:44 +090093}
94
95var _ filesystemBuilder = (*filesystem)(nil)
96
Spandan Das69464c32024-10-25 20:08:06 +000097type SymlinkDefinition struct {
Inseob Kim14199b02021-02-09 21:18:31 +090098 Target *string
99 Name *string
100}
101
Jihoon Kang0a453892024-12-09 22:16:26 +0000102// CopyWithNamePrefix returns a new [SymlinkDefinition] with prefix added to Name.
103func (s *SymlinkDefinition) CopyWithNamePrefix(prefix string) SymlinkDefinition {
104 return SymlinkDefinition{
105 Target: s.Target,
106 Name: proptools.StringPtr(filepath.Join(prefix, proptools.String(s.Name))),
107 }
108}
109
Jihoon Kang98047cf2024-10-02 17:13:54 +0000110type FilesystemProperties struct {
Jiyong Park71baa762021-01-18 21:11:03 +0900111 // When set to true, sign the image with avbtool. Default is false.
112 Use_avb *bool
113
114 // Path to the private key that avbtool will use to sign this filesystem image.
115 // TODO(jiyong): allow apex_key to be specified here
116 Avb_private_key *string `android:"path"`
117
Shikha Panwar01403bb2022-12-22 12:22:57 +0000118 // Signing algorithm for avbtool. Default is SHA256_RSA4096.
Jiyong Park71baa762021-01-18 21:11:03 +0900119 Avb_algorithm *string
Jiyong Park11a65972021-02-01 21:09:38 +0900120
Shikha Panwar01403bb2022-12-22 12:22:57 +0000121 // Hash algorithm used for avbtool (for descriptors). This is passed as hash_algorithm to
122 // avbtool. Default used by avbtool is sha1.
Shikha Panware6f30632022-12-21 12:54:45 +0000123 Avb_hash_algorithm *string
124
Spandan Dase5c393c2024-12-12 19:25:07 +0000125 // The security patch passed to as the com.android.build.<type>.security_patch avb property.
126 Security_patch *string
127
Cole Fauste1676122024-12-03 17:32:25 -0800128 // Whether or not to use forward-error-correction codes when signing with AVB. Defaults to true.
129 Use_fec *bool
130
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +0000131 // The index used to prevent rollback of the image. Only used if use_avb is true.
132 Rollback_index *int64
133
Jihoon Kang2f0d1932025-01-17 19:22:44 +0000134 // Rollback index location of this image. Must be 0, 1, 2, etc.
135 Rollback_index_location *int64
136
Jiyong Parkac4076d2021-03-15 23:21:30 +0900137 // Name of the partition stored in vbmeta desc. Defaults to the name of this module.
138 Partition_name *string
139
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000140 // Type of the filesystem. Currently, ext4, erofs, cpio, and compressed_cpio are supported. Default
Jiyong Park837cdb22021-02-05 00:17:14 +0900141 // is ext4.
Jiyong Park11a65972021-02-01 21:09:38 +0900142 Type *string
Inseob Kimcc8e5362021-02-03 14:05:24 +0900143
Cole Faust9a24d902024-03-18 15:38:12 -0700144 // Identifies which partition this is for //visibility:any_system_image (and others) visibility
145 // checks, and will be used in the future for API surface checks.
146 Partition_type *string
147
Cole Faust0d467052024-12-04 17:19:19 -0800148 // file_contexts file to make image. Currently, only ext4 is supported. These file contexts
149 // will be compiled with sefcontext_compile
Inseob Kimcc8e5362021-02-03 14:05:24 +0900150 File_contexts *string `android:"path"`
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900151
Cole Faust0d467052024-12-04 17:19:19 -0800152 // The selinux file contexts, after having already run them through sefcontext_compile
153 Precompiled_file_contexts *string `android:"path"`
154
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900155 // Base directory relative to root, to which deps are installed, e.g. "system". Default is "."
156 // (root).
157 Base_dir *string
Inseob Kim14199b02021-02-09 21:18:31 +0900158
159 // Directories to be created under root. e.g. /dev, /proc, etc.
Cole Faustd9c6a5b2024-05-21 14:54:00 -0700160 Dirs proptools.Configurable[[]string]
Inseob Kim14199b02021-02-09 21:18:31 +0900161
Jihoon Kang6da80752024-12-23 18:53:32 +0000162 // List of filesystem modules to include in creating the partition. The root directory of
163 // the provided filesystem modules are included in creating the partition.
164 // This is only supported for cpio and compressed cpio filesystem types.
165 Include_files_of []string
166
Inseob Kim14199b02021-02-09 21:18:31 +0900167 // Symbolic links to be created under root with "ln -sf <target> <name>".
Spandan Das69464c32024-10-25 20:08:06 +0000168 Symlinks []SymlinkDefinition
Jooyung Han65f402b2022-04-21 14:24:04 +0900169
170 // Seconds since unix epoch to override timestamps of file entries
171 Fake_timestamp *string
172
173 // When set, passed to mkuserimg_mke2fs --mke2fs_uuid & --mke2fs_hash_seed.
174 // Otherwise, they'll be set as random which might cause indeterministic build output.
175 Uuid *string
Inseob Kim376d72f2023-11-01 15:40:25 +0900176
177 // Mount point for this image. Default is "/"
178 Mount_point *string
Cole Faust4a2a7c92024-03-12 12:44:40 -0700179
Inseob Kimb7b84572024-04-30 10:51:47 +0900180 // When set, builds etc/event-log-tags file by merging logtags from all dependencies.
181 // Default is false
182 Build_logtags *bool
183
Justin Yun74f3f302024-05-07 14:32:14 +0900184 // Install aconfig_flags.pb file for the modules installed in this partition.
185 Gen_aconfig_flags_pb *bool
186
Cole Faust34592c02024-12-13 11:20:24 -0800187 // List of names of other filesystem partitions to import their aconfig flags from.
188 // This is used for the system partition to import system_ext's aconfig flags, as currently
189 // those are considered one "container": aosp/3261300
190 Import_aconfig_flags_from []string
191
Inseob Kim53391842024-03-29 17:44:07 +0900192 Fsverity fsverityProperties
Cole Faust92ccbe22024-10-03 14:38:37 -0700193
194 // If this property is set to true, the filesystem will call ctx.UncheckedModule(), causing
195 // it to not be built on checkbuilds. Used for the automatic migration from make to soong
196 // build modules, where we want to emit some not-yet-working filesystems and we don't want them
197 // to be built.
198 Unchecked_module *bool `blueprint:"mutated"`
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000199
200 Erofs ErofsProperties
Jihoon Kang0d545b82024-10-11 00:21:57 +0000201
mrziwang1a6291f2024-11-07 14:29:25 -0800202 F2fs F2fsProperties
203
Spandan Das2047a4c2024-11-11 21:24:58 +0000204 Linker_config LinkerConfigProperties
Spandan Das92631882024-10-28 22:49:38 +0000205
Jihoon Kang0d545b82024-10-11 00:21:57 +0000206 // Determines if the module is auto-generated from Soong or not. If the module is
207 // auto-generated, its deps are exempted from visibility enforcement.
208 Is_auto_generated *bool
Jihoon Kang6c03c8e2024-11-18 21:30:22 +0000209
210 // Path to the dev nodes description file. This is only needed for building the ramdisk
211 // partition and should not be explicitly specified.
212 Dev_nodes_description_file *string `android:"path" blueprint:"mutated"`
Spandan Das71be42d2024-11-20 18:34:16 +0000213
214 // Additional dependencies used for building android products
215 Android_filesystem_deps AndroidFilesystemDeps
Spandan Dasc49b85e2025-01-10 00:51:25 +0000216
217 // Name of the output. Default is $(module_name).img
218 Stem *string
Jihoon Kang983dd882025-01-13 23:14:11 +0000219
220 // The size of the partition on the device. It will be a build error if this built partition
221 // image exceeds this size.
222 Partition_size *int64
Jihoon Kang6d08d922025-01-14 18:31:57 +0000223
224 // Whether to format f2fs and ext4 in a way that supports casefolding
225 Support_casefolding *bool
226
227 // Whether to format f2fs and ext4 in a way that supports project quotas
228 Support_project_quota *bool
229
230 // Whether to enable per-file compression in f2fs
231 Enable_compression *bool
Spandan Das71be42d2024-11-20 18:34:16 +0000232}
233
234type AndroidFilesystemDeps struct {
235 System *string
236 System_ext *string
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000237}
238
239// Additional properties required to generate erofs FS partitions.
240type ErofsProperties struct {
241 // Compressor and Compression level passed to mkfs.erofs. e.g. (lz4hc,9)
242 // Please see external/erofs-utils/README for complete documentation.
243 Compressor *string
244
245 // Used as --compress-hints for mkfs.erofs
246 Compress_hints *string `android:"path"`
247
248 Sparse *bool
Jiyong Park71baa762021-01-18 21:11:03 +0900249}
250
mrziwang1a6291f2024-11-07 14:29:25 -0800251// Additional properties required to generate f2fs FS partitions.
252type F2fsProperties struct {
253 Sparse *bool
254}
255
Spandan Das173256b2024-10-31 19:59:30 +0000256type LinkerConfigProperties struct {
257
258 // Build a linker.config.pb file
259 Gen_linker_config *bool
260
261 // List of files (in .json format) that will be converted to a linker config file (in .pb format).
262 // The linker config file be installed in the filesystem at /etc/linker.config.pb
263 Linker_config_srcs []string `android:"path"`
264}
265
Jiyong Park65c49f52020-11-24 14:23:26 +0900266// android_filesystem packages a set of modules and their transitive dependencies into a filesystem
267// image. The filesystem images are expected to be mounted in the target device, which means the
268// modules in the filesystem image are built for the target device (i.e. Android, not Linux host).
269// The modules are placed in the filesystem image just like they are installed to the ordinary
270// partitions like system.img. For example, cc_library modules are placed under ./lib[64] directory.
Cole Faust92ccbe22024-10-03 14:38:37 -0700271func FilesystemFactory() android.Module {
Jiyong Park6f0f6882020-11-12 13:14:30 +0900272 module := &filesystem{}
Kiyoung Kim67118212024-11-07 13:23:44 +0900273 module.filesystemBuilder = module
Cole Faust2cfe6962024-09-17 11:31:14 -0700274 initFilesystemModule(module, module)
Jiyong Parkfa616132021-04-20 11:36:40 +0900275 return module
276}
277
Cole Faust2cfe6962024-09-17 11:31:14 -0700278func initFilesystemModule(module android.DefaultableModule, filesystemModule *filesystem) {
279 module.AddProperties(&filesystemModule.properties)
280 android.InitPackageModule(filesystemModule)
281 filesystemModule.PackagingBase.DepsCollectFirstTargetOnly = true
Jihoon Kang79196c52024-10-30 18:49:47 +0000282 filesystemModule.PackagingBase.AllowHighPriorityDeps = true
Jiyong Park6f0f6882020-11-12 13:14:30 +0900283 android.InitAndroidMultiTargetsArchModule(module, android.DeviceSupported, android.MultilibCommon)
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900284 android.InitDefaultableModule(module)
Jihoon Kang6c03c8e2024-11-18 21:30:22 +0000285
286 android.AddLoadHook(module, func(ctx android.LoadHookContext) {
287 filesystemModule.setDevNodesDescriptionProp()
288 })
Jiyong Park6f0f6882020-11-12 13:14:30 +0900289}
290
Jihoon Kang0d545b82024-10-11 00:21:57 +0000291type depTag struct {
Jiyong Park12a719c2021-01-07 15:31:24 +0900292 blueprint.BaseDependencyTag
Jooyung Han092ef812021-03-10 15:40:34 +0900293 android.PackagingItemAlwaysDepTag
Jihoon Kang0d545b82024-10-11 00:21:57 +0000294}
295
296var dependencyTag = depTag{}
297
298type depTagWithVisibilityEnforcementBypass struct {
299 depTag
300}
301
Spandan Das71be42d2024-11-20 18:34:16 +0000302type interPartitionDepTag struct {
303 blueprint.BaseDependencyTag
304}
305
306var interPartitionDependencyTag = interPartitionDepTag{}
307
Jihoon Kang6da80752024-12-23 18:53:32 +0000308var interPartitionInstallDependencyTag = interPartitionDepTag{}
309
Jihoon Kang0d545b82024-10-11 00:21:57 +0000310var _ android.ExcludeFromVisibilityEnforcementTag = (*depTagWithVisibilityEnforcementBypass)(nil)
311
312func (t depTagWithVisibilityEnforcementBypass) ExcludeFromVisibilityEnforcement() {}
313
314var dependencyTagWithVisibilityEnforcementBypass = depTagWithVisibilityEnforcementBypass{}
Jiyong Park65b62242020-11-25 12:44:59 +0900315
Jihoon Kang6c03c8e2024-11-18 21:30:22 +0000316// ramdiskDevNodesDescription is the name of the filegroup module that provides the file that
317// contains the description of dev nodes added to the CPIO archive for the ramdisk partition.
318const ramdiskDevNodesDescription = "ramdisk_node_list"
319
320func (f *filesystem) setDevNodesDescriptionProp() {
321 if proptools.String(f.properties.Partition_name) == "ramdisk" {
322 f.properties.Dev_nodes_description_file = proptools.StringPtr(":" + ramdiskDevNodesDescription)
323 }
324}
325
Jiyong Park6f0f6882020-11-12 13:14:30 +0900326func (f *filesystem) DepsMutator(ctx android.BottomUpMutatorContext) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000327 if proptools.Bool(f.properties.Is_auto_generated) {
328 f.AddDeps(ctx, dependencyTagWithVisibilityEnforcementBypass)
329 } else {
330 f.AddDeps(ctx, dependencyTag)
331 }
Spandan Das71be42d2024-11-20 18:34:16 +0000332 if f.properties.Android_filesystem_deps.System != nil {
333 ctx.AddDependency(ctx.Module(), interPartitionDependencyTag, proptools.String(f.properties.Android_filesystem_deps.System))
334 }
335 if f.properties.Android_filesystem_deps.System_ext != nil {
336 ctx.AddDependency(ctx.Module(), interPartitionDependencyTag, proptools.String(f.properties.Android_filesystem_deps.System_ext))
337 }
Cole Faust34592c02024-12-13 11:20:24 -0800338 for _, partition := range f.properties.Import_aconfig_flags_from {
339 ctx.AddDependency(ctx.Module(), importAconfigDependencyTag, partition)
340 }
Jihoon Kang6da80752024-12-23 18:53:32 +0000341 for _, partition := range f.properties.Include_files_of {
342 ctx.AddDependency(ctx.Module(), interPartitionInstallDependencyTag, partition)
343 }
Jiyong Park6f0f6882020-11-12 13:14:30 +0900344}
345
Jiyong Park11a65972021-02-01 21:09:38 +0900346type fsType int
347
348const (
349 ext4Type fsType = iota
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000350 erofsType
mrziwang1a6291f2024-11-07 14:29:25 -0800351 f2fsType
Jiyong Park11a65972021-02-01 21:09:38 +0900352 compressedCpioType
Jiyong Park837cdb22021-02-05 00:17:14 +0900353 cpioType // uncompressed
Jiyong Park11a65972021-02-01 21:09:38 +0900354 unknown
355)
356
Spandan Das7a46f6c2024-10-14 18:41:18 +0000357func (fs fsType) IsUnknown() bool {
358 return fs == unknown
359}
360
Cole Faust92ccbe22024-10-03 14:38:37 -0700361type FilesystemInfo struct {
Cole Faust44080412024-12-20 14:17:07 -0800362 // The built filesystem image
363 Output android.Path
Spandan Das1f0a5a12025-01-15 00:53:15 +0000364 // An additional hermetic filesystem image.
365 // e.g. this will contain inodes with pinned timestamps.
366 // This will be copied to target_files.zip
367 OutputHermetic android.Path
Cole Faust92ccbe22024-10-03 14:38:37 -0700368 // A text file containing the list of paths installed on the partition.
369 FileListFile android.Path
Cole Faust44080412024-12-20 14:17:07 -0800370 // The root staging directory used to build the output filesystem. If consuming this, make sure
371 // to add a dependency on the Output file, as you cannot add dependencies on directories
372 // in ninja.
373 RootDir android.Path
Cole Faust11fda332025-01-14 16:47:19 -0800374 // The rebased staging directory used to build the output filesystem. If consuming this, make
375 // sure to add a dependency on the Output file, as you cannot add dependencies on directories
376 // in ninja. In many cases this is the same as RootDir, only in the system partition is it
377 // different. There, it points to the "system" sub-directory of RootDir.
378 RebasedDir android.Path
Spandan Das33c9c472025-01-14 19:26:23 +0000379 // A text file with block data of the .img file
380 // This is an implicit output of `build_image`
381 MapFile android.Path
Cole Faust11fda332025-01-14 16:47:19 -0800382 // Name of the module that produced this FilesystemInfo origionally. (though it may be
383 // re-exported by super images or boot images)
384 ModuleName string
Cole Faust74ee4e02025-01-16 14:55:35 -0800385 // The property file generated by this module and passed to build_image.
386 // It's exported here so that system_other can reuse system's property file.
387 BuildImagePropFile android.Path
388 // Paths to all the tools referenced inside of the build image property file.
389 BuildImagePropFileDeps android.Paths
Cole Faustb8e280f2025-01-16 16:33:26 -0800390 // Packaging specs to be installed on the system_other image, for the initial boot's dexpreopt.
391 SpecsForSystemOther map[string]android.PackagingSpec
Cole Faust19fbb072025-01-30 18:19:29 -0800392
393 FullInstallPaths []FullInstallPathInfo
394}
395
396// FullInstallPathInfo contains information about the "full install" paths of all the files
397// inside this partition. The full install paths are the files installed in
398// out/target/product/<device>/<partition>. This is essentially legacy behavior, maintained for
399// tools like adb sync and adevice, but we should update them to query the build system for the
400// installed files no matter where they are.
401type FullInstallPathInfo struct {
402 // RequiresFullInstall tells us if the origional module did the install to FullInstallPath
403 // already. If it's false, the android_device module needs to emit the install rule.
404 RequiresFullInstall bool
405 // The "full install" paths for the files in this filesystem. This is the paths in the
406 // out/target/product/<device>/<partition> folder. They're not used by this filesystem,
407 // but can be depended on by the top-level android_device module to cause the staging
408 // directories to be built.
409 FullInstallPath android.InstallPath
410
411 // The file that's copied to FullInstallPath. May be nil if SymlinkTarget is set or IsDir is
412 // true.
413 SourcePath android.Path
414
415 // The target of the symlink, if this file is a symlink.
416 SymlinkTarget string
417
418 // If this file is a directory. Only used for empty directories, which are mostly mount points.
419 IsDir bool
Cole Faust92ccbe22024-10-03 14:38:37 -0700420}
421
422var FilesystemProvider = blueprint.NewProvider[FilesystemInfo]()
423
Yu Liufc8d5c12025-01-09 00:19:06 +0000424type FilesystemDefaultsInfo struct {
425 // Identifies which partition this is for //visibility:any_system_image (and others) visibility
426 // checks, and will be used in the future for API surface checks.
427 PartitionType string
428}
429
430var FilesystemDefaultsInfoProvider = blueprint.NewProvider[FilesystemDefaultsInfo]()
431
Spandan Das7a46f6c2024-10-14 18:41:18 +0000432func GetFsTypeFromString(ctx android.EarlyModuleContext, typeStr string) fsType {
Jiyong Park11a65972021-02-01 21:09:38 +0900433 switch typeStr {
434 case "ext4":
435 return ext4Type
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000436 case "erofs":
437 return erofsType
mrziwang1a6291f2024-11-07 14:29:25 -0800438 case "f2fs":
439 return f2fsType
Jiyong Park11a65972021-02-01 21:09:38 +0900440 case "compressed_cpio":
441 return compressedCpioType
Jiyong Park837cdb22021-02-05 00:17:14 +0900442 case "cpio":
443 return cpioType
Jiyong Park11a65972021-02-01 21:09:38 +0900444 default:
Jiyong Park11a65972021-02-01 21:09:38 +0900445 return unknown
446 }
447}
448
Spandan Das7a46f6c2024-10-14 18:41:18 +0000449func (f *filesystem) fsType(ctx android.ModuleContext) fsType {
450 typeStr := proptools.StringDefault(f.properties.Type, "ext4")
451 fsType := GetFsTypeFromString(ctx, typeStr)
452 if fsType == unknown {
453 ctx.PropertyErrorf("type", "%q not supported", typeStr)
454 }
455 return fsType
456}
457
Jiyong Park65c49f52020-11-24 14:23:26 +0900458func (f *filesystem) installFileName() string {
Spandan Dasc49b85e2025-01-10 00:51:25 +0000459 return proptools.StringDefault(f.properties.Stem, f.BaseModuleName()+".img")
Jiyong Park65c49f52020-11-24 14:23:26 +0900460}
461
Inseob Kim53391842024-03-29 17:44:07 +0900462func (f *filesystem) partitionName() string {
463 return proptools.StringDefault(f.properties.Partition_name, f.Name())
464}
465
Kiyoung Kim67118212024-11-07 13:23:44 +0900466func (f *filesystem) FilterPackagingSpec(ps android.PackagingSpec) bool {
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000467 // Filesystem module respects the installation semantic. A PackagingSpec from a module with
468 // IsSkipInstall() is skipped.
Cole Faust76a6e952024-11-07 16:56:45 -0800469 if ps.SkipInstall() {
470 return false
Spandan Das6d056502024-10-21 15:40:32 +0000471 }
Cole Faust76a6e952024-11-07 16:56:45 -0800472 if proptools.Bool(f.properties.Is_auto_generated) { // TODO (spandandas): Remove this.
473 pt := f.PartitionType()
Cole Faustc88cff12024-11-12 13:24:05 -0800474 return ps.Partition() == pt || strings.HasPrefix(ps.Partition(), pt+"/")
Cole Faust76a6e952024-11-07 16:56:45 -0800475 }
476 return true
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000477}
478
Inseob Kim3c0a0422024-11-05 17:21:37 +0900479func (f *filesystem) ModifyPackagingSpec(ps *android.PackagingSpec) {
Cole Faustc88cff12024-11-12 13:24:05 -0800480 // Sometimes, android.modulePartition() returns a path with >1 path components.
481 // This makes the partition field of packagingSpecs have multiple components, like
482 // "system/product". Right now, the filesystem module doesn't look at the partition field
483 // when deciding what path to install the file under, only the RelPathInPackage field, so
484 // we move the later path components from partition to relPathInPackage. This should probably
485 // be revisited in the future.
486 prefix := f.PartitionType() + "/"
487 if strings.HasPrefix(ps.Partition(), prefix) {
488 subPartition := strings.TrimPrefix(ps.Partition(), prefix)
489 ps.SetPartition(f.PartitionType())
490 ps.SetRelPathInPackage(filepath.Join(subPartition, ps.RelPathInPackage()))
491 }
Inseob Kim3c0a0422024-11-05 17:21:37 +0900492}
493
Jiyong Park6f0f6882020-11-12 13:14:30 +0900494var pctx = android.NewPackageContext("android/soong/filesystem")
495
496func (f *filesystem) GenerateAndroidBuildActions(ctx android.ModuleContext) {
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900497 validatePartitionType(ctx, f)
Kiyoung Kim23be5bb2024-11-27 00:50:30 +0000498 if f.filesystemBuilder.ShouldUseVintfFragmentModuleOnly() {
499 f.validateVintfFragments(ctx)
500 }
Jihoon Kang6da80752024-12-23 18:53:32 +0000501
502 if len(f.properties.Include_files_of) > 0 && !android.InList(f.fsType(ctx), []fsType{compressedCpioType, cpioType}) {
503 ctx.PropertyErrorf("include_files_of", "include_files_of is only supported for cpio and compressed cpio filesystem types.")
504 }
505
Cole Faust62cfaeb2025-01-15 18:06:40 -0800506 rootDir := android.PathForModuleOut(ctx, f.rootDirString()).OutputPath
507 rebasedDir := rootDir
508 if f.properties.Base_dir != nil {
509 rebasedDir = rootDir.Join(ctx, *f.properties.Base_dir)
510 }
511 builder := android.NewRuleBuilder(pctx, ctx)
512
513 // Wipe the root dir to get rid of leftover files from prior builds
514 builder.Command().Textf("rm -rf %s && mkdir -p %s", rootDir, rootDir)
515 specs := f.gatherFilteredPackagingSpecs(ctx)
Cole Faust62cfaeb2025-01-15 18:06:40 -0800516
Cole Faust19fbb072025-01-30 18:19:29 -0800517 var fullInstallPaths []FullInstallPathInfo
518 for _, spec := range specs {
519 fullInstallPaths = append(fullInstallPaths, FullInstallPathInfo{
520 FullInstallPath: spec.FullInstallPath(),
521 RequiresFullInstall: spec.RequiresFullInstall(),
522 SourcePath: spec.SrcPath(),
523 SymlinkTarget: spec.ToGob().SymlinkTarget,
524 })
525 }
526
527 f.entries = f.copyPackagingSpecs(ctx, builder, specs, rootDir, rebasedDir)
528 f.buildNonDepsFiles(ctx, builder, rootDir, rebasedDir, &fullInstallPaths)
529 f.buildFsverityMetadataFiles(ctx, builder, specs, rootDir, rebasedDir, &fullInstallPaths)
530 f.buildEventLogtagsFile(ctx, builder, rebasedDir, &fullInstallPaths)
531 f.buildAconfigFlagsFiles(ctx, builder, specs, rebasedDir, &fullInstallPaths)
532 f.filesystemBuilder.BuildLinkerConfigFile(ctx, builder, rebasedDir, &fullInstallPaths)
Cole Faust62cfaeb2025-01-15 18:06:40 -0800533
Spandan Das33c9c472025-01-14 19:26:23 +0000534 var mapFile android.Path
Spandan Das1f0a5a12025-01-15 00:53:15 +0000535 var outputHermetic android.Path
Cole Faust74ee4e02025-01-16 14:55:35 -0800536 var buildImagePropFile android.Path
537 var buildImagePropFileDeps android.Paths
Jiyong Park11a65972021-02-01 21:09:38 +0900538 switch f.fsType(ctx) {
mrziwang1a6291f2024-11-07 14:29:25 -0800539 case ext4Type, erofsType, f2fsType:
Cole Faust74ee4e02025-01-16 14:55:35 -0800540 f.output, outputHermetic, buildImagePropFile, buildImagePropFileDeps = f.buildImageUsingBuildImage(ctx, builder, rootDir, rebasedDir)
Spandan Das33c9c472025-01-14 19:26:23 +0000541 mapFile = f.getMapFile(ctx)
Jiyong Park11a65972021-02-01 21:09:38 +0900542 case compressedCpioType:
Cole Faust62cfaeb2025-01-15 18:06:40 -0800543 f.output = f.buildCpioImage(ctx, builder, rootDir, true)
Jiyong Park837cdb22021-02-05 00:17:14 +0900544 case cpioType:
Cole Faust62cfaeb2025-01-15 18:06:40 -0800545 f.output = f.buildCpioImage(ctx, builder, rootDir, false)
Jiyong Park11a65972021-02-01 21:09:38 +0900546 default:
547 return
548 }
549
550 f.installDir = android.PathForModuleInstall(ctx, "etc")
551 ctx.InstallFile(f.installDir, f.installFileName(), f.output)
mrziwang555d1332024-06-07 11:15:33 -0700552 ctx.SetOutputFiles([]android.Path{f.output}, "")
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900553
Jihoon Kang6da80752024-12-23 18:53:32 +0000554 if f.partitionName() == "recovery" {
555 rootDir = rootDir.Join(ctx, "root")
556 }
557
Cole Faust4e9f5922024-11-13 16:09:23 -0800558 fileListFile := android.PathForModuleOut(ctx, "fileList")
559 android.WriteFileRule(ctx, fileListFile, f.installedFilesList())
Cole Faust92ccbe22024-10-03 14:38:37 -0700560
Spandan Das33c9c472025-01-14 19:26:23 +0000561 fsInfo := FilesystemInfo{
Cole Faust74ee4e02025-01-16 14:55:35 -0800562 Output: f.output,
563 OutputHermetic: outputHermetic,
564 FileListFile: fileListFile,
565 RootDir: rootDir,
566 RebasedDir: rebasedDir,
567 MapFile: mapFile,
568 ModuleName: ctx.ModuleName(),
569 BuildImagePropFile: buildImagePropFile,
570 BuildImagePropFileDeps: buildImagePropFileDeps,
Cole Faustb8e280f2025-01-16 16:33:26 -0800571 SpecsForSystemOther: f.systemOtherFiles(ctx),
Cole Faust19fbb072025-01-30 18:19:29 -0800572 FullInstallPaths: fullInstallPaths,
Spandan Das1f0a5a12025-01-15 00:53:15 +0000573 }
Spandan Das33c9c472025-01-14 19:26:23 +0000574
575 android.SetProvider(ctx, FilesystemProvider, fsInfo)
Spandan Das3ec6d062025-01-09 19:37:47 +0000576
Cole Faust4e9f5922024-11-13 16:09:23 -0800577 f.fileListFile = fileListFile
Cole Faust92ccbe22024-10-03 14:38:37 -0700578
579 if proptools.Bool(f.properties.Unchecked_module) {
580 ctx.UncheckedModule()
581 }
Jihoon Kang2f0d1932025-01-17 19:22:44 +0000582
583 f.setVbmetaPartitionProvider(ctx)
584}
585
586func (f *filesystem) setVbmetaPartitionProvider(ctx android.ModuleContext) {
587 var extractedPublicKey android.ModuleOutPath
588 if f.properties.Avb_private_key != nil {
589 key := android.PathForModuleSrc(ctx, proptools.String(f.properties.Avb_private_key))
590 extractedPublicKey = android.PathForModuleOut(ctx, f.partitionName()+".avbpubkey")
591 ctx.Build(pctx, android.BuildParams{
592 Rule: extractPublicKeyRule,
593 Input: key,
594 Output: extractedPublicKey,
595 })
596 }
597
598 var ril int
599 if f.properties.Rollback_index_location != nil {
600 ril = proptools.Int(f.properties.Rollback_index_location)
601 }
602
603 android.SetProvider(ctx, vbmetaPartitionProvider, vbmetaPartitionInfo{
604 Name: f.partitionName(),
605 RollbackIndexLocation: ril,
606 PublicKey: extractedPublicKey,
607 Output: f.output,
608 })
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900609}
610
Spandan Das33c9c472025-01-14 19:26:23 +0000611func (f *filesystem) getMapFile(ctx android.ModuleContext) android.WritablePath {
612 // create the filepath by replacing the extension of the corresponding img file
613 return android.PathForModuleOut(ctx, f.installFileName()).ReplaceExtension(ctx, "map")
614}
615
Kiyoung Kim23be5bb2024-11-27 00:50:30 +0000616func (f *filesystem) validateVintfFragments(ctx android.ModuleContext) {
617 visitedModule := map[string]bool{}
618 packagingSpecs := f.gatherFilteredPackagingSpecs(ctx)
619
620 moduleInFileSystem := func(mod android.Module) bool {
621 for _, ps := range android.OtherModuleProviderOrDefault(
622 ctx, mod, android.InstallFilesProvider).PackagingSpecs {
623 if _, ok := packagingSpecs[ps.RelPathInPackage()]; ok {
624 return true
625 }
626 }
627 return false
628 }
629
630 ctx.WalkDeps(func(child, parent android.Module) bool {
631 if visitedModule[child.Name()] {
632 return false
633 }
634 if !moduleInFileSystem(child) {
635 visitedModule[child.Name()] = true
636 return true
637 }
638 if vintfFragments := child.VintfFragments(ctx); vintfFragments != nil {
639 ctx.PropertyErrorf(
640 "vintf_fragments",
641 "Module %s is referenced by soong-defined filesystem %s with property vintf_fragments(%s) in use."+
642 " Use vintf_fragment_modules property instead.",
643 child.Name(),
644 f.BaseModuleName(),
645 strings.Join(vintfFragments, ", "),
646 )
647 }
648 visitedModule[child.Name()] = true
649 return true
650 })
651}
652
Cole Faust4e9f5922024-11-13 16:09:23 -0800653func (f *filesystem) appendToEntry(ctx android.ModuleContext, installedFile android.Path) {
Spandan Das420e16a2024-12-11 18:10:52 +0000654 partitionBaseDir := android.PathForModuleOut(ctx, f.rootDirString(), proptools.String(f.properties.Base_dir)).String() + "/"
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900655
656 relPath, inTargetPartition := strings.CutPrefix(installedFile.String(), partitionBaseDir)
657 if inTargetPartition {
658 f.entries = append(f.entries, relPath)
659 }
660}
661
662func (f *filesystem) installedFilesList() string {
663 installedFilePaths := android.FirstUniqueStrings(f.entries)
664 slices.Sort(installedFilePaths)
665
666 return strings.Join(installedFilePaths, "\n")
Jiyong Park11a65972021-02-01 21:09:38 +0900667}
668
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900669func validatePartitionType(ctx android.ModuleContext, p partition) {
670 if !android.InList(p.PartitionType(), validPartitions) {
671 ctx.PropertyErrorf("partition_type", "partition_type must be one of %s, found: %s", validPartitions, p.PartitionType())
672 }
673
Yu Liufc8d5c12025-01-09 00:19:06 +0000674 ctx.VisitDirectDepsProxyWithTag(android.DefaultsDepTag, func(m android.ModuleProxy) {
675 if fdm, ok := android.OtherModuleProvider(ctx, m, FilesystemDefaultsInfoProvider); ok {
676 if p.PartitionType() != fdm.PartitionType {
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900677 ctx.PropertyErrorf("partition_type",
678 "%s doesn't match with the partition type %s of the filesystem default module %s",
Yu Liufc8d5c12025-01-09 00:19:06 +0000679 p.PartitionType(), fdm.PartitionType, m.Name())
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900680 }
681 }
682 })
683}
684
Cole Faust3b806d32024-03-11 15:15:03 -0700685// Copy extra files/dirs that are not from the `deps` property to `rootDir`, checking for conflicts with files
686// already in `rootDir`.
Cole Faust19fbb072025-01-30 18:19:29 -0800687func (f *filesystem) buildNonDepsFiles(
688 ctx android.ModuleContext,
689 builder *android.RuleBuilder,
690 rootDir android.OutputPath,
691 rebasedDir android.OutputPath,
692 fullInstallPaths *[]FullInstallPathInfo,
693) {
694 rebasedPrefix, err := filepath.Rel(rootDir.String(), rebasedDir.String())
695 if err != nil || strings.HasPrefix(rebasedPrefix, "../") {
696 panic("rebasedDir could not be made relative to rootDir")
697 }
698 if !strings.HasSuffix(rebasedPrefix, "/") {
699 rebasedPrefix += "/"
700 }
701 if rebasedPrefix == "./" {
702 rebasedPrefix = ""
703 }
704
Inseob Kim14199b02021-02-09 21:18:31 +0900705 // create dirs and symlinks
Cole Faustd9c6a5b2024-05-21 14:54:00 -0700706 for _, dir := range f.properties.Dirs.GetOrDefault(ctx, nil) {
Inseob Kim14199b02021-02-09 21:18:31 +0900707 // OutputPath.Join verifies dir
708 builder.Command().Text("mkdir -p").Text(rootDir.Join(ctx, dir).String())
Cole Faust19fbb072025-01-30 18:19:29 -0800709 // Only add the fullInstallPath logic for files in the rebased dir. The root dir
710 // is harder to install to.
711 if strings.HasPrefix(dir, rebasedPrefix) {
712 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
713 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), strings.TrimPrefix(dir, rebasedPrefix)),
714 IsDir: true,
715 })
716 }
Inseob Kim14199b02021-02-09 21:18:31 +0900717 }
718
719 for _, symlink := range f.properties.Symlinks {
720 name := strings.TrimSpace(proptools.String(symlink.Name))
721 target := strings.TrimSpace(proptools.String(symlink.Target))
722
723 if name == "" {
724 ctx.PropertyErrorf("symlinks", "Name can't be empty")
725 continue
726 }
727
728 if target == "" {
729 ctx.PropertyErrorf("symlinks", "Target can't be empty")
730 continue
731 }
732
733 // OutputPath.Join verifies name. don't need to verify target.
734 dst := rootDir.Join(ctx, name)
Cole Faust3b806d32024-03-11 15:15:03 -0700735 builder.Command().Textf("(! [ -e %s -o -L %s ] || (echo \"%s already exists from an earlier stage of the build\" && exit 1))", dst, dst, dst)
Inseob Kim14199b02021-02-09 21:18:31 +0900736 builder.Command().Text("mkdir -p").Text(filepath.Dir(dst.String()))
737 builder.Command().Text("ln -sf").Text(proptools.ShellEscape(target)).Text(dst.String())
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900738 f.appendToEntry(ctx, dst)
Cole Faust19fbb072025-01-30 18:19:29 -0800739 // Only add the fullInstallPath logic for files in the rebased dir. The root dir
740 // is harder to install to.
741 if strings.HasPrefix(name, rebasedPrefix) {
742 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
743 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), strings.TrimPrefix(name, rebasedPrefix)),
744 SymlinkTarget: target,
745 })
746 }
Inseob Kim14199b02021-02-09 21:18:31 +0900747 }
Jihoon Kang89e8a692024-12-18 19:28:33 +0000748
749 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/Makefile;l=2835;drc=b186569ef00ff2f2a1fab28aedc75ebc32bcd67b
750 if f.partitionName() == "recovery" {
751 builder.Command().Text("mkdir -p").Text(rootDir.Join(ctx, "root/linkerconfig").String())
752 builder.Command().Text("touch").Text(rootDir.Join(ctx, "root/linkerconfig/ld.config.txt").String())
753 }
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900754}
755
Inseob Kim33f95a92024-07-11 15:44:49 +0900756func (f *filesystem) copyPackagingSpecs(ctx android.ModuleContext, builder *android.RuleBuilder, specs map[string]android.PackagingSpec, rootDir, rebasedDir android.WritablePath) []string {
757 rootDirSpecs := make(map[string]android.PackagingSpec)
758 rebasedDirSpecs := make(map[string]android.PackagingSpec)
759
760 for rel, spec := range specs {
761 if spec.Partition() == "root" {
762 rootDirSpecs[rel] = spec
763 } else {
764 rebasedDirSpecs[rel] = spec
765 }
766 }
767
768 dirsToSpecs := make(map[android.WritablePath]map[string]android.PackagingSpec)
769 dirsToSpecs[rootDir] = rootDirSpecs
770 dirsToSpecs[rebasedDir] = rebasedDirSpecs
771
772 return f.CopySpecsToDirs(ctx, builder, dirsToSpecs)
773}
774
Spandan Das420e16a2024-12-11 18:10:52 +0000775func (f *filesystem) rootDirString() string {
776 return f.partitionName()
777}
778
Cole Faust62cfaeb2025-01-15 18:06:40 -0800779func (f *filesystem) buildImageUsingBuildImage(
780 ctx android.ModuleContext,
781 builder *android.RuleBuilder,
782 rootDir android.OutputPath,
783 rebasedDir android.OutputPath,
Cole Faust74ee4e02025-01-16 14:55:35 -0800784) (android.Path, android.Path, android.Path, android.Paths) {
Nikita Ioffe519015f2022-12-23 15:36:29 +0000785 // run host_init_verifier
786 // Ideally we should have a concept of pluggable linters that verify the generated image.
787 // While such concept is not implement this will do.
788 // TODO(b/263574231): substitute with pluggable linter.
789 builder.Command().
790 BuiltTool("host_init_verifier").
791 FlagWithArg("--out_system=", rootDir.String()+"/system")
792
Jiyong Park72678312021-01-18 17:29:49 +0900793 propFile, toolDeps := f.buildPropFile(ctx)
Cole Fauste1676122024-12-03 17:32:25 -0800794
795 // Most of the time, if build_image were to call a host tool, it accepts the path to the
796 // host tool in a field in the prop file. However, it doesn't have that option for fec, which
797 // it expects to just be on the PATH. Add fec to the PATH.
798 fec := ctx.Config().HostToolPath(ctx, "fec")
799 pathToolDirs := []string{filepath.Dir(fec.String())}
800
Cole Faust4e9f5922024-11-13 16:09:23 -0800801 output := android.PathForModuleOut(ctx, f.installFileName())
Spandan Das33c9c472025-01-14 19:26:23 +0000802 builder.Command().Text("touch").Output(f.getMapFile(ctx))
Cole Fauste1676122024-12-03 17:32:25 -0800803 builder.Command().
804 Textf("PATH=%s:$PATH", strings.Join(pathToolDirs, ":")).
805 BuiltTool("build_image").
Jiyong Park6f0f6882020-11-12 13:14:30 +0900806 Text(rootDir.String()). // input directory
807 Input(propFile).
Jiyong Park72678312021-01-18 17:29:49 +0900808 Implicits(toolDeps).
Cole Fauste1676122024-12-03 17:32:25 -0800809 Implicit(fec).
Jiyong Park11a65972021-02-01 21:09:38 +0900810 Output(output).
Jiyong Park6f0f6882020-11-12 13:14:30 +0900811 Text(rootDir.String()) // directory where to find fs_config_files|dirs
812
Spandan Das3ccda6e2025-01-30 00:22:05 +0000813 // TODO (b/393203512): Re-enable hermetic img file creation for target_files.zip
Spandan Das1f0a5a12025-01-15 00:53:15 +0000814 // Add an additional cmd to create a hermetic img file. This will contain pinned timestamps e.g.
Spandan Das3ccda6e2025-01-30 00:22:05 +0000815 //propFilePinnedTimestamp := android.PathForModuleOut(ctx, "for_target_files", "prop")
816 //builder.Command().Textf("cat").Input(propFile).Flag(">").Output(propFilePinnedTimestamp).
817 // Textf(" && echo use_fixed_timestamp=true >> %s", propFilePinnedTimestamp).
818 // Textf(" && echo block_list=%s >> %s", f.getMapFile(ctx).String(), propFilePinnedTimestamp) // mapfile will be an implicit output
Spandan Das1f0a5a12025-01-15 00:53:15 +0000819
Spandan Das3ccda6e2025-01-30 00:22:05 +0000820 //outputHermetic := android.PathForModuleOut(ctx, "for_target_files", f.installFileName())
821 //builder.Command().
822 // Textf("PATH=%s:$PATH", strings.Join(pathToolDirs, ":")).
823 // BuiltTool("build_image").
824 // Text(rootDir.String()). // input directory
825 // Flag(propFilePinnedTimestamp.String()).
826 // Implicits(toolDeps).
827 // Implicit(fec).
828 // Output(outputHermetic).
829 // Text(rootDir.String()) // directory where to find fs_config_files|dirs
Spandan Das1f0a5a12025-01-15 00:53:15 +0000830
Jihoon Kang983dd882025-01-13 23:14:11 +0000831 if f.properties.Partition_size != nil {
832 assertMaxImageSize(builder, output, *f.properties.Partition_size, false)
833 }
834
Jiyong Park6f0f6882020-11-12 13:14:30 +0900835 // rootDir is not deleted. Might be useful for quick inspection.
Colin Crossf1a035e2020-11-16 17:32:30 -0800836 builder.Build("build_filesystem_image", fmt.Sprintf("Creating filesystem %s", f.BaseModuleName()))
Jiyong Park65c49f52020-11-24 14:23:26 +0900837
Spandan Das3ccda6e2025-01-30 00:22:05 +0000838 return output, nil, propFile, toolDeps
Jiyong Park65c49f52020-11-24 14:23:26 +0900839}
840
Cole Faust4e9f5922024-11-13 16:09:23 -0800841func (f *filesystem) buildFileContexts(ctx android.ModuleContext) android.Path {
Inseob Kimcc8e5362021-02-03 14:05:24 +0900842 builder := android.NewRuleBuilder(pctx, ctx)
843 fcBin := android.PathForModuleOut(ctx, "file_contexts.bin")
844 builder.Command().BuiltTool("sefcontext_compile").
845 FlagWithOutput("-o ", fcBin).
846 Input(android.PathForModuleSrc(ctx, proptools.String(f.properties.File_contexts)))
847 builder.Build("build_filesystem_file_contexts", fmt.Sprintf("Creating filesystem file contexts for %s", f.BaseModuleName()))
Cole Faust4e9f5922024-11-13 16:09:23 -0800848 return fcBin
Inseob Kimcc8e5362021-02-03 14:05:24 +0900849}
850
Cole Faust4e9f5922024-11-13 16:09:23 -0800851func (f *filesystem) buildPropFile(ctx android.ModuleContext) (android.Path, android.Paths) {
Jiyong Park72678312021-01-18 17:29:49 +0900852 var deps android.Paths
Cole Fauste03ab892025-01-17 13:55:04 -0800853 var lines []string
Jiyong Park72678312021-01-18 17:29:49 +0900854 addStr := func(name string, value string) {
Cole Fauste03ab892025-01-17 13:55:04 -0800855 lines = append(lines, fmt.Sprintf("%s=%s", name, value))
Jiyong Park72678312021-01-18 17:29:49 +0900856 }
857 addPath := func(name string, path android.Path) {
Cole Faustcec230a2024-03-07 15:51:12 -0800858 addStr(name, path.String())
Jiyong Park72678312021-01-18 17:29:49 +0900859 deps = append(deps, path)
860 }
861
Jiyong Park11a65972021-02-01 21:09:38 +0900862 // Type string that build_image.py accepts.
863 fsTypeStr := func(t fsType) string {
864 switch t {
Spandan Das94668822024-10-09 20:51:33 +0000865 // TODO(372522486): add more types like f2fs, erofs, etc.
Jiyong Park11a65972021-02-01 21:09:38 +0900866 case ext4Type:
867 return "ext4"
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000868 case erofsType:
869 return "erofs"
mrziwang1a6291f2024-11-07 14:29:25 -0800870 case f2fsType:
871 return "f2fs"
Jiyong Park11a65972021-02-01 21:09:38 +0900872 }
873 panic(fmt.Errorf("unsupported fs type %v", t))
874 }
875
876 addStr("fs_type", fsTypeStr(f.fsType(ctx)))
Inseob Kim376d72f2023-11-01 15:40:25 +0900877 addStr("mount_point", proptools.StringDefault(f.properties.Mount_point, "/"))
Jiyong Park72678312021-01-18 17:29:49 +0900878 addStr("use_dynamic_partition_size", "true")
879 addPath("ext_mkuserimg", ctx.Config().HostToolPath(ctx, "mkuserimg_mke2fs"))
880 // b/177813163 deps of the host tools have to be added. Remove this.
881 for _, t := range []string{"mke2fs", "e2fsdroid", "tune2fs"} {
882 deps = append(deps, ctx.Config().HostToolPath(ctx, t))
883 }
884
Jiyong Park71baa762021-01-18 21:11:03 +0900885 if proptools.Bool(f.properties.Use_avb) {
886 addStr("avb_hashtree_enable", "true")
887 addPath("avb_avbtool", ctx.Config().HostToolPath(ctx, "avbtool"))
888 algorithm := proptools.StringDefault(f.properties.Avb_algorithm, "SHA256_RSA4096")
889 addStr("avb_algorithm", algorithm)
Cole Fauste1676122024-12-03 17:32:25 -0800890 if f.properties.Avb_private_key != nil {
891 key := android.PathForModuleSrc(ctx, *f.properties.Avb_private_key)
892 addPath("avb_key_path", key)
893 }
Inseob Kim53391842024-03-29 17:44:07 +0900894 addStr("partition_name", f.partitionName())
Cole Fauste1676122024-12-03 17:32:25 -0800895 avb_add_hashtree_footer_args := ""
896 if !proptools.BoolDefault(f.properties.Use_fec, true) {
897 avb_add_hashtree_footer_args += " --do_not_generate_fec"
898 }
Shikha Panware6f30632022-12-21 12:54:45 +0000899 if hashAlgorithm := proptools.String(f.properties.Avb_hash_algorithm); hashAlgorithm != "" {
900 avb_add_hashtree_footer_args += " --hash_algorithm " + hashAlgorithm
901 }
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +0000902 if f.properties.Rollback_index != nil {
903 rollbackIndex := proptools.Int(f.properties.Rollback_index)
904 if rollbackIndex < 0 {
905 ctx.PropertyErrorf("rollback_index", "Rollback index must be non-negative")
906 }
907 avb_add_hashtree_footer_args += " --rollback_index " + strconv.Itoa(rollbackIndex)
908 }
Cole Fauste1676122024-12-03 17:32:25 -0800909 avb_add_hashtree_footer_args += fmt.Sprintf(" --prop com.android.build.%s.os_version:%s", f.partitionName(), ctx.Config().PlatformVersionLastStable())
Cole Faustefeb5c42024-12-16 10:47:26 -0800910 // We're not going to add BuildFingerPrintFile as a dep. If it changed, it's likely because
911 // the build number changed, and we don't want to trigger rebuilds solely based on the build
912 // number.
Cole Fauste1676122024-12-03 17:32:25 -0800913 avb_add_hashtree_footer_args += fmt.Sprintf(" --prop com.android.build.%s.fingerprint:{CONTENTS_OF:%s}", f.partitionName(), ctx.Config().BuildFingerprintFile(ctx))
Spandan Dase5c393c2024-12-12 19:25:07 +0000914 if f.properties.Security_patch != nil && proptools.String(f.properties.Security_patch) != "" {
915 avb_add_hashtree_footer_args += fmt.Sprintf(" --prop com.android.build.%s.security_patch:%s", f.partitionName(), proptools.String(f.properties.Security_patch))
916 }
Shikha Panware6f30632022-12-21 12:54:45 +0000917 addStr("avb_add_hashtree_footer_args", avb_add_hashtree_footer_args)
Jiyong Park71baa762021-01-18 21:11:03 +0900918 }
919
Cole Faust0d467052024-12-04 17:19:19 -0800920 if f.properties.File_contexts != nil && f.properties.Precompiled_file_contexts != nil {
921 ctx.ModuleErrorf("file_contexts and precompiled_file_contexts cannot both be set")
922 } else if f.properties.File_contexts != nil {
Inseob Kimcc8e5362021-02-03 14:05:24 +0900923 addPath("selinux_fc", f.buildFileContexts(ctx))
Cole Faust0d467052024-12-04 17:19:19 -0800924 } else if f.properties.Precompiled_file_contexts != nil {
925 src := android.PathForModuleSrc(ctx, *f.properties.Precompiled_file_contexts)
926 if src != nil {
927 addPath("selinux_fc", src)
928 }
Inseob Kimcc8e5362021-02-03 14:05:24 +0900929 }
Jooyung Han65f402b2022-04-21 14:24:04 +0900930 if timestamp := proptools.String(f.properties.Fake_timestamp); timestamp != "" {
931 addStr("timestamp", timestamp)
Spandan Dasa0ddc512025-01-06 20:23:55 +0000932 } else if ctx.Config().Getenv("USE_FIXED_TIMESTAMP_IMG_FILES") == "true" {
933 addStr("use_fixed_timestamp", "true")
Jooyung Han65f402b2022-04-21 14:24:04 +0900934 }
Spandan Dasa0ddc512025-01-06 20:23:55 +0000935
Jooyung Han65f402b2022-04-21 14:24:04 +0900936 if uuid := proptools.String(f.properties.Uuid); uuid != "" {
937 addStr("uuid", uuid)
938 addStr("hash_seed", uuid)
939 }
mrziwang1a6291f2024-11-07 14:29:25 -0800940
Jihoon Kang40551e62025-01-14 21:55:08 +0000941 // Disable sparse only when partition size is not defined. disable_sparse has the same
942 // effect as <partition name>_disable_sparse.
943 if f.properties.Partition_size == nil {
944 addStr("disable_sparse", "true")
945 }
Cole Faust43a52c72024-11-26 12:46:08 -0800946
mrziwang1a6291f2024-11-07 14:29:25 -0800947 fst := f.fsType(ctx)
948 switch fst {
949 case erofsType:
950 // Add erofs properties
Cole Faust3e730972024-12-03 13:12:08 -0800951 addStr("erofs_default_compressor", proptools.StringDefault(f.properties.Erofs.Compressor, "lz4hc,9"))
952 if f.properties.Erofs.Compress_hints != nil {
953 src := android.PathForModuleSrc(ctx, *f.properties.Erofs.Compress_hints)
954 addPath("erofs_default_compress_hints", src)
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000955 }
956 if proptools.BoolDefault(f.properties.Erofs.Sparse, true) {
957 // https://source.corp.google.com/h/googleplex-android/platform/build/+/88b1c67239ca545b11580237242774b411f2fed9:core/Makefile;l=2292;bpv=1;bpt=0;drc=ea8f34bc1d6e63656b4ec32f2391e9d54b3ebb6b
958 addStr("erofs_sparse_flag", "-s")
959 }
mrziwang1a6291f2024-11-07 14:29:25 -0800960 case f2fsType:
961 if proptools.BoolDefault(f.properties.F2fs.Sparse, true) {
962 // https://source.corp.google.com/h/googleplex-android/platform/build/+/88b1c67239ca545b11580237242774b411f2fed9:core/Makefile;l=2294;drc=ea8f34bc1d6e63656b4ec32f2391e9d54b3ebb6b;bpv=1;bpt=0
963 addStr("f2fs_sparse_flag", "-S")
964 }
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000965 }
mrziwang1a6291f2024-11-07 14:29:25 -0800966 f.checkFsTypePropertyError(ctx, fst, fsTypeStr(fst))
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000967
Jihoon Kang983dd882025-01-13 23:14:11 +0000968 if f.properties.Partition_size != nil {
969 addStr("partition_size", strconv.FormatInt(*f.properties.Partition_size, 10))
970 }
971
Jihoon Kang6d08d922025-01-14 18:31:57 +0000972 if proptools.BoolDefault(f.properties.Support_casefolding, false) {
973 addStr("needs_casefold", "1")
974 }
975
976 if proptools.BoolDefault(f.properties.Support_project_quota, false) {
977 addStr("needs_projid", "1")
978 }
979
980 if proptools.BoolDefault(f.properties.Enable_compression, false) {
981 addStr("needs_compress", "1")
982 }
983
Cole Fauste03ab892025-01-17 13:55:04 -0800984 sort.Strings(lines)
985
Cole Fauste1676122024-12-03 17:32:25 -0800986 propFilePreProcessing := android.PathForModuleOut(ctx, "prop_pre_processing")
Cole Fauste03ab892025-01-17 13:55:04 -0800987 android.WriteFileRule(ctx, propFilePreProcessing, strings.Join(lines, "\n"))
Cole Faust4e9f5922024-11-13 16:09:23 -0800988 propFile := android.PathForModuleOut(ctx, "prop")
Cole Fauste1676122024-12-03 17:32:25 -0800989 ctx.Build(pctx, android.BuildParams{
Cole Faustefeb5c42024-12-16 10:47:26 -0800990 Rule: textFileProcessorRule,
991 Input: propFilePreProcessing,
992 Output: propFile,
Cole Fauste1676122024-12-03 17:32:25 -0800993 })
Jiyong Park72678312021-01-18 17:29:49 +0900994 return propFile, deps
995}
996
mrziwang1a6291f2024-11-07 14:29:25 -0800997// This method checks if there is any property set for the fstype(s) other than
998// the current fstype.
999func (f *filesystem) checkFsTypePropertyError(ctx android.ModuleContext, t fsType, fs string) {
1000 raiseError := func(otherFsType, currentFsType string) {
1001 errMsg := fmt.Sprintf("%s is non-empty, but FS type is %s\n. Please delete %s properties if this partition should use %s\n", otherFsType, currentFsType, otherFsType, currentFsType)
1002 ctx.PropertyErrorf(otherFsType, errMsg)
1003 }
1004
1005 if t != erofsType {
1006 if f.properties.Erofs.Compressor != nil || f.properties.Erofs.Compress_hints != nil || f.properties.Erofs.Sparse != nil {
1007 raiseError("erofs", fs)
1008 }
1009 }
1010 if t != f2fsType {
1011 if f.properties.F2fs.Sparse != nil {
1012 raiseError("f2fs", fs)
1013 }
1014 }
1015}
1016
Jihoon Kang6da80752024-12-23 18:53:32 +00001017func includeFilesRootDir(ctx android.ModuleContext) (rootDirs android.Paths, partitions android.Paths) {
1018 ctx.VisitDirectDepsWithTag(interPartitionInstallDependencyTag, func(m android.Module) {
1019 if fsProvider, ok := android.OtherModuleProvider(ctx, m, FilesystemProvider); ok {
1020 rootDirs = append(rootDirs, fsProvider.RootDir)
1021 partitions = append(partitions, fsProvider.Output)
1022 } else {
1023 ctx.PropertyErrorf("include_files_of", "only filesystem modules can be listed in "+
1024 "include_files_of but %s is not a filesystem module", m.Name())
1025 }
1026 })
1027 return rootDirs, partitions
1028}
1029
Cole Faust62cfaeb2025-01-15 18:06:40 -08001030func (f *filesystem) buildCpioImage(
1031 ctx android.ModuleContext,
1032 builder *android.RuleBuilder,
1033 rootDir android.OutputPath,
1034 compressed bool,
1035) android.Path {
Jiyong Park11a65972021-02-01 21:09:38 +09001036 if proptools.Bool(f.properties.Use_avb) {
1037 ctx.PropertyErrorf("use_avb", "signing compresed cpio image using avbtool is not supported."+
1038 "Consider adding this to bootimg module and signing the entire boot image.")
1039 }
1040
Inseob Kimcc8e5362021-02-03 14:05:24 +09001041 if proptools.String(f.properties.File_contexts) != "" {
1042 ctx.PropertyErrorf("file_contexts", "file_contexts is not supported for compressed cpio image.")
1043 }
1044
Jihoon Kang6da80752024-12-23 18:53:32 +00001045 rootDirs, partitions := includeFilesRootDir(ctx)
1046
Cole Faust4e9f5922024-11-13 16:09:23 -08001047 output := android.PathForModuleOut(ctx, f.installFileName())
Jiyong Park837cdb22021-02-05 00:17:14 +09001048 cmd := builder.Command().
Jiyong Park11a65972021-02-01 21:09:38 +09001049 BuiltTool("mkbootfs").
Jiyong Park837cdb22021-02-05 00:17:14 +09001050 Text(rootDir.String()) // input directory
Jihoon Kang6da80752024-12-23 18:53:32 +00001051
1052 for i := range len(rootDirs) {
1053 cmd.Text(rootDirs[i].String())
1054 }
1055 cmd.Implicits(partitions)
1056
Jihoon Kang6c03c8e2024-11-18 21:30:22 +00001057 if nodeList := f.properties.Dev_nodes_description_file; nodeList != nil {
1058 cmd.FlagWithInput("-n ", android.PathForModuleSrc(ctx, proptools.String(nodeList)))
1059 }
Jiyong Park837cdb22021-02-05 00:17:14 +09001060 if compressed {
1061 cmd.Text("|").
1062 BuiltTool("lz4").
1063 Flag("--favor-decSpeed"). // for faster boot
1064 Flag("-12"). // maximum compression level
1065 Flag("-l"). // legacy format for kernel
1066 Text(">").Output(output)
1067 } else {
1068 cmd.Text(">").Output(output)
1069 }
Jiyong Park11a65972021-02-01 21:09:38 +09001070
1071 // rootDir is not deleted. Might be useful for quick inspection.
Jiyong Park837cdb22021-02-05 00:17:14 +09001072 builder.Build("build_cpio_image", fmt.Sprintf("Creating filesystem %s", f.BaseModuleName()))
Jiyong Park11a65972021-02-01 21:09:38 +09001073
Cole Faust62cfaeb2025-01-15 18:06:40 -08001074 return output
Jiyong Park11a65972021-02-01 21:09:38 +09001075}
1076
Cole Faust4a2a7c92024-03-12 12:44:40 -07001077var validPartitions = []string{
1078 "system",
1079 "userdata",
1080 "cache",
1081 "system_other",
1082 "vendor",
1083 "product",
1084 "system_ext",
1085 "odm",
1086 "vendor_dlkm",
1087 "odm_dlkm",
1088 "system_dlkm",
Cole Faust76a6e952024-11-07 16:56:45 -08001089 "ramdisk",
Cole Faust24938e22024-11-18 14:01:58 -08001090 "vendor_ramdisk",
Jihoon Kang3216c982024-12-02 19:42:20 +00001091 "recovery",
Cole Faust4a2a7c92024-03-12 12:44:40 -07001092}
1093
Cole Faust19fbb072025-01-30 18:19:29 -08001094func (f *filesystem) buildEventLogtagsFile(
1095 ctx android.ModuleContext,
1096 builder *android.RuleBuilder,
1097 rebasedDir android.OutputPath,
1098 fullInstallPaths *[]FullInstallPathInfo,
1099) {
Inseob Kimb7b84572024-04-30 10:51:47 +09001100 if !proptools.Bool(f.properties.Build_logtags) {
1101 return
1102 }
1103
Inseob Kimb7b84572024-04-30 10:51:47 +09001104 etcPath := rebasedDir.Join(ctx, "etc")
1105 eventLogtagsPath := etcPath.Join(ctx, "event-log-tags")
1106 builder.Command().Text("mkdir").Flag("-p").Text(etcPath.String())
Cole Fauste4506af2024-12-11 14:14:50 -08001107 builder.Command().Text("cp").Input(android.MergedLogtagsPath(ctx)).Text(eventLogtagsPath.String())
Kiyoung Kim99a954d2024-06-21 14:22:20 +09001108
Cole Faust19fbb072025-01-30 18:19:29 -08001109 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
1110 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), "etc", "event-log-tags"),
1111 SourcePath: android.MergedLogtagsPath(ctx),
1112 })
1113
Kiyoung Kim99a954d2024-06-21 14:22:20 +09001114 f.appendToEntry(ctx, eventLogtagsPath)
Inseob Kimb7b84572024-04-30 10:51:47 +09001115}
1116
Cole Faust19fbb072025-01-30 18:19:29 -08001117func (f *filesystem) BuildLinkerConfigFile(
1118 ctx android.ModuleContext,
1119 builder *android.RuleBuilder,
1120 rebasedDir android.OutputPath,
1121 fullInstallPaths *[]FullInstallPathInfo,
1122) {
Spandan Das2047a4c2024-11-11 21:24:58 +00001123 if !proptools.Bool(f.properties.Linker_config.Gen_linker_config) {
Spandan Das92631882024-10-28 22:49:38 +00001124 return
1125 }
1126
Spandan Das918191e2024-10-31 18:27:23 +00001127 provideModules, _ := f.getLibsForLinkerConfig(ctx)
Cole Faustfee27012024-12-13 14:10:31 -08001128 intermediateOutput := android.PathForModuleOut(ctx, "linker.config.pb")
1129 linkerconfig.BuildLinkerConfig(ctx, android.PathsForModuleSrc(ctx, f.properties.Linker_config.Linker_config_srcs), provideModules, nil, intermediateOutput)
Spandan Das92631882024-10-28 22:49:38 +00001130 output := rebasedDir.Join(ctx, "etc", "linker.config.pb")
Cole Faustfee27012024-12-13 14:10:31 -08001131 builder.Command().Text("cp").Input(intermediateOutput).Output(output)
Spandan Das92631882024-10-28 22:49:38 +00001132
Cole Faust19fbb072025-01-30 18:19:29 -08001133 *fullInstallPaths = append(*fullInstallPaths, FullInstallPathInfo{
1134 FullInstallPath: android.PathForModuleInPartitionInstall(ctx, f.PartitionType(), "etc", "linker.config.pb"),
1135 SourcePath: intermediateOutput,
1136 })
1137
Spandan Das92631882024-10-28 22:49:38 +00001138 f.appendToEntry(ctx, output)
1139}
1140
Kiyoung Kim23be5bb2024-11-27 00:50:30 +00001141func (f *filesystem) ShouldUseVintfFragmentModuleOnly() bool {
1142 return false
1143}
1144
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001145type partition interface {
1146 PartitionType() string
1147}
1148
Cole Faust9a24d902024-03-18 15:38:12 -07001149func (f *filesystem) PartitionType() string {
1150 return proptools.StringDefault(f.properties.Partition_type, "system")
1151}
1152
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001153var _ partition = (*filesystem)(nil)
1154
Jiyong Park65c49f52020-11-24 14:23:26 +09001155var _ android.AndroidMkEntriesProvider = (*filesystem)(nil)
1156
1157// Implements android.AndroidMkEntriesProvider
1158func (f *filesystem) AndroidMkEntries() []android.AndroidMkEntries {
1159 return []android.AndroidMkEntries{android.AndroidMkEntries{
1160 Class: "ETC",
1161 OutputFile: android.OptionalPathForPath(f.output),
1162 ExtraEntries: []android.AndroidMkExtraEntriesFunc{
Colin Crossaa255532020-07-03 13:18:24 -07001163 func(ctx android.AndroidMkExtraEntriesContext, entries *android.AndroidMkEntries) {
Colin Crossc68db4b2021-11-11 18:59:15 -08001164 entries.SetString("LOCAL_MODULE_PATH", f.installDir.String())
Jiyong Park65c49f52020-11-24 14:23:26 +09001165 entries.SetString("LOCAL_INSTALLED_MODULE_STEM", f.installFileName())
Kiyoung Kim99a954d2024-06-21 14:22:20 +09001166 entries.SetString("LOCAL_FILESYSTEM_FILELIST", f.fileListFile.String())
Jiyong Park65c49f52020-11-24 14:23:26 +09001167 },
1168 },
1169 }}
Jiyong Park6f0f6882020-11-12 13:14:30 +09001170}
Jiyong Park12a719c2021-01-07 15:31:24 +09001171
1172// Filesystem is the public interface for the filesystem struct. Currently, it's only for the apex
1173// package to have access to the output file.
1174type Filesystem interface {
1175 android.Module
1176 OutputPath() android.Path
Jiyong Park972e06c2021-03-15 23:32:49 +09001177
1178 // Returns the output file that is signed by avbtool. If this module is not signed, returns
1179 // nil.
1180 SignedOutputPath() android.Path
Jiyong Park12a719c2021-01-07 15:31:24 +09001181}
1182
1183var _ Filesystem = (*filesystem)(nil)
1184
1185func (f *filesystem) OutputPath() android.Path {
1186 return f.output
1187}
Jiyong Park972e06c2021-03-15 23:32:49 +09001188
1189func (f *filesystem) SignedOutputPath() android.Path {
1190 if proptools.Bool(f.properties.Use_avb) {
1191 return f.OutputPath()
1192 }
1193 return nil
1194}
Jooyung Han0fbbc2b2022-03-25 12:35:46 +09001195
1196// Filter the result of GatherPackagingSpecs to discard items targeting outside "system" partition.
1197// Note that "apex" module installs its contents to "apex"(fake partition) as well
1198// for symbol lookup by imitating "activated" paths.
1199func (f *filesystem) gatherFilteredPackagingSpecs(ctx android.ModuleContext) map[string]android.PackagingSpec {
Cole Faustb8e280f2025-01-16 16:33:26 -08001200 return f.PackagingBase.GatherPackagingSpecsWithFilterAndModifier(ctx, f.filesystemBuilder.FilterPackagingSpec, f.filesystemBuilder.ModifyPackagingSpec)
1201}
1202
1203// Dexpreopt files are installed to system_other. Collect the packaingSpecs for the dexpreopt files
1204// from this partition to export to the system_other partition later.
1205func (f *filesystem) systemOtherFiles(ctx android.ModuleContext) map[string]android.PackagingSpec {
1206 filter := func(spec android.PackagingSpec) bool {
1207 // For some reason system_other packaging specs don't set the partition field.
1208 return strings.HasPrefix(spec.RelPathInPackage(), "system_other/")
1209 }
1210 modifier := func(spec *android.PackagingSpec) {
1211 spec.SetRelPathInPackage(strings.TrimPrefix(spec.RelPathInPackage(), "system_other/"))
1212 spec.SetPartition("system_other")
1213 }
1214 return f.PackagingBase.GatherPackagingSpecsWithFilterAndModifier(ctx, filter, modifier)
Jooyung Han0fbbc2b2022-03-25 12:35:46 +09001215}
Jooyung Han65f402b2022-04-21 14:24:04 +09001216
1217func sha1sum(values []string) string {
1218 h := sha256.New()
1219 for _, value := range values {
1220 io.WriteString(h, value)
1221 }
1222 return fmt.Sprintf("%x", h.Sum(nil))
1223}
Jooyung Hane6067592023-03-16 13:11:17 +09001224
1225// Base cc.UseCoverage
1226
1227var _ cc.UseCoverage = (*filesystem)(nil)
1228
Colin Crosse1a85552024-06-14 12:17:37 -07001229func (*filesystem) IsNativeCoverageNeeded(ctx cc.IsNativeCoverageNeededContext) bool {
Jooyung Hane6067592023-03-16 13:11:17 +09001230 return ctx.Device() && ctx.DeviceConfig().NativeCoverageEnabled()
1231}
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001232
1233// android_filesystem_defaults
1234
1235type filesystemDefaults struct {
1236 android.ModuleBase
1237 android.DefaultsModuleBase
1238
Inseob Kim3c0a0422024-11-05 17:21:37 +09001239 properties FilesystemProperties
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001240}
1241
1242// android_filesystem_defaults is a default module for android_filesystem and android_system_image
1243func filesystemDefaultsFactory() android.Module {
1244 module := &filesystemDefaults{}
1245 module.AddProperties(&module.properties)
1246 module.AddProperties(&android.PackagingProperties{})
1247 android.InitDefaultsModule(module)
1248 return module
1249}
1250
1251func (f *filesystemDefaults) PartitionType() string {
1252 return proptools.StringDefault(f.properties.Partition_type, "system")
1253}
1254
1255var _ partition = (*filesystemDefaults)(nil)
1256
1257func (f *filesystemDefaults) GenerateAndroidBuildActions(ctx android.ModuleContext) {
1258 validatePartitionType(ctx, f)
Yu Liufc8d5c12025-01-09 00:19:06 +00001259 android.SetProvider(ctx, FilesystemDefaultsInfoProvider, FilesystemDefaultsInfo{
1260 PartitionType: f.PartitionType(),
1261 })
Jiyong Parkf46b1af2024-04-05 18:13:33 +09001262}
Spandan Das918191e2024-10-31 18:27:23 +00001263
1264// getLibsForLinkerConfig returns
1265// 1. A list of libraries installed in this filesystem
1266// 2. A list of dep libraries _not_ installed in this filesystem
1267//
1268// `linkerconfig.BuildLinkerConfig` will convert these two to a linker.config.pb for the filesystem
1269// (1) will be added to --provideLibs if they are C libraries with a stable interface (has stubs)
1270// (2) will be added to --requireLibs if they are C libraries with a stable interface (has stubs)
Yu Liu68a70b72025-01-08 22:54:44 +00001271func (f *filesystem) getLibsForLinkerConfig(ctx android.ModuleContext) ([]android.ModuleProxy, []android.ModuleProxy) {
Spandan Das918191e2024-10-31 18:27:23 +00001272 // we need "Module"s for packaging items
Yu Liu68a70b72025-01-08 22:54:44 +00001273 modulesInPackageByModule := make(map[android.ModuleProxy]bool)
Spandan Das918191e2024-10-31 18:27:23 +00001274 modulesInPackageByName := make(map[string]bool)
1275
1276 deps := f.gatherFilteredPackagingSpecs(ctx)
Yu Liu68a70b72025-01-08 22:54:44 +00001277 ctx.WalkDepsProxy(func(child, parent android.ModuleProxy) bool {
1278 if !android.OtherModuleProviderOrDefault(ctx, child, android.CommonModuleInfoKey).Enabled {
Yu Liu9c6b6762025-01-08 22:04:35 +00001279 return false
1280 }
Spandan Das918191e2024-10-31 18:27:23 +00001281 for _, ps := range android.OtherModuleProviderOrDefault(
1282 ctx, child, android.InstallFilesProvider).PackagingSpecs {
Spandan Dasecf667f2024-12-05 00:58:56 +00001283 if _, ok := deps[ps.RelPathInPackage()]; ok && ps.Partition() == f.PartitionType() {
Spandan Das918191e2024-10-31 18:27:23 +00001284 modulesInPackageByModule[child] = true
1285 modulesInPackageByName[child.Name()] = true
1286 return true
1287 }
1288 }
1289 return true
1290 })
1291
Yu Liu68a70b72025-01-08 22:54:44 +00001292 provideModules := make([]android.ModuleProxy, 0, len(modulesInPackageByModule))
Spandan Das918191e2024-10-31 18:27:23 +00001293 for mod := range modulesInPackageByModule {
1294 provideModules = append(provideModules, mod)
1295 }
1296
Yu Liu68a70b72025-01-08 22:54:44 +00001297 var requireModules []android.ModuleProxy
1298 ctx.WalkDepsProxy(func(child, parent android.ModuleProxy) bool {
1299 if !android.OtherModuleProviderOrDefault(ctx, child, android.CommonModuleInfoKey).Enabled {
Yu Liu9c6b6762025-01-08 22:04:35 +00001300 return false
1301 }
Spandan Das918191e2024-10-31 18:27:23 +00001302 _, parentInPackage := modulesInPackageByModule[parent]
1303 _, childInPackageName := modulesInPackageByName[child.Name()]
1304
1305 // When parent is in the package, and child (or its variant) is not, this can be from an interface.
1306 if parentInPackage && !childInPackageName {
1307 requireModules = append(requireModules, child)
1308 }
1309 return true
1310 })
1311
1312 return provideModules, requireModules
1313}
Cole Faust26bdac52024-11-19 13:37:53 -08001314
1315// Checks that the given file doesn't exceed the given size, and will also print a warning
1316// if it's nearing the maximum size. Equivalent to assert-max-image-size in make:
1317// https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/definitions.mk;l=3455;drc=993c4de29a02a6accd60ceaaee153307e1a18d10
1318func assertMaxImageSize(builder *android.RuleBuilder, image android.Path, maxSize int64, addAvbLater bool) {
1319 if addAvbLater {
1320 // The value 69632 is derived from MAX_VBMETA_SIZE + MAX_FOOTER_SIZE in avbtool.
1321 // Logic copied from make:
1322 // https://cs.android.com/android/platform/superproject/main/+/main:build/make/core/Makefile;l=228;drc=a6a0007ef24e16c0b79f439beac4a118416717e6
1323 maxSize -= 69632
1324 }
1325 cmd := builder.Command()
1326 cmd.Textf(`file="%s"; maxsize="%d";`+
1327 `total=$(stat -c "%%s" "$file" | tr -d '\n');`+
1328 `if [ "$total" -gt "$maxsize" ]; then `+
1329 ` echo "error: $file too large ($total > $maxsize)";`+
1330 ` false;`+
1331 `elif [ "$total" -gt $((maxsize - 32768)) ]; then `+
1332 ` echo "WARNING: $file approaching size limit ($total now; limit $maxsize)";`+
1333 `fi`,
1334 image, maxSize)
1335 cmd.Implicit(image)
1336}
Spandan Das71be42d2024-11-20 18:34:16 +00001337
1338// addAutogeneratedRroDeps walks the transitive closure of vendor and product partitions.
1339// It visits apps installed in system and system_ext partitions, and adds the autogenerated
1340// RRO modules to its own deps.
1341func addAutogeneratedRroDeps(ctx android.BottomUpMutatorContext) {
1342 f, ok := ctx.Module().(*filesystem)
1343 if !ok {
1344 return
1345 }
1346 thisPartition := f.PartitionType()
1347 if thisPartition != "vendor" && thisPartition != "product" {
Cole Faust34592c02024-12-13 11:20:24 -08001348 if f.properties.Android_filesystem_deps.System != nil {
1349 ctx.PropertyErrorf("android_filesystem_deps.system", "only vendor or product partitions can use android_filesystem_deps")
1350 }
1351 if f.properties.Android_filesystem_deps.System_ext != nil {
1352 ctx.PropertyErrorf("android_filesystem_deps.system_ext", "only vendor or product partitions can use android_filesystem_deps")
1353 }
Spandan Das71be42d2024-11-20 18:34:16 +00001354 return
1355 }
1356 ctx.WalkDeps(func(child, parent android.Module) bool {
1357 depTag := ctx.OtherModuleDependencyTag(child)
1358 if parent.Name() == f.Name() && depTag != interPartitionDependencyTag {
1359 return false // This is a module listed in deps of vendor/product filesystem
1360 }
1361 if vendorOverlay := java.AutogeneratedRroModuleName(ctx, child.Name(), "vendor"); ctx.OtherModuleExists(vendorOverlay) && thisPartition == "vendor" {
1362 ctx.AddFarVariationDependencies(nil, dependencyTagWithVisibilityEnforcementBypass, vendorOverlay)
1363 }
1364 if productOverlay := java.AutogeneratedRroModuleName(ctx, child.Name(), "product"); ctx.OtherModuleExists(productOverlay) && thisPartition == "product" {
1365 ctx.AddFarVariationDependencies(nil, dependencyTagWithVisibilityEnforcementBypass, productOverlay)
1366 }
1367 return true
1368 })
1369}