blob: 97421c8a33aa42ec8e473015f6ac42f22cc94fc4 [file] [log] [blame]
Jiyong Park6f0f6882020-11-12 13:14:30 +09001// Copyright (C) 2020 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package filesystem
16
17import (
Jooyung Han65f402b2022-04-21 14:24:04 +090018 "crypto/sha256"
Jiyong Park6f0f6882020-11-12 13:14:30 +090019 "fmt"
Jooyung Han65f402b2022-04-21 14:24:04 +090020 "io"
Inseob Kim14199b02021-02-09 21:18:31 +090021 "path/filepath"
Cole Faust4a2a7c92024-03-12 12:44:40 -070022 "slices"
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +000023 "strconv"
Inseob Kim14199b02021-02-09 21:18:31 +090024 "strings"
Jiyong Park6f0f6882020-11-12 13:14:30 +090025
26 "android/soong/android"
Jooyung Hane6067592023-03-16 13:11:17 +090027 "android/soong/cc"
Jiyong Park65b62242020-11-25 12:44:59 +090028
29 "github.com/google/blueprint"
Jiyong Park71baa762021-01-18 21:11:03 +090030 "github.com/google/blueprint/proptools"
Jiyong Park6f0f6882020-11-12 13:14:30 +090031)
32
33func init() {
Jooyung Han9706cbc2021-04-15 22:43:48 +090034 registerBuildComponents(android.InitRegistrationContext)
35}
36
37func registerBuildComponents(ctx android.RegistrationContext) {
Cole Faust92ccbe22024-10-03 14:38:37 -070038 ctx.RegisterModuleType("android_filesystem", FilesystemFactory)
Jiyong Parkf46b1af2024-04-05 18:13:33 +090039 ctx.RegisterModuleType("android_filesystem_defaults", filesystemDefaultsFactory)
Jihoon Kang98047cf2024-10-02 17:13:54 +000040 ctx.RegisterModuleType("android_system_image", SystemImageFactory)
Jiyong Parkbc485482022-11-15 22:31:49 +090041 ctx.RegisterModuleType("avb_add_hash_footer", avbAddHashFooterFactory)
Inseob Kim87230e62023-11-22 18:55:07 +090042 ctx.RegisterModuleType("avb_add_hash_footer_defaults", avbAddHashFooterDefaultsFactory)
Alice Wang000e3a32023-01-03 16:11:20 +000043 ctx.RegisterModuleType("avb_gen_vbmeta_image", avbGenVbmetaImageFactory)
Inseob Kim87230e62023-11-22 18:55:07 +090044 ctx.RegisterModuleType("avb_gen_vbmeta_image_defaults", avbGenVbmetaImageDefaultsFactory)
Jiyong Park6f0f6882020-11-12 13:14:30 +090045}
46
47type filesystem struct {
48 android.ModuleBase
49 android.PackagingBase
Jiyong Parkf46b1af2024-04-05 18:13:33 +090050 android.DefaultableModuleBase
Jiyong Park65c49f52020-11-24 14:23:26 +090051
Jihoon Kang98047cf2024-10-02 17:13:54 +000052 properties FilesystemProperties
Jiyong Park71baa762021-01-18 21:11:03 +090053
Jiyong Parkfa616132021-04-20 11:36:40 +090054 // Function that builds extra files under the root directory and returns the files
55 buildExtraFiles func(ctx android.ModuleContext, root android.OutputPath) android.OutputPaths
56
Jeongik Cha54bf8752024-02-08 10:44:37 +090057 // Function that filters PackagingSpec in PackagingBase.GatherPackagingSpecs()
58 filterPackagingSpec func(spec android.PackagingSpec) bool
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090059
Jiyong Park65c49f52020-11-24 14:23:26 +090060 output android.OutputPath
61 installDir android.InstallPath
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090062
Kiyoung Kim99a954d2024-06-21 14:22:20 +090063 fileListFile android.OutputPath
64
65 // Keeps the entries installed from this filesystem
Jooyung Han0fbbc2b2022-03-25 12:35:46 +090066 entries []string
Jiyong Park6f0f6882020-11-12 13:14:30 +090067}
68
Spandan Das69464c32024-10-25 20:08:06 +000069type SymlinkDefinition struct {
Inseob Kim14199b02021-02-09 21:18:31 +090070 Target *string
71 Name *string
72}
73
Jihoon Kang98047cf2024-10-02 17:13:54 +000074type FilesystemProperties struct {
Jiyong Park71baa762021-01-18 21:11:03 +090075 // When set to true, sign the image with avbtool. Default is false.
76 Use_avb *bool
77
78 // Path to the private key that avbtool will use to sign this filesystem image.
79 // TODO(jiyong): allow apex_key to be specified here
80 Avb_private_key *string `android:"path"`
81
Shikha Panwar01403bb2022-12-22 12:22:57 +000082 // Signing algorithm for avbtool. Default is SHA256_RSA4096.
Jiyong Park71baa762021-01-18 21:11:03 +090083 Avb_algorithm *string
Jiyong Park11a65972021-02-01 21:09:38 +090084
Shikha Panwar01403bb2022-12-22 12:22:57 +000085 // Hash algorithm used for avbtool (for descriptors). This is passed as hash_algorithm to
86 // avbtool. Default used by avbtool is sha1.
Shikha Panware6f30632022-12-21 12:54:45 +000087 Avb_hash_algorithm *string
88
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +000089 // The index used to prevent rollback of the image. Only used if use_avb is true.
90 Rollback_index *int64
91
Jiyong Parkac4076d2021-03-15 23:21:30 +090092 // Name of the partition stored in vbmeta desc. Defaults to the name of this module.
93 Partition_name *string
94
Spandan Dasc35d6fb2024-10-10 17:51:14 +000095 // Type of the filesystem. Currently, ext4, erofs, cpio, and compressed_cpio are supported. Default
Jiyong Park837cdb22021-02-05 00:17:14 +090096 // is ext4.
Jiyong Park11a65972021-02-01 21:09:38 +090097 Type *string
Inseob Kimcc8e5362021-02-03 14:05:24 +090098
Cole Faust9a24d902024-03-18 15:38:12 -070099 // Identifies which partition this is for //visibility:any_system_image (and others) visibility
100 // checks, and will be used in the future for API surface checks.
101 Partition_type *string
102
Inseob Kimcc8e5362021-02-03 14:05:24 +0900103 // file_contexts file to make image. Currently, only ext4 is supported.
104 File_contexts *string `android:"path"`
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900105
106 // Base directory relative to root, to which deps are installed, e.g. "system". Default is "."
107 // (root).
108 Base_dir *string
Inseob Kim14199b02021-02-09 21:18:31 +0900109
110 // Directories to be created under root. e.g. /dev, /proc, etc.
Cole Faustd9c6a5b2024-05-21 14:54:00 -0700111 Dirs proptools.Configurable[[]string]
Inseob Kim14199b02021-02-09 21:18:31 +0900112
113 // Symbolic links to be created under root with "ln -sf <target> <name>".
Spandan Das69464c32024-10-25 20:08:06 +0000114 Symlinks []SymlinkDefinition
Jooyung Han65f402b2022-04-21 14:24:04 +0900115
116 // Seconds since unix epoch to override timestamps of file entries
117 Fake_timestamp *string
118
119 // When set, passed to mkuserimg_mke2fs --mke2fs_uuid & --mke2fs_hash_seed.
120 // Otherwise, they'll be set as random which might cause indeterministic build output.
121 Uuid *string
Inseob Kim376d72f2023-11-01 15:40:25 +0900122
123 // Mount point for this image. Default is "/"
124 Mount_point *string
Cole Faust4a2a7c92024-03-12 12:44:40 -0700125
126 // If set to the name of a partition ("system", "vendor", etc), this filesystem module
127 // will also include the contents of the make-built staging directories. If any soong
128 // modules would be installed to the same location as a make module, they will overwrite
129 // the make version.
130 Include_make_built_files string
Inseob Kim53391842024-03-29 17:44:07 +0900131
Inseob Kimb7b84572024-04-30 10:51:47 +0900132 // When set, builds etc/event-log-tags file by merging logtags from all dependencies.
133 // Default is false
134 Build_logtags *bool
135
Justin Yun74f3f302024-05-07 14:32:14 +0900136 // Install aconfig_flags.pb file for the modules installed in this partition.
137 Gen_aconfig_flags_pb *bool
138
Inseob Kim53391842024-03-29 17:44:07 +0900139 Fsverity fsverityProperties
Cole Faust92ccbe22024-10-03 14:38:37 -0700140
141 // If this property is set to true, the filesystem will call ctx.UncheckedModule(), causing
142 // it to not be built on checkbuilds. Used for the automatic migration from make to soong
143 // build modules, where we want to emit some not-yet-working filesystems and we don't want them
144 // to be built.
145 Unchecked_module *bool `blueprint:"mutated"`
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000146
147 Erofs ErofsProperties
Jihoon Kang0d545b82024-10-11 00:21:57 +0000148
149 // Determines if the module is auto-generated from Soong or not. If the module is
150 // auto-generated, its deps are exempted from visibility enforcement.
151 Is_auto_generated *bool
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000152}
153
154// Additional properties required to generate erofs FS partitions.
155type ErofsProperties struct {
156 // Compressor and Compression level passed to mkfs.erofs. e.g. (lz4hc,9)
157 // Please see external/erofs-utils/README for complete documentation.
158 Compressor *string
159
160 // Used as --compress-hints for mkfs.erofs
161 Compress_hints *string `android:"path"`
162
163 Sparse *bool
Jiyong Park71baa762021-01-18 21:11:03 +0900164}
165
Jiyong Park65c49f52020-11-24 14:23:26 +0900166// android_filesystem packages a set of modules and their transitive dependencies into a filesystem
167// image. The filesystem images are expected to be mounted in the target device, which means the
168// modules in the filesystem image are built for the target device (i.e. Android, not Linux host).
169// The modules are placed in the filesystem image just like they are installed to the ordinary
170// partitions like system.img. For example, cc_library modules are placed under ./lib[64] directory.
Cole Faust92ccbe22024-10-03 14:38:37 -0700171func FilesystemFactory() android.Module {
Jiyong Park6f0f6882020-11-12 13:14:30 +0900172 module := &filesystem{}
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000173 module.filterPackagingSpec = module.filterInstallablePackagingSpec
Cole Faust2cfe6962024-09-17 11:31:14 -0700174 initFilesystemModule(module, module)
Jiyong Parkfa616132021-04-20 11:36:40 +0900175 return module
176}
177
Cole Faust2cfe6962024-09-17 11:31:14 -0700178func initFilesystemModule(module android.DefaultableModule, filesystemModule *filesystem) {
179 module.AddProperties(&filesystemModule.properties)
180 android.InitPackageModule(filesystemModule)
181 filesystemModule.PackagingBase.DepsCollectFirstTargetOnly = true
Jiyong Park6f0f6882020-11-12 13:14:30 +0900182 android.InitAndroidMultiTargetsArchModule(module, android.DeviceSupported, android.MultilibCommon)
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900183 android.InitDefaultableModule(module)
Jiyong Park6f0f6882020-11-12 13:14:30 +0900184}
185
Jihoon Kang0d545b82024-10-11 00:21:57 +0000186type depTag struct {
Jiyong Park12a719c2021-01-07 15:31:24 +0900187 blueprint.BaseDependencyTag
Jooyung Han092ef812021-03-10 15:40:34 +0900188 android.PackagingItemAlwaysDepTag
Jihoon Kang0d545b82024-10-11 00:21:57 +0000189}
190
191var dependencyTag = depTag{}
192
193type depTagWithVisibilityEnforcementBypass struct {
194 depTag
195}
196
197var _ android.ExcludeFromVisibilityEnforcementTag = (*depTagWithVisibilityEnforcementBypass)(nil)
198
199func (t depTagWithVisibilityEnforcementBypass) ExcludeFromVisibilityEnforcement() {}
200
201var dependencyTagWithVisibilityEnforcementBypass = depTagWithVisibilityEnforcementBypass{}
Jiyong Park65b62242020-11-25 12:44:59 +0900202
Jiyong Park6f0f6882020-11-12 13:14:30 +0900203func (f *filesystem) DepsMutator(ctx android.BottomUpMutatorContext) {
Jihoon Kang0d545b82024-10-11 00:21:57 +0000204 if proptools.Bool(f.properties.Is_auto_generated) {
205 f.AddDeps(ctx, dependencyTagWithVisibilityEnforcementBypass)
206 } else {
207 f.AddDeps(ctx, dependencyTag)
208 }
Jiyong Park6f0f6882020-11-12 13:14:30 +0900209}
210
Jiyong Park11a65972021-02-01 21:09:38 +0900211type fsType int
212
213const (
214 ext4Type fsType = iota
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000215 erofsType
Jiyong Park11a65972021-02-01 21:09:38 +0900216 compressedCpioType
Jiyong Park837cdb22021-02-05 00:17:14 +0900217 cpioType // uncompressed
Jiyong Park11a65972021-02-01 21:09:38 +0900218 unknown
219)
220
Spandan Das7a46f6c2024-10-14 18:41:18 +0000221func (fs fsType) IsUnknown() bool {
222 return fs == unknown
223}
224
Cole Faust92ccbe22024-10-03 14:38:37 -0700225type FilesystemInfo struct {
226 // A text file containing the list of paths installed on the partition.
227 FileListFile android.Path
228}
229
230var FilesystemProvider = blueprint.NewProvider[FilesystemInfo]()
231
Spandan Das7a46f6c2024-10-14 18:41:18 +0000232func GetFsTypeFromString(ctx android.EarlyModuleContext, typeStr string) fsType {
Jiyong Park11a65972021-02-01 21:09:38 +0900233 switch typeStr {
234 case "ext4":
235 return ext4Type
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000236 case "erofs":
237 return erofsType
Jiyong Park11a65972021-02-01 21:09:38 +0900238 case "compressed_cpio":
239 return compressedCpioType
Jiyong Park837cdb22021-02-05 00:17:14 +0900240 case "cpio":
241 return cpioType
Jiyong Park11a65972021-02-01 21:09:38 +0900242 default:
Jiyong Park11a65972021-02-01 21:09:38 +0900243 return unknown
244 }
245}
246
Spandan Das7a46f6c2024-10-14 18:41:18 +0000247func (f *filesystem) fsType(ctx android.ModuleContext) fsType {
248 typeStr := proptools.StringDefault(f.properties.Type, "ext4")
249 fsType := GetFsTypeFromString(ctx, typeStr)
250 if fsType == unknown {
251 ctx.PropertyErrorf("type", "%q not supported", typeStr)
252 }
253 return fsType
254}
255
Jiyong Park65c49f52020-11-24 14:23:26 +0900256func (f *filesystem) installFileName() string {
257 return f.BaseModuleName() + ".img"
258}
259
Inseob Kim53391842024-03-29 17:44:07 +0900260func (f *filesystem) partitionName() string {
261 return proptools.StringDefault(f.properties.Partition_name, f.Name())
262}
263
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000264func (f *filesystem) filterInstallablePackagingSpec(ps android.PackagingSpec) bool {
265 // Filesystem module respects the installation semantic. A PackagingSpec from a module with
266 // IsSkipInstall() is skipped.
Spandan Das6d056502024-10-21 15:40:32 +0000267 if proptools.Bool(f.properties.Is_auto_generated) { // TODO (spandandas): Remove this.
268 return !ps.SkipInstall() && (ps.Partition() == f.PartitionType())
269 }
270 return !ps.SkipInstall()
Jiyong Park7e7d4af2024-05-01 12:36:10 +0000271}
272
Jiyong Park6f0f6882020-11-12 13:14:30 +0900273var pctx = android.NewPackageContext("android/soong/filesystem")
274
275func (f *filesystem) GenerateAndroidBuildActions(ctx android.ModuleContext) {
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900276 validatePartitionType(ctx, f)
Jiyong Park11a65972021-02-01 21:09:38 +0900277 switch f.fsType(ctx) {
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000278 case ext4Type, erofsType:
Jiyong Park11a65972021-02-01 21:09:38 +0900279 f.output = f.buildImageUsingBuildImage(ctx)
280 case compressedCpioType:
Jiyong Park837cdb22021-02-05 00:17:14 +0900281 f.output = f.buildCpioImage(ctx, true)
282 case cpioType:
283 f.output = f.buildCpioImage(ctx, false)
Jiyong Park11a65972021-02-01 21:09:38 +0900284 default:
285 return
286 }
287
288 f.installDir = android.PathForModuleInstall(ctx, "etc")
289 ctx.InstallFile(f.installDir, f.installFileName(), f.output)
mrziwang555d1332024-06-07 11:15:33 -0700290 ctx.SetOutputFiles([]android.Path{f.output}, "")
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900291
292 f.fileListFile = android.PathForModuleOut(ctx, "fileList").OutputPath
293 android.WriteFileRule(ctx, f.fileListFile, f.installedFilesList())
Cole Faust92ccbe22024-10-03 14:38:37 -0700294
295 android.SetProvider(ctx, FilesystemProvider, FilesystemInfo{
296 FileListFile: f.fileListFile,
297 })
298
299 if proptools.Bool(f.properties.Unchecked_module) {
300 ctx.UncheckedModule()
301 }
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900302}
303
304func (f *filesystem) appendToEntry(ctx android.ModuleContext, installedFile android.OutputPath) {
305 partitionBaseDir := android.PathForModuleOut(ctx, "root", f.partitionName()).String() + "/"
306
307 relPath, inTargetPartition := strings.CutPrefix(installedFile.String(), partitionBaseDir)
308 if inTargetPartition {
309 f.entries = append(f.entries, relPath)
310 }
311}
312
313func (f *filesystem) installedFilesList() string {
314 installedFilePaths := android.FirstUniqueStrings(f.entries)
315 slices.Sort(installedFilePaths)
316
317 return strings.Join(installedFilePaths, "\n")
Jiyong Park11a65972021-02-01 21:09:38 +0900318}
319
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900320func validatePartitionType(ctx android.ModuleContext, p partition) {
321 if !android.InList(p.PartitionType(), validPartitions) {
322 ctx.PropertyErrorf("partition_type", "partition_type must be one of %s, found: %s", validPartitions, p.PartitionType())
323 }
324
325 ctx.VisitDirectDepsWithTag(android.DefaultsDepTag, func(m android.Module) {
326 if fdm, ok := m.(*filesystemDefaults); ok {
327 if p.PartitionType() != fdm.PartitionType() {
328 ctx.PropertyErrorf("partition_type",
329 "%s doesn't match with the partition type %s of the filesystem default module %s",
330 p.PartitionType(), fdm.PartitionType(), m.Name())
331 }
332 }
333 })
334}
335
Cole Faust3b806d32024-03-11 15:15:03 -0700336// Copy extra files/dirs that are not from the `deps` property to `rootDir`, checking for conflicts with files
337// already in `rootDir`.
338func (f *filesystem) buildNonDepsFiles(ctx android.ModuleContext, builder *android.RuleBuilder, rootDir android.OutputPath) {
Inseob Kim14199b02021-02-09 21:18:31 +0900339 // create dirs and symlinks
Cole Faustd9c6a5b2024-05-21 14:54:00 -0700340 for _, dir := range f.properties.Dirs.GetOrDefault(ctx, nil) {
Inseob Kim14199b02021-02-09 21:18:31 +0900341 // OutputPath.Join verifies dir
342 builder.Command().Text("mkdir -p").Text(rootDir.Join(ctx, dir).String())
343 }
344
345 for _, symlink := range f.properties.Symlinks {
346 name := strings.TrimSpace(proptools.String(symlink.Name))
347 target := strings.TrimSpace(proptools.String(symlink.Target))
348
349 if name == "" {
350 ctx.PropertyErrorf("symlinks", "Name can't be empty")
351 continue
352 }
353
354 if target == "" {
355 ctx.PropertyErrorf("symlinks", "Target can't be empty")
356 continue
357 }
358
359 // OutputPath.Join verifies name. don't need to verify target.
360 dst := rootDir.Join(ctx, name)
Cole Faust3b806d32024-03-11 15:15:03 -0700361 builder.Command().Textf("(! [ -e %s -o -L %s ] || (echo \"%s already exists from an earlier stage of the build\" && exit 1))", dst, dst, dst)
Inseob Kim14199b02021-02-09 21:18:31 +0900362 builder.Command().Text("mkdir -p").Text(filepath.Dir(dst.String()))
363 builder.Command().Text("ln -sf").Text(proptools.ShellEscape(target)).Text(dst.String())
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900364 f.appendToEntry(ctx, dst)
Inseob Kim14199b02021-02-09 21:18:31 +0900365 }
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900366
Jiyong Parkfa616132021-04-20 11:36:40 +0900367 // create extra files if there's any
Jiyong Parkfa616132021-04-20 11:36:40 +0900368 if f.buildExtraFiles != nil {
Cole Faust4a2a7c92024-03-12 12:44:40 -0700369 rootForExtraFiles := android.PathForModuleGen(ctx, "root-extra").OutputPath
370 extraFiles := f.buildExtraFiles(ctx, rootForExtraFiles)
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900371 for _, extraFile := range extraFiles {
372 rel, err := filepath.Rel(rootForExtraFiles.String(), extraFile.String())
Cole Faust4a2a7c92024-03-12 12:44:40 -0700373 if err != nil || strings.HasPrefix(rel, "..") {
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900374 ctx.ModuleErrorf("can't make %q relative to %q", extraFile, rootForExtraFiles)
Cole Faust4a2a7c92024-03-12 12:44:40 -0700375 }
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900376 f.appendToEntry(ctx, rootDir.Join(ctx, rel))
Jiyong Parkfa616132021-04-20 11:36:40 +0900377 }
Cole Faust4a2a7c92024-03-12 12:44:40 -0700378 if len(extraFiles) > 0 {
379 builder.Command().BuiltTool("merge_directories").
380 Implicits(extraFiles.Paths()).
381 Text(rootDir.String()).
382 Text(rootForExtraFiles.String())
383 }
Jiyong Parkfa616132021-04-20 11:36:40 +0900384 }
Inseob Kim2ce1b5d2021-02-15 17:01:04 +0900385}
386
Inseob Kim33f95a92024-07-11 15:44:49 +0900387func (f *filesystem) copyPackagingSpecs(ctx android.ModuleContext, builder *android.RuleBuilder, specs map[string]android.PackagingSpec, rootDir, rebasedDir android.WritablePath) []string {
388 rootDirSpecs := make(map[string]android.PackagingSpec)
389 rebasedDirSpecs := make(map[string]android.PackagingSpec)
390
391 for rel, spec := range specs {
392 if spec.Partition() == "root" {
393 rootDirSpecs[rel] = spec
394 } else {
395 rebasedDirSpecs[rel] = spec
396 }
397 }
398
399 dirsToSpecs := make(map[android.WritablePath]map[string]android.PackagingSpec)
400 dirsToSpecs[rootDir] = rootDirSpecs
401 dirsToSpecs[rebasedDir] = rebasedDirSpecs
402
403 return f.CopySpecsToDirs(ctx, builder, dirsToSpecs)
404}
405
Justin Yun34baa2e2024-08-30 21:11:33 +0900406func (f *filesystem) copyFilesToProductOut(ctx android.ModuleContext, builder *android.RuleBuilder, rebasedDir android.OutputPath) {
Justin Yun2cc42502024-09-11 14:10:20 +0900407 if f.Name() != ctx.Config().SoongDefinedSystemImage() {
Justin Yun34baa2e2024-08-30 21:11:33 +0900408 return
409 }
410 installPath := android.PathForModuleInPartitionInstall(ctx, f.partitionName())
411 builder.Command().Textf("cp -prf %s/* %s", rebasedDir, installPath)
412}
413
Jiyong Park11a65972021-02-01 21:09:38 +0900414func (f *filesystem) buildImageUsingBuildImage(ctx android.ModuleContext) android.OutputPath {
Jiyong Park6f0f6882020-11-12 13:14:30 +0900415 rootDir := android.PathForModuleOut(ctx, "root").OutputPath
Cole Faust3b806d32024-03-11 15:15:03 -0700416 rebasedDir := rootDir
417 if f.properties.Base_dir != nil {
418 rebasedDir = rootDir.Join(ctx, *f.properties.Base_dir)
419 }
420 builder := android.NewRuleBuilder(pctx, ctx)
421 // Wipe the root dir to get rid of leftover files from prior builds
422 builder.Command().Textf("rm -rf %s && mkdir -p %s", rootDir, rootDir)
Inseob Kim53391842024-03-29 17:44:07 +0900423 specs := f.gatherFilteredPackagingSpecs(ctx)
Inseob Kim33f95a92024-07-11 15:44:49 +0900424 f.entries = f.copyPackagingSpecs(ctx, builder, specs, rootDir, rebasedDir)
Cole Faust3b806d32024-03-11 15:15:03 -0700425
426 f.buildNonDepsFiles(ctx, builder, rootDir)
Cole Faust4a2a7c92024-03-12 12:44:40 -0700427 f.addMakeBuiltFiles(ctx, builder, rootDir)
Inseob Kim53391842024-03-29 17:44:07 +0900428 f.buildFsverityMetadataFiles(ctx, builder, specs, rootDir, rebasedDir)
Inseob Kimb7b84572024-04-30 10:51:47 +0900429 f.buildEventLogtagsFile(ctx, builder, rebasedDir)
Justin Yun74f3f302024-05-07 14:32:14 +0900430 f.buildAconfigFlagsFiles(ctx, builder, specs, rebasedDir)
Justin Yun34baa2e2024-08-30 21:11:33 +0900431 f.copyFilesToProductOut(ctx, builder, rebasedDir)
Jiyong Park6f0f6882020-11-12 13:14:30 +0900432
Nikita Ioffe519015f2022-12-23 15:36:29 +0000433 // run host_init_verifier
434 // Ideally we should have a concept of pluggable linters that verify the generated image.
435 // While such concept is not implement this will do.
436 // TODO(b/263574231): substitute with pluggable linter.
437 builder.Command().
438 BuiltTool("host_init_verifier").
439 FlagWithArg("--out_system=", rootDir.String()+"/system")
440
Jiyong Park72678312021-01-18 17:29:49 +0900441 propFile, toolDeps := f.buildPropFile(ctx)
Jiyong Park11a65972021-02-01 21:09:38 +0900442 output := android.PathForModuleOut(ctx, f.installFileName()).OutputPath
Colin Crossf1a035e2020-11-16 17:32:30 -0800443 builder.Command().BuiltTool("build_image").
Jiyong Park6f0f6882020-11-12 13:14:30 +0900444 Text(rootDir.String()). // input directory
445 Input(propFile).
Jiyong Park72678312021-01-18 17:29:49 +0900446 Implicits(toolDeps).
Jiyong Park11a65972021-02-01 21:09:38 +0900447 Output(output).
Jiyong Park6f0f6882020-11-12 13:14:30 +0900448 Text(rootDir.String()) // directory where to find fs_config_files|dirs
449
450 // rootDir is not deleted. Might be useful for quick inspection.
Colin Crossf1a035e2020-11-16 17:32:30 -0800451 builder.Build("build_filesystem_image", fmt.Sprintf("Creating filesystem %s", f.BaseModuleName()))
Jiyong Park65c49f52020-11-24 14:23:26 +0900452
Jiyong Park11a65972021-02-01 21:09:38 +0900453 return output
Jiyong Park65c49f52020-11-24 14:23:26 +0900454}
455
Inseob Kimcc8e5362021-02-03 14:05:24 +0900456func (f *filesystem) buildFileContexts(ctx android.ModuleContext) android.OutputPath {
457 builder := android.NewRuleBuilder(pctx, ctx)
458 fcBin := android.PathForModuleOut(ctx, "file_contexts.bin")
459 builder.Command().BuiltTool("sefcontext_compile").
460 FlagWithOutput("-o ", fcBin).
461 Input(android.PathForModuleSrc(ctx, proptools.String(f.properties.File_contexts)))
462 builder.Build("build_filesystem_file_contexts", fmt.Sprintf("Creating filesystem file contexts for %s", f.BaseModuleName()))
463 return fcBin.OutputPath
464}
465
Jooyung Han65f402b2022-04-21 14:24:04 +0900466// Calculates avb_salt from entry list (sorted) for deterministic output.
467func (f *filesystem) salt() string {
468 return sha1sum(f.entries)
469}
470
Jiyong Park72678312021-01-18 17:29:49 +0900471func (f *filesystem) buildPropFile(ctx android.ModuleContext) (propFile android.OutputPath, toolDeps android.Paths) {
Jiyong Park72678312021-01-18 17:29:49 +0900472 var deps android.Paths
Cole Faustcec230a2024-03-07 15:51:12 -0800473 var propFileString strings.Builder
Jiyong Park72678312021-01-18 17:29:49 +0900474 addStr := func(name string, value string) {
Cole Faustcec230a2024-03-07 15:51:12 -0800475 propFileString.WriteString(name)
476 propFileString.WriteRune('=')
477 propFileString.WriteString(value)
478 propFileString.WriteRune('\n')
Jiyong Park72678312021-01-18 17:29:49 +0900479 }
480 addPath := func(name string, path android.Path) {
Cole Faustcec230a2024-03-07 15:51:12 -0800481 addStr(name, path.String())
Jiyong Park72678312021-01-18 17:29:49 +0900482 deps = append(deps, path)
483 }
484
Jiyong Park11a65972021-02-01 21:09:38 +0900485 // Type string that build_image.py accepts.
486 fsTypeStr := func(t fsType) string {
487 switch t {
Spandan Das94668822024-10-09 20:51:33 +0000488 // TODO(372522486): add more types like f2fs, erofs, etc.
Jiyong Park11a65972021-02-01 21:09:38 +0900489 case ext4Type:
490 return "ext4"
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000491 case erofsType:
492 return "erofs"
Jiyong Park11a65972021-02-01 21:09:38 +0900493 }
494 panic(fmt.Errorf("unsupported fs type %v", t))
495 }
496
497 addStr("fs_type", fsTypeStr(f.fsType(ctx)))
Inseob Kim376d72f2023-11-01 15:40:25 +0900498 addStr("mount_point", proptools.StringDefault(f.properties.Mount_point, "/"))
Jiyong Park72678312021-01-18 17:29:49 +0900499 addStr("use_dynamic_partition_size", "true")
500 addPath("ext_mkuserimg", ctx.Config().HostToolPath(ctx, "mkuserimg_mke2fs"))
501 // b/177813163 deps of the host tools have to be added. Remove this.
502 for _, t := range []string{"mke2fs", "e2fsdroid", "tune2fs"} {
503 deps = append(deps, ctx.Config().HostToolPath(ctx, t))
504 }
505
Jiyong Park71baa762021-01-18 21:11:03 +0900506 if proptools.Bool(f.properties.Use_avb) {
507 addStr("avb_hashtree_enable", "true")
508 addPath("avb_avbtool", ctx.Config().HostToolPath(ctx, "avbtool"))
509 algorithm := proptools.StringDefault(f.properties.Avb_algorithm, "SHA256_RSA4096")
510 addStr("avb_algorithm", algorithm)
511 key := android.PathForModuleSrc(ctx, proptools.String(f.properties.Avb_private_key))
512 addPath("avb_key_path", key)
Inseob Kim53391842024-03-29 17:44:07 +0900513 addStr("partition_name", f.partitionName())
Shikha Panware6f30632022-12-21 12:54:45 +0000514 avb_add_hashtree_footer_args := "--do_not_generate_fec"
515 if hashAlgorithm := proptools.String(f.properties.Avb_hash_algorithm); hashAlgorithm != "" {
516 avb_add_hashtree_footer_args += " --hash_algorithm " + hashAlgorithm
517 }
Nikita Ioffe2c8cdc62024-03-27 22:19:30 +0000518 if f.properties.Rollback_index != nil {
519 rollbackIndex := proptools.Int(f.properties.Rollback_index)
520 if rollbackIndex < 0 {
521 ctx.PropertyErrorf("rollback_index", "Rollback index must be non-negative")
522 }
523 avb_add_hashtree_footer_args += " --rollback_index " + strconv.Itoa(rollbackIndex)
524 }
Inseob Kim53391842024-03-29 17:44:07 +0900525 securityPatchKey := "com.android.build." + f.partitionName() + ".security_patch"
Seungjae Yooa30e4502023-11-09 14:55:44 +0900526 securityPatchValue := ctx.Config().PlatformSecurityPatch()
527 avb_add_hashtree_footer_args += " --prop " + securityPatchKey + ":" + securityPatchValue
Shikha Panware6f30632022-12-21 12:54:45 +0000528 addStr("avb_add_hashtree_footer_args", avb_add_hashtree_footer_args)
Jooyung Han65f402b2022-04-21 14:24:04 +0900529 addStr("avb_salt", f.salt())
Jiyong Park71baa762021-01-18 21:11:03 +0900530 }
531
Inseob Kimcc8e5362021-02-03 14:05:24 +0900532 if proptools.String(f.properties.File_contexts) != "" {
533 addPath("selinux_fc", f.buildFileContexts(ctx))
534 }
Jooyung Han65f402b2022-04-21 14:24:04 +0900535 if timestamp := proptools.String(f.properties.Fake_timestamp); timestamp != "" {
536 addStr("timestamp", timestamp)
537 }
538 if uuid := proptools.String(f.properties.Uuid); uuid != "" {
539 addStr("uuid", uuid)
540 addStr("hash_seed", uuid)
541 }
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000542 // Add erofs properties
543 if f.fsType(ctx) == erofsType {
544 if compressor := f.properties.Erofs.Compressor; compressor != nil {
545 addStr("erofs_default_compressor", proptools.String(compressor))
546 }
547 if compressHints := f.properties.Erofs.Compress_hints; compressHints != nil {
Cole Faust7cd4bad2024-10-11 10:31:12 -0700548 addPath("erofs_default_compress_hints", android.PathForModuleSrc(ctx, *compressHints))
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000549 }
550 if proptools.BoolDefault(f.properties.Erofs.Sparse, true) {
551 // https://source.corp.google.com/h/googleplex-android/platform/build/+/88b1c67239ca545b11580237242774b411f2fed9:core/Makefile;l=2292;bpv=1;bpt=0;drc=ea8f34bc1d6e63656b4ec32f2391e9d54b3ebb6b
552 addStr("erofs_sparse_flag", "-s")
553 }
Cole Faust7cd4bad2024-10-11 10:31:12 -0700554 } else if f.properties.Erofs.Compressor != nil || f.properties.Erofs.Compress_hints != nil || f.properties.Erofs.Sparse != nil {
555 // Raise an exception if the propfile contains erofs properties, but the fstype is not erofs
556 fs := fsTypeStr(f.fsType(ctx))
Spandan Dasc35d6fb2024-10-10 17:51:14 +0000557 ctx.PropertyErrorf("erofs", "erofs is non-empty, but FS type is %s\n. Please delete erofs properties if this partition should use %s\n", fs, fs)
558 }
559
Jiyong Park72678312021-01-18 17:29:49 +0900560 propFile = android.PathForModuleOut(ctx, "prop").OutputPath
Cole Faustcec230a2024-03-07 15:51:12 -0800561 android.WriteFileRuleVerbatim(ctx, propFile, propFileString.String())
Jiyong Park72678312021-01-18 17:29:49 +0900562 return propFile, deps
563}
564
Jiyong Park837cdb22021-02-05 00:17:14 +0900565func (f *filesystem) buildCpioImage(ctx android.ModuleContext, compressed bool) android.OutputPath {
Jiyong Park11a65972021-02-01 21:09:38 +0900566 if proptools.Bool(f.properties.Use_avb) {
567 ctx.PropertyErrorf("use_avb", "signing compresed cpio image using avbtool is not supported."+
568 "Consider adding this to bootimg module and signing the entire boot image.")
569 }
570
Inseob Kimcc8e5362021-02-03 14:05:24 +0900571 if proptools.String(f.properties.File_contexts) != "" {
572 ctx.PropertyErrorf("file_contexts", "file_contexts is not supported for compressed cpio image.")
573 }
574
Cole Faust4a2a7c92024-03-12 12:44:40 -0700575 if f.properties.Include_make_built_files != "" {
576 ctx.PropertyErrorf("include_make_built_files", "include_make_built_files is not supported for compressed cpio image.")
577 }
578
Jiyong Park11a65972021-02-01 21:09:38 +0900579 rootDir := android.PathForModuleOut(ctx, "root").OutputPath
Cole Faust3b806d32024-03-11 15:15:03 -0700580 rebasedDir := rootDir
581 if f.properties.Base_dir != nil {
582 rebasedDir = rootDir.Join(ctx, *f.properties.Base_dir)
583 }
584 builder := android.NewRuleBuilder(pctx, ctx)
585 // Wipe the root dir to get rid of leftover files from prior builds
586 builder.Command().Textf("rm -rf %s && mkdir -p %s", rootDir, rootDir)
Inseob Kim53391842024-03-29 17:44:07 +0900587 specs := f.gatherFilteredPackagingSpecs(ctx)
Inseob Kim33f95a92024-07-11 15:44:49 +0900588 f.entries = f.copyPackagingSpecs(ctx, builder, specs, rootDir, rebasedDir)
Cole Faust3b806d32024-03-11 15:15:03 -0700589
590 f.buildNonDepsFiles(ctx, builder, rootDir)
Inseob Kim53391842024-03-29 17:44:07 +0900591 f.buildFsverityMetadataFiles(ctx, builder, specs, rootDir, rebasedDir)
Inseob Kimb7b84572024-04-30 10:51:47 +0900592 f.buildEventLogtagsFile(ctx, builder, rebasedDir)
Justin Yun74f3f302024-05-07 14:32:14 +0900593 f.buildAconfigFlagsFiles(ctx, builder, specs, rebasedDir)
Justin Yun34baa2e2024-08-30 21:11:33 +0900594 f.copyFilesToProductOut(ctx, builder, rebasedDir)
Jiyong Park11a65972021-02-01 21:09:38 +0900595
596 output := android.PathForModuleOut(ctx, f.installFileName()).OutputPath
Jiyong Park837cdb22021-02-05 00:17:14 +0900597 cmd := builder.Command().
Jiyong Park11a65972021-02-01 21:09:38 +0900598 BuiltTool("mkbootfs").
Jiyong Park837cdb22021-02-05 00:17:14 +0900599 Text(rootDir.String()) // input directory
600 if compressed {
601 cmd.Text("|").
602 BuiltTool("lz4").
603 Flag("--favor-decSpeed"). // for faster boot
604 Flag("-12"). // maximum compression level
605 Flag("-l"). // legacy format for kernel
606 Text(">").Output(output)
607 } else {
608 cmd.Text(">").Output(output)
609 }
Jiyong Park11a65972021-02-01 21:09:38 +0900610
611 // rootDir is not deleted. Might be useful for quick inspection.
Jiyong Park837cdb22021-02-05 00:17:14 +0900612 builder.Build("build_cpio_image", fmt.Sprintf("Creating filesystem %s", f.BaseModuleName()))
Jiyong Park11a65972021-02-01 21:09:38 +0900613
614 return output
615}
616
Cole Faust4a2a7c92024-03-12 12:44:40 -0700617var validPartitions = []string{
618 "system",
619 "userdata",
620 "cache",
621 "system_other",
622 "vendor",
623 "product",
624 "system_ext",
625 "odm",
626 "vendor_dlkm",
627 "odm_dlkm",
628 "system_dlkm",
629}
630
631func (f *filesystem) addMakeBuiltFiles(ctx android.ModuleContext, builder *android.RuleBuilder, rootDir android.Path) {
632 partition := f.properties.Include_make_built_files
633 if partition == "" {
634 return
635 }
636 if !slices.Contains(validPartitions, partition) {
637 ctx.PropertyErrorf("include_make_built_files", "Expected one of %#v, found %q", validPartitions, partition)
638 return
639 }
640 stampFile := fmt.Sprintf("target/product/%s/obj/PACKAGING/%s_intermediates/staging_dir.stamp", ctx.Config().DeviceName(), partition)
641 fileListFile := fmt.Sprintf("target/product/%s/obj/PACKAGING/%s_intermediates/file_list.txt", ctx.Config().DeviceName(), partition)
642 stagingDir := fmt.Sprintf("target/product/%s/%s", ctx.Config().DeviceName(), partition)
643
644 builder.Command().BuiltTool("merge_directories").
645 Implicit(android.PathForArbitraryOutput(ctx, stampFile)).
646 Text("--ignore-duplicates").
647 FlagWithInput("--file-list", android.PathForArbitraryOutput(ctx, fileListFile)).
648 Text(rootDir.String()).
649 Text(android.PathForArbitraryOutput(ctx, stagingDir).String())
650}
651
Inseob Kimb7b84572024-04-30 10:51:47 +0900652func (f *filesystem) buildEventLogtagsFile(ctx android.ModuleContext, builder *android.RuleBuilder, rebasedDir android.OutputPath) {
653 if !proptools.Bool(f.properties.Build_logtags) {
654 return
655 }
656
657 logtagsFilePaths := make(map[string]bool)
658 ctx.WalkDeps(func(child, parent android.Module) bool {
659 if logtagsInfo, ok := android.OtherModuleProvider(ctx, child, android.LogtagsProviderKey); ok {
660 for _, path := range logtagsInfo.Logtags {
661 logtagsFilePaths[path.String()] = true
662 }
663 }
664 return true
665 })
666
667 if len(logtagsFilePaths) == 0 {
668 return
669 }
670
671 etcPath := rebasedDir.Join(ctx, "etc")
672 eventLogtagsPath := etcPath.Join(ctx, "event-log-tags")
673 builder.Command().Text("mkdir").Flag("-p").Text(etcPath.String())
674 cmd := builder.Command().BuiltTool("merge-event-log-tags").
675 FlagWithArg("-o ", eventLogtagsPath.String()).
676 FlagWithInput("-m ", android.MergedLogtagsPath(ctx))
677
678 for _, path := range android.SortedKeys(logtagsFilePaths) {
679 cmd.Text(path)
680 }
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900681
682 f.appendToEntry(ctx, eventLogtagsPath)
Inseob Kimb7b84572024-04-30 10:51:47 +0900683}
684
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900685type partition interface {
686 PartitionType() string
687}
688
Cole Faust9a24d902024-03-18 15:38:12 -0700689func (f *filesystem) PartitionType() string {
690 return proptools.StringDefault(f.properties.Partition_type, "system")
691}
692
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900693var _ partition = (*filesystem)(nil)
694
Jiyong Park65c49f52020-11-24 14:23:26 +0900695var _ android.AndroidMkEntriesProvider = (*filesystem)(nil)
696
697// Implements android.AndroidMkEntriesProvider
698func (f *filesystem) AndroidMkEntries() []android.AndroidMkEntries {
699 return []android.AndroidMkEntries{android.AndroidMkEntries{
700 Class: "ETC",
701 OutputFile: android.OptionalPathForPath(f.output),
702 ExtraEntries: []android.AndroidMkExtraEntriesFunc{
Colin Crossaa255532020-07-03 13:18:24 -0700703 func(ctx android.AndroidMkExtraEntriesContext, entries *android.AndroidMkEntries) {
Colin Crossc68db4b2021-11-11 18:59:15 -0800704 entries.SetString("LOCAL_MODULE_PATH", f.installDir.String())
Jiyong Park65c49f52020-11-24 14:23:26 +0900705 entries.SetString("LOCAL_INSTALLED_MODULE_STEM", f.installFileName())
Kiyoung Kim99a954d2024-06-21 14:22:20 +0900706 entries.SetString("LOCAL_FILESYSTEM_FILELIST", f.fileListFile.String())
Jiyong Park65c49f52020-11-24 14:23:26 +0900707 },
708 },
709 }}
Jiyong Park6f0f6882020-11-12 13:14:30 +0900710}
Jiyong Park12a719c2021-01-07 15:31:24 +0900711
712// Filesystem is the public interface for the filesystem struct. Currently, it's only for the apex
713// package to have access to the output file.
714type Filesystem interface {
715 android.Module
716 OutputPath() android.Path
Jiyong Park972e06c2021-03-15 23:32:49 +0900717
718 // Returns the output file that is signed by avbtool. If this module is not signed, returns
719 // nil.
720 SignedOutputPath() android.Path
Jiyong Park12a719c2021-01-07 15:31:24 +0900721}
722
723var _ Filesystem = (*filesystem)(nil)
724
725func (f *filesystem) OutputPath() android.Path {
726 return f.output
727}
Jiyong Park972e06c2021-03-15 23:32:49 +0900728
729func (f *filesystem) SignedOutputPath() android.Path {
730 if proptools.Bool(f.properties.Use_avb) {
731 return f.OutputPath()
732 }
733 return nil
734}
Jooyung Han0fbbc2b2022-03-25 12:35:46 +0900735
736// Filter the result of GatherPackagingSpecs to discard items targeting outside "system" partition.
737// Note that "apex" module installs its contents to "apex"(fake partition) as well
738// for symbol lookup by imitating "activated" paths.
739func (f *filesystem) gatherFilteredPackagingSpecs(ctx android.ModuleContext) map[string]android.PackagingSpec {
Jeongik Cha54bf8752024-02-08 10:44:37 +0900740 specs := f.PackagingBase.GatherPackagingSpecsWithFilter(ctx, f.filterPackagingSpec)
Jooyung Han0fbbc2b2022-03-25 12:35:46 +0900741 return specs
742}
Jooyung Han65f402b2022-04-21 14:24:04 +0900743
744func sha1sum(values []string) string {
745 h := sha256.New()
746 for _, value := range values {
747 io.WriteString(h, value)
748 }
749 return fmt.Sprintf("%x", h.Sum(nil))
750}
Jooyung Hane6067592023-03-16 13:11:17 +0900751
752// Base cc.UseCoverage
753
754var _ cc.UseCoverage = (*filesystem)(nil)
755
Colin Crosse1a85552024-06-14 12:17:37 -0700756func (*filesystem) IsNativeCoverageNeeded(ctx cc.IsNativeCoverageNeededContext) bool {
Jooyung Hane6067592023-03-16 13:11:17 +0900757 return ctx.Device() && ctx.DeviceConfig().NativeCoverageEnabled()
758}
Jiyong Parkf46b1af2024-04-05 18:13:33 +0900759
760// android_filesystem_defaults
761
762type filesystemDefaults struct {
763 android.ModuleBase
764 android.DefaultsModuleBase
765
766 properties filesystemDefaultsProperties
767}
768
769type filesystemDefaultsProperties struct {
770 // Identifies which partition this is for //visibility:any_system_image (and others) visibility
771 // checks, and will be used in the future for API surface checks.
772 Partition_type *string
773}
774
775// android_filesystem_defaults is a default module for android_filesystem and android_system_image
776func filesystemDefaultsFactory() android.Module {
777 module := &filesystemDefaults{}
778 module.AddProperties(&module.properties)
779 module.AddProperties(&android.PackagingProperties{})
780 android.InitDefaultsModule(module)
781 return module
782}
783
784func (f *filesystemDefaults) PartitionType() string {
785 return proptools.StringDefault(f.properties.Partition_type, "system")
786}
787
788var _ partition = (*filesystemDefaults)(nil)
789
790func (f *filesystemDefaults) GenerateAndroidBuildActions(ctx android.ModuleContext) {
791 validatePartitionType(ctx, f)
792}