blob: d53022f0a3c557048828e5df2c12fe8b3754479e [file] [log] [blame]
Colin Cross800fe132019-02-11 14:21:24 -08001// Copyright 2019 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package java
16
17import (
18 "path/filepath"
Vladimir Marko205e6c22020-04-01 13:52:27 +010019 "sort"
Colin Cross800fe132019-02-11 14:21:24 -080020 "strings"
21
22 "android/soong/android"
23 "android/soong/dexpreopt"
24
Colin Cross800fe132019-02-11 14:21:24 -080025 "github.com/google/blueprint/proptools"
26)
27
28func init() {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +000029 RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext)
Colin Cross800fe132019-02-11 14:21:24 -080030}
31
David Srbeckyc177ebe2020-02-18 20:43:06 +000032// Target-independent description of pre-compiled boot image.
Colin Cross44df5812019-02-15 23:06:46 -080033type bootImageConfig struct {
David Srbecky1aacc6c2020-03-26 11:10:45 +000034 // If this image is an extension, the image that it extends.
35 extends *bootImageConfig
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000036
37 // Image name (used in directory names and ninja rule names).
38 name string
39
40 // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}.
41 stem string
42
43 // Output directory for the image files.
44 dir android.OutputPath
45
46 // Output directory for the image files with debug symbols.
47 symbolsDir android.OutputPath
48
49 // Subdirectory where the image files are installed.
50 installSubdir string
51
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000052 // The names of jars that constitute this image.
53 modules []string
54
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000055 // File paths to jars.
56 dexPaths android.WritablePaths // for this image
57 dexPathsDeps android.WritablePaths // for the dependency images and in this image
58
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000059 // File path to a zip archive with all image files (or nil, if not needed).
60 zip android.WritablePath
David Srbeckyc177ebe2020-02-18 20:43:06 +000061
62 // Rules which should be used in make to install the outputs.
63 profileInstalls android.RuleBuilderInstalls
64
65 // Target-dependent fields.
66 variants []*bootImageVariant
67}
68
69// Target-dependent description of pre-compiled boot image.
70type bootImageVariant struct {
71 *bootImageConfig
72
73 // Target for which the image is generated.
74 target android.Target
75
David Srbeckyab994982020-03-30 17:24:13 +010076 // The "locations" of jars.
77 dexLocations []string // for this image
78 dexLocationsDeps []string // for the dependency images and in this image
79
David Srbeckyc177ebe2020-02-18 20:43:06 +000080 // Paths to image files.
81 images android.OutputPath // first image file
82 imagesDeps android.OutputPaths // all files
83
84 // Only for extensions, paths to the primary boot images.
85 primaryImages android.OutputPath
86
87 // Rules which should be used in make to install the outputs.
88 installs android.RuleBuilderInstalls
89 vdexInstalls android.RuleBuilderInstalls
90 unstrippedInstalls android.RuleBuilderInstalls
91}
92
93func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant {
94 for _, variant := range image.variants {
95 if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType {
96 return variant
97 }
98 }
99 return nil
Colin Cross800fe132019-02-11 14:21:24 -0800100}
101
David Srbeckyab994982020-03-30 17:24:13 +0100102// Return any (the first) variant which is for the device (as opposed to for the host)
103func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant {
104 for _, variant := range image.variants {
105 if variant.target.Os == android.Android {
106 return variant
107 }
108 }
109 return nil
110}
111
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000112func (image bootImageConfig) moduleName(idx int) string {
113 // Dexpreopt on the boot class path produces multiple files. The first dex file
114 // is converted into 'name'.art (to match the legacy assumption that 'name'.art
Dan Willemsen0f416782019-06-13 21:44:53 +0000115 // exists), and the rest are converted to 'name'-<jar>.art.
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000116 m := image.modules[idx]
117 name := image.stem
David Srbecky1aacc6c2020-03-26 11:10:45 +0000118 if idx != 0 || image.extends != nil {
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000119 name += "-" + stemOf(m)
120 }
121 return name
122}
Dan Willemsen0f416782019-06-13 21:44:53 +0000123
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000124func (image bootImageConfig) firstModuleNameOrStem() string {
125 if len(image.modules) > 0 {
126 return image.moduleName(0)
127 } else {
128 return image.stem
129 }
130}
131
132func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths {
133 ret := make(android.OutputPaths, 0, len(image.modules)*len(exts))
134 for i := range image.modules {
135 name := image.moduleName(i)
Dan Willemsen0f416782019-06-13 21:44:53 +0000136 for _, ext := range exts {
137 ret = append(ret, dir.Join(ctx, name+ext))
138 }
139 }
Dan Willemsen0f416782019-06-13 21:44:53 +0000140 return ret
141}
142
David Srbecky1aacc6c2020-03-26 11:10:45 +0000143// The image "location" is a symbolic path that, with multiarchitecture support, doesn't really
144// exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the
145// same for all supported architectures on the device. The concrete architecture specific files
146// actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64.
147//
148// For example a physical file
149// "/apex/com.android.art/javalib/x86/boot.art" has "image location"
150// "/apex/com.android.art/javalib/boot.art" (which is not an actual file).
151//
152// The location is passed as an argument to the ART tools like dex2oat instead of the real path.
153// ART tools will then reconstruct the architecture-specific real path.
154func (image *bootImageVariant) imageLocations() (imageLocations []string) {
155 if image.extends != nil {
156 imageLocations = image.extends.getVariant(image.target).imageLocations()
157 }
158 return append(imageLocations, dexpreopt.PathToLocation(image.images, image.target.Arch.ArchType))
159}
160
Colin Cross800fe132019-02-11 14:21:24 -0800161func concat(lists ...[]string) []string {
162 var size int
163 for _, l := range lists {
164 size += len(l)
165 }
166 ret := make([]string, 0, size)
167 for _, l := range lists {
168 ret = append(ret, l...)
169 }
170 return ret
171}
172
Colin Cross800fe132019-02-11 14:21:24 -0800173func dexpreoptBootJarsFactory() android.Singleton {
Colin Cross44df5812019-02-15 23:06:46 -0800174 return &dexpreoptBootJars{}
Colin Cross800fe132019-02-11 14:21:24 -0800175}
176
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000177func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) {
178 ctx.RegisterSingletonType("dex_bootjars", dexpreoptBootJarsFactory)
179}
180
Colin Cross800fe132019-02-11 14:21:24 -0800181func skipDexpreoptBootJars(ctx android.PathContext) bool {
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000182 if dexpreopt.GetGlobalConfig(ctx).DisablePreopt {
Ulya Trafimovichacb33e02019-11-01 17:57:29 +0000183 return true
184 }
185
Colin Cross800fe132019-02-11 14:21:24 -0800186 if ctx.Config().UnbundledBuild() {
187 return true
188 }
189
Colin Cross800fe132019-02-11 14:21:24 -0800190 return false
191}
192
Colin Cross44df5812019-02-15 23:06:46 -0800193type dexpreoptBootJars struct {
David Srbeckyc177ebe2020-02-18 20:43:06 +0000194 defaultBootImage *bootImageConfig
195 otherImages []*bootImageConfig
Colin Cross2d00f0d2019-05-09 21:50:00 -0700196
197 dexpreoptConfigForMake android.WritablePath
Colin Cross44df5812019-02-15 23:06:46 -0800198}
Colin Cross800fe132019-02-11 14:21:24 -0800199
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000200// Accessor function for the apex package. Returns nil if dexpreopt is disabled.
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000201func DexpreoptedArtApexJars(ctx android.BuilderContext) map[android.ArchType]android.OutputPaths {
Ulya Trafimovich44561882020-01-03 13:25:54 +0000202 if skipDexpreoptBootJars(ctx) {
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000203 return nil
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000204 }
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000205 // Include dexpreopt files for the primary boot image.
206 files := map[android.ArchType]android.OutputPaths{}
207 for _, variant := range artBootImageConfig(ctx).variants {
David Srbecky7f8dac12020-02-13 16:00:45 +0000208 // We also generate boot images for host (for testing), but we don't need those in the apex.
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000209 if variant.target.Os == android.Android {
210 files[variant.target.Arch.ArchType] = variant.imagesDeps
David Srbecky7f8dac12020-02-13 16:00:45 +0000211 }
David Srbeckyc177ebe2020-02-18 20:43:06 +0000212 }
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000213 return files
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000214}
215
Colin Cross800fe132019-02-11 14:21:24 -0800216// dexpreoptBoot singleton rules
Colin Cross44df5812019-02-15 23:06:46 -0800217func (d *dexpreoptBootJars) GenerateBuildActions(ctx android.SingletonContext) {
Colin Cross800fe132019-02-11 14:21:24 -0800218 if skipDexpreoptBootJars(ctx) {
219 return
220 }
Martin Stjernholm6d415272020-01-31 17:10:36 +0000221 if dexpreopt.GetCachedGlobalSoongConfig(ctx) == nil {
222 // No module has enabled dexpreopting, so we assume there will be no boot image to make.
223 return
224 }
Colin Cross800fe132019-02-11 14:21:24 -0800225
Colin Cross2d00f0d2019-05-09 21:50:00 -0700226 d.dexpreoptConfigForMake = android.PathForOutput(ctx, ctx.Config().DeviceName(), "dexpreopt.config")
227 writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake)
228
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000229 global := dexpreopt.GetGlobalConfig(ctx)
Colin Cross800fe132019-02-11 14:21:24 -0800230
231 // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths
232 // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds.
233 // Note: this is technically incorrect. Compiled code contains stack checks which may depend
234 // on ASAN settings.
235 if len(ctx.Config().SanitizeDevice()) == 1 &&
236 ctx.Config().SanitizeDevice()[0] == "address" &&
Colin Cross44df5812019-02-15 23:06:46 -0800237 global.SanitizeLite {
Colin Cross800fe132019-02-11 14:21:24 -0800238 return
239 }
240
Lingfeng Yang54191fa2019-12-19 16:40:09 +0000241 // Always create the default boot image first, to get a unique profile rule for all images.
242 d.defaultBootImage = buildBootImage(ctx, defaultBootImageConfig(ctx))
Ulya Trafimovich44561882020-01-03 13:25:54 +0000243 // Create boot image for the ART apex (build artifacts are accessed via the global boot image config).
244 d.otherImages = append(d.otherImages, buildBootImage(ctx, artBootImageConfig(ctx)))
Colin Crossc9a4c362019-02-26 21:13:48 -0800245
246 dumpOatRules(ctx, d.defaultBootImage)
Colin Cross44df5812019-02-15 23:06:46 -0800247}
248
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000249// Inspect this module to see if it contains a bootclasspath dex jar.
250// Note that the same jar may occur in multiple modules.
251// This logic is tested in the apex package to avoid import cycle apex <-> java.
252func getBootImageJar(ctx android.SingletonContext, image *bootImageConfig, module android.Module) (int, android.Path) {
253 // All apex Java libraries have non-installable platform variants, skip them.
254 if module.IsSkipInstall() {
255 return -1, nil
256 }
257
258 jar, hasJar := module.(interface{ DexJar() android.Path })
259 if !hasJar {
260 return -1, nil
261 }
262
263 name := ctx.ModuleName(module)
264 index := android.IndexList(name, image.modules)
265 if index == -1 {
266 return -1, nil
267 }
268
269 // Check that this module satisfies constraints for a particular boot image.
270 apex, isApexModule := module.(android.ApexModule)
271 if image.name == artBootImageName {
272 if isApexModule && strings.HasPrefix(apex.ApexName(), "com.android.art.") {
273 // ok, found the jar in the ART apex
274 } else if isApexModule && !apex.IsForPlatform() {
275 // this jar is part of an updatable apex other than ART, fail immediately
276 ctx.Errorf("module '%s' from updatable apex '%s' is not allowed in the ART boot image", name, apex.ApexName())
277 } else if isApexModule && apex.IsForPlatform() && Bool(module.(*Library).deviceProperties.Hostdex) {
278 // this is a special "hostdex" variant, skip it and resume search
279 return -1, nil
280 } else {
281 // this (installable) jar is part of the platform, fail immediately
282 ctx.Errorf("module '%s' is part of the platform and not allowed in the ART boot image", name)
283 }
284 } else if image.name == frameworkBootImageName {
285 if !isApexModule || apex.IsForPlatform() {
286 // ok, this jar is part of the platform
287 } else {
288 // this jar is part of an updatable apex, fail immediately
289 ctx.Errorf("module '%s' from updatable apex '%s' is not allowed in the framework boot image", name, apex.ApexName())
290 }
291 } else {
292 panic("unknown boot image: " + image.name)
293 }
294
295 return index, jar.DexJar()
296}
297
David Srbeckyc177ebe2020-02-18 20:43:06 +0000298// buildBootImage takes a bootImageConfig, creates rules to build it, and returns the image.
299func buildBootImage(ctx android.SingletonContext, image *bootImageConfig) *bootImageConfig {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000300 // Collect dex jar paths for the boot image modules.
301 // This logic is tested in the apex package to avoid import cycle apex <-> java.
Colin Cross44df5812019-02-15 23:06:46 -0800302 bootDexJars := make(android.Paths, len(image.modules))
Colin Cross800fe132019-02-11 14:21:24 -0800303 ctx.VisitAllModules(func(module android.Module) {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000304 if i, j := getBootImageJar(ctx, image, module); i != -1 {
305 bootDexJars[i] = j
Colin Cross800fe132019-02-11 14:21:24 -0800306 }
307 })
308
309 var missingDeps []string
310 // Ensure all modules were converted to paths
311 for i := range bootDexJars {
312 if bootDexJars[i] == nil {
313 if ctx.Config().AllowMissingDependencies() {
Colin Cross44df5812019-02-15 23:06:46 -0800314 missingDeps = append(missingDeps, image.modules[i])
Colin Cross800fe132019-02-11 14:21:24 -0800315 bootDexJars[i] = android.PathForOutput(ctx, "missing")
316 } else {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000317 ctx.Errorf("failed to find a dex jar path for module '%s'"+
318 ", note that some jars may be filtered out by module constraints",
Colin Cross44df5812019-02-15 23:06:46 -0800319 image.modules[i])
Colin Cross800fe132019-02-11 14:21:24 -0800320 }
321 }
322 }
323
324 // The path to bootclasspath dex files needs to be known at module GenerateAndroidBuildAction time, before
325 // the bootclasspath modules have been compiled. Copy the dex jars there so the module rules that have
326 // already been set up can find them.
327 for i := range bootDexJars {
328 ctx.Build(pctx, android.BuildParams{
329 Rule: android.Cp,
330 Input: bootDexJars[i],
Colin Cross44df5812019-02-15 23:06:46 -0800331 Output: image.dexPaths[i],
Colin Cross800fe132019-02-11 14:21:24 -0800332 })
333 }
334
Colin Cross44df5812019-02-15 23:06:46 -0800335 profile := bootImageProfileRule(ctx, image, missingDeps)
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100336 bootFrameworkProfileRule(ctx, image, missingDeps)
Vladimir Marko205e6c22020-04-01 13:52:27 +0100337 updatableBcpPackagesRule(ctx, image, missingDeps)
Colin Cross800fe132019-02-11 14:21:24 -0800338
Colin Crossdf8eebe2019-04-09 15:29:41 -0700339 var allFiles android.Paths
David Srbeckyc177ebe2020-02-18 20:43:06 +0000340 for _, variant := range image.variants {
341 files := buildBootImageVariant(ctx, variant, profile, missingDeps)
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000342 allFiles = append(allFiles, files.Paths()...)
Colin Cross800fe132019-02-11 14:21:24 -0800343 }
Colin Cross44df5812019-02-15 23:06:46 -0800344
Colin Crossdf8eebe2019-04-09 15:29:41 -0700345 if image.zip != nil {
346 rule := android.NewRuleBuilder()
347 rule.Command().
Colin Crossee94d6a2019-07-08 17:08:34 -0700348 BuiltTool(ctx, "soong_zip").
Colin Crossdf8eebe2019-04-09 15:29:41 -0700349 FlagWithOutput("-o ", image.zip).
350 FlagWithArg("-C ", image.dir.String()).
351 FlagWithInputList("-f ", allFiles, " -f ")
352
353 rule.Build(pctx, ctx, "zip_"+image.name, "zip "+image.name+" image")
354 }
355
Colin Cross44df5812019-02-15 23:06:46 -0800356 return image
Colin Cross800fe132019-02-11 14:21:24 -0800357}
358
David Srbeckyc177ebe2020-02-18 20:43:06 +0000359func buildBootImageVariant(ctx android.SingletonContext, image *bootImageVariant,
360 profile android.Path, missingDeps []string) android.WritablePaths {
Colin Cross800fe132019-02-11 14:21:24 -0800361
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000362 globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000363 global := dexpreopt.GetGlobalConfig(ctx)
Colin Cross44df5812019-02-15 23:06:46 -0800364
David Srbeckyc177ebe2020-02-18 20:43:06 +0000365 arch := image.target.Arch.ArchType
David Srbecky7f8dac12020-02-13 16:00:45 +0000366 os := image.target.Os.String() // We need to distinguish host-x86 and device-x86.
367 symbolsDir := image.symbolsDir.Join(ctx, os, image.installSubdir, arch.String())
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000368 symbolsFile := symbolsDir.Join(ctx, image.stem+".oat")
David Srbecky7f8dac12020-02-13 16:00:45 +0000369 outputDir := image.dir.Join(ctx, os, image.installSubdir, arch.String())
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000370 outputPath := outputDir.Join(ctx, image.stem+".oat")
371 oatLocation := dexpreopt.PathToLocation(outputPath, arch)
372 imagePath := outputPath.ReplaceExtension(ctx, "art")
Colin Cross800fe132019-02-11 14:21:24 -0800373
374 rule := android.NewRuleBuilder()
375 rule.MissingDeps(missingDeps)
376
377 rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String())
378 rule.Command().Text("rm").Flag("-f").
379 Flag(symbolsDir.Join(ctx, "*.art").String()).
380 Flag(symbolsDir.Join(ctx, "*.oat").String()).
381 Flag(symbolsDir.Join(ctx, "*.invocation").String())
382 rule.Command().Text("rm").Flag("-f").
383 Flag(outputDir.Join(ctx, "*.art").String()).
384 Flag(outputDir.Join(ctx, "*.oat").String()).
385 Flag(outputDir.Join(ctx, "*.invocation").String())
386
387 cmd := rule.Command()
388
389 extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS")
390 if extraFlags == "" {
391 // Use ANDROID_LOG_TAGS to suppress most logging by default...
392 cmd.Text(`ANDROID_LOG_TAGS="*:e"`)
393 } else {
394 // ...unless the boot image is generated specifically for testing, then allow all logging.
395 cmd.Text(`ANDROID_LOG_TAGS="*:v"`)
396 }
397
398 invocationPath := outputPath.ReplaceExtension(ctx, "invocation")
399
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000400 cmd.Tool(globalSoong.Dex2oat).
Colin Cross800fe132019-02-11 14:21:24 -0800401 Flag("--avoid-storing-invocation").
Colin Cross69f59a32019-02-15 10:39:37 -0800402 FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath).
Colin Cross44df5812019-02-15 23:06:46 -0800403 Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms).
404 Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx)
Colin Cross800fe132019-02-11 14:21:24 -0800405
Colin Cross69f59a32019-02-15 10:39:37 -0800406 if profile != nil {
Colin Cross800fe132019-02-11 14:21:24 -0800407 cmd.FlagWithArg("--compiler-filter=", "speed-profile")
Colin Cross69f59a32019-02-15 10:39:37 -0800408 cmd.FlagWithInput("--profile-file=", profile)
Colin Cross800fe132019-02-11 14:21:24 -0800409 }
410
Colin Cross44df5812019-02-15 23:06:46 -0800411 if global.DirtyImageObjects.Valid() {
412 cmd.FlagWithInput("--dirty-image-objects=", global.DirtyImageObjects.Path())
Colin Cross800fe132019-02-11 14:21:24 -0800413 }
414
David Srbecky1aacc6c2020-03-26 11:10:45 +0000415 if image.extends != nil {
David Srbeckyc177ebe2020-02-18 20:43:06 +0000416 artImage := image.primaryImages
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000417 cmd.
418 Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":").
419 Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":").
420 FlagWithArg("--boot-image=", dexpreopt.PathToLocation(artImage, arch)).Implicit(artImage)
421 } else {
422 cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress())
423 }
424
Colin Cross800fe132019-02-11 14:21:24 -0800425 cmd.
Colin Cross44df5812019-02-15 23:06:46 -0800426 FlagForEachInput("--dex-file=", image.dexPaths.Paths()).
427 FlagForEachArg("--dex-location=", image.dexLocations).
Colin Cross800fe132019-02-11 14:21:24 -0800428 Flag("--generate-debug-info").
429 Flag("--generate-build-id").
Mathieu Chartier54fd8072019-07-26 13:50:04 -0700430 Flag("--image-format=lz4hc").
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000431 FlagWithArg("--oat-symbols=", symbolsFile.String()).
Colin Cross800fe132019-02-11 14:21:24 -0800432 Flag("--strip").
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000433 FlagWithArg("--oat-file=", outputPath.String()).
Colin Cross800fe132019-02-11 14:21:24 -0800434 FlagWithArg("--oat-location=", oatLocation).
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000435 FlagWithArg("--image=", imagePath.String()).
Colin Cross800fe132019-02-11 14:21:24 -0800436 FlagWithArg("--instruction-set=", arch.String()).
Colin Cross44df5812019-02-15 23:06:46 -0800437 FlagWithArg("--android-root=", global.EmptyDirectory).
Colin Cross800fe132019-02-11 14:21:24 -0800438 FlagWithArg("--no-inline-from=", "core-oj.jar").
Ulya Trafimovichc0c98d52020-03-09 12:46:06 +0000439 Flag("--force-determinism").
Colin Cross800fe132019-02-11 14:21:24 -0800440 Flag("--abort-on-hard-verifier-error")
441
David Srbecky7f8dac12020-02-13 16:00:45 +0000442 // Use the default variant/features for host builds.
443 // The map below contains only device CPU info (which might be x86 on some devices).
444 if image.target.Os == android.Android {
445 cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch])
446 cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch])
447 }
448
Colin Cross44df5812019-02-15 23:06:46 -0800449 if global.BootFlags != "" {
450 cmd.Flag(global.BootFlags)
Colin Cross800fe132019-02-11 14:21:24 -0800451 }
452
453 if extraFlags != "" {
454 cmd.Flag(extraFlags)
455 }
456
Colin Cross0b9f31f2019-02-28 11:00:01 -0800457 cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage))
Colin Cross800fe132019-02-11 14:21:24 -0800458
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000459 installDir := filepath.Join("/", image.installSubdir, arch.String())
Colin Cross800fe132019-02-11 14:21:24 -0800460
Colin Cross800fe132019-02-11 14:21:24 -0800461 var vdexInstalls android.RuleBuilderInstalls
462 var unstrippedInstalls android.RuleBuilderInstalls
463
Colin Crossdf8eebe2019-04-09 15:29:41 -0700464 var zipFiles android.WritablePaths
465
Dan Willemsen0f416782019-06-13 21:44:53 +0000466 for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") {
467 cmd.ImplicitOutput(artOrOat)
468 zipFiles = append(zipFiles, artOrOat)
Colin Cross800fe132019-02-11 14:21:24 -0800469
Dan Willemsen0f416782019-06-13 21:44:53 +0000470 // Install the .oat and .art files
471 rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base()))
472 }
Colin Cross800fe132019-02-11 14:21:24 -0800473
Dan Willemsen0f416782019-06-13 21:44:53 +0000474 for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") {
475 cmd.ImplicitOutput(vdex)
476 zipFiles = append(zipFiles, vdex)
Colin Cross800fe132019-02-11 14:21:24 -0800477
David Srbecky7f8dac12020-02-13 16:00:45 +0000478 // Note that the vdex files are identical between architectures.
479 // Make rules will create symlinks to share them between architectures.
Colin Cross800fe132019-02-11 14:21:24 -0800480 vdexInstalls = append(vdexInstalls,
David Srbecky7f8dac12020-02-13 16:00:45 +0000481 android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())})
Dan Willemsen0f416782019-06-13 21:44:53 +0000482 }
483
484 for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") {
485 cmd.ImplicitOutput(unstrippedOat)
Colin Cross800fe132019-02-11 14:21:24 -0800486
487 // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED)
488 unstrippedInstalls = append(unstrippedInstalls,
Colin Cross69f59a32019-02-15 10:39:37 -0800489 android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())})
Colin Cross800fe132019-02-11 14:21:24 -0800490 }
491
David Srbecky7f8dac12020-02-13 16:00:45 +0000492 rule.Build(pctx, ctx, image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String())
Colin Cross800fe132019-02-11 14:21:24 -0800493
494 // save output and installed files for makevars
David Srbeckyc177ebe2020-02-18 20:43:06 +0000495 image.installs = rule.Installs()
496 image.vdexInstalls = vdexInstalls
497 image.unstrippedInstalls = unstrippedInstalls
Colin Crossdf8eebe2019-04-09 15:29:41 -0700498
499 return zipFiles
Colin Cross800fe132019-02-11 14:21:24 -0800500}
501
502const failureMessage = `ERROR: Dex2oat failed to compile a boot image.
503It is likely that the boot classpath is inconsistent.
504Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.`
505
David Srbeckyc177ebe2020-02-18 20:43:06 +0000506func bootImageProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath {
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000507 globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000508 global := dexpreopt.GetGlobalConfig(ctx)
Nicolas Geoffray27c7cc62019-02-24 16:04:52 +0000509
Mathieu Chartier6adeee12019-06-26 10:01:36 -0700510 if global.DisableGenerateProfile || ctx.Config().IsPdkBuild() || ctx.Config().UnbundledBuild() {
Nicolas Geoffray27c7cc62019-02-24 16:04:52 +0000511 return nil
512 }
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000513 profile := ctx.Config().Once(bootImageProfileRuleKey, func() interface{} {
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000514 defaultProfile := "frameworks/base/config/boot-image-profile.txt"
Colin Cross800fe132019-02-11 14:21:24 -0800515
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000516 rule := android.NewRuleBuilder()
517 rule.MissingDeps(missingDeps)
Colin Cross800fe132019-02-11 14:21:24 -0800518
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000519 var bootImageProfile android.Path
520 if len(global.BootImageProfiles) > 1 {
521 combinedBootImageProfile := image.dir.Join(ctx, "boot-image-profile.txt")
522 rule.Command().Text("cat").Inputs(global.BootImageProfiles).Text(">").Output(combinedBootImageProfile)
523 bootImageProfile = combinedBootImageProfile
524 } else if len(global.BootImageProfiles) == 1 {
525 bootImageProfile = global.BootImageProfiles[0]
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000526 } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() {
527 bootImageProfile = path.Path()
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000528 } else {
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000529 // No profile (not even a default one, which is the case on some branches
530 // like master-art-host that don't have frameworks/base).
531 // Return nil and continue without profile.
532 return nil
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000533 }
Colin Cross800fe132019-02-11 14:21:24 -0800534
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000535 profile := image.dir.Join(ctx, "boot.prof")
Colin Cross800fe132019-02-11 14:21:24 -0800536
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000537 rule.Command().
538 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000539 Tool(globalSoong.Profman).
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000540 FlagWithInput("--create-profile-from=", bootImageProfile).
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000541 FlagForEachInput("--apk=", image.dexPathsDeps.Paths()).
David Srbeckyab994982020-03-30 17:24:13 +0100542 FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps).
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000543 FlagWithOutput("--reference-profile-file=", profile)
Colin Cross800fe132019-02-11 14:21:24 -0800544
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000545 rule.Install(profile, "/system/etc/boot-image.prof")
546
547 rule.Build(pctx, ctx, "bootJarsProfile", "profile boot jars")
548
549 image.profileInstalls = rule.Installs()
550
551 return profile
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000552 })
553 if profile == nil {
554 return nil // wrap nil into a typed pointer with value nil
555 }
556 return profile.(android.WritablePath)
Colin Cross800fe132019-02-11 14:21:24 -0800557}
558
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000559var bootImageProfileRuleKey = android.NewOnceKey("bootImageProfileRule")
560
David Srbeckyc177ebe2020-02-18 20:43:06 +0000561func bootFrameworkProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath {
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000562 globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000563 global := dexpreopt.GetGlobalConfig(ctx)
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100564
565 if global.DisableGenerateProfile || ctx.Config().IsPdkBuild() || ctx.Config().UnbundledBuild() {
566 return nil
567 }
568 return ctx.Config().Once(bootFrameworkProfileRuleKey, func() interface{} {
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100569 rule := android.NewRuleBuilder()
570 rule.MissingDeps(missingDeps)
571
572 // Some branches like master-art-host don't have frameworks/base, so manually
573 // handle the case that the default is missing. Those branches won't attempt to build the profile rule,
574 // and if they do they'll get a missing deps error.
575 defaultProfile := "frameworks/base/config/boot-profile.txt"
576 path := android.ExistentPathForSource(ctx, defaultProfile)
577 var bootFrameworkProfile android.Path
578 if path.Valid() {
579 bootFrameworkProfile = path.Path()
580 } else {
581 missingDeps = append(missingDeps, defaultProfile)
582 bootFrameworkProfile = android.PathForOutput(ctx, "missing")
583 }
584
585 profile := image.dir.Join(ctx, "boot.bprof")
586
587 rule.Command().
588 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000589 Tool(globalSoong.Profman).
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100590 Flag("--generate-boot-profile").
591 FlagWithInput("--create-profile-from=", bootFrameworkProfile).
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000592 FlagForEachInput("--apk=", image.dexPathsDeps.Paths()).
David Srbeckyab994982020-03-30 17:24:13 +0100593 FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps).
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100594 FlagWithOutput("--reference-profile-file=", profile)
595
596 rule.Install(profile, "/system/etc/boot-image.bprof")
597 rule.Build(pctx, ctx, "bootFrameworkProfile", "profile boot framework jars")
598 image.profileInstalls = append(image.profileInstalls, rule.Installs()...)
599
600 return profile
601 }).(android.WritablePath)
602}
603
604var bootFrameworkProfileRuleKey = android.NewOnceKey("bootFrameworkProfileRule")
605
Vladimir Marko205e6c22020-04-01 13:52:27 +0100606func updatableBcpPackagesRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath {
607 if ctx.Config().IsPdkBuild() || ctx.Config().UnbundledBuild() {
608 return nil
609 }
610
611 return ctx.Config().Once(updatableBcpPackagesRuleKey, func() interface{} {
612 global := dexpreopt.GetGlobalConfig(ctx)
613 updatableModules := dexpreopt.GetJarsFromApexJarPairs(global.UpdatableBootJars)
614
615 // Collect `permitted_packages` for updatable boot jars.
616 var updatablePackages []string
617 ctx.VisitAllModules(func(module android.Module) {
618 if j, ok := module.(*Library); ok {
619 name := ctx.ModuleName(module)
620 if i := android.IndexList(name, updatableModules); i != -1 {
621 pp := j.properties.Permitted_packages
622 if len(pp) > 0 {
623 updatablePackages = append(updatablePackages, pp...)
624 } else {
625 ctx.Errorf("Missing permitted_packages for %s", name)
626 }
627 // Do not match the same library repeatedly.
628 updatableModules = append(updatableModules[:i], updatableModules[i+1:]...)
629 }
630 }
631 })
632
633 // Sort updatable packages to ensure deterministic ordering.
634 sort.Strings(updatablePackages)
635
636 updatableBcpPackagesName := "updatable-bcp-packages.txt"
637 updatableBcpPackages := image.dir.Join(ctx, updatableBcpPackagesName)
638
639 ctx.Build(pctx, android.BuildParams{
640 Rule: android.WriteFile,
641 Output: updatableBcpPackages,
642 Args: map[string]string{
643 // WriteFile automatically adds the last end-of-line.
644 "content": strings.Join(updatablePackages, "\\n"),
645 },
646 })
647
648 rule := android.NewRuleBuilder()
649 rule.MissingDeps(missingDeps)
650 rule.Install(updatableBcpPackages, "/system/etc/"+updatableBcpPackagesName)
651 // TODO: Rename `profileInstalls` to `extraInstalls`?
652 // Maybe even move the field out of the bootImageConfig into some higher level type?
653 image.profileInstalls = append(image.profileInstalls, rule.Installs()...)
654
655 return updatableBcpPackages
656 }).(android.WritablePath)
657}
658
659var updatableBcpPackagesRuleKey = android.NewOnceKey("updatableBcpPackagesRule")
660
David Srbeckyc177ebe2020-02-18 20:43:06 +0000661func dumpOatRules(ctx android.SingletonContext, image *bootImageConfig) {
Colin Crossc9a4c362019-02-26 21:13:48 -0800662 var allPhonies android.Paths
David Srbeckyc177ebe2020-02-18 20:43:06 +0000663 for _, image := range image.variants {
664 arch := image.target.Arch.ArchType
David Srbecky46672322020-03-16 13:27:55 +0000665 suffix := arch.String()
666 // Host and target might both use x86 arch. We need to ensure the names are unique.
667 if image.target.Os.Class == android.Host {
668 suffix = "host-" + suffix
669 }
Colin Crossc9a4c362019-02-26 21:13:48 -0800670 // Create a rule to call oatdump.
David Srbecky7f8dac12020-02-13 16:00:45 +0000671 output := android.PathForOutput(ctx, "boot."+suffix+".oatdump.txt")
Colin Crossc9a4c362019-02-26 21:13:48 -0800672 rule := android.NewRuleBuilder()
673 rule.Command().
674 // TODO: for now, use the debug version for better error reporting
Colin Crossee94d6a2019-07-08 17:08:34 -0700675 BuiltTool(ctx, "oatdumpd").
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000676 FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":").
677 FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":").
David Srbecky1aacc6c2020-03-26 11:10:45 +0000678 FlagWithArg("--image=", strings.Join(image.imageLocations(), ":")).Implicits(image.imagesDeps.Paths()).
Colin Crossc9a4c362019-02-26 21:13:48 -0800679 FlagWithOutput("--output=", output).
680 FlagWithArg("--instruction-set=", arch.String())
David Srbecky7f8dac12020-02-13 16:00:45 +0000681 rule.Build(pctx, ctx, "dump-oat-boot-"+suffix, "dump oat boot "+arch.String())
Colin Crossc9a4c362019-02-26 21:13:48 -0800682
683 // Create a phony rule that depends on the output file and prints the path.
David Srbecky7f8dac12020-02-13 16:00:45 +0000684 phony := android.PathForPhony(ctx, "dump-oat-boot-"+suffix)
Colin Crossc9a4c362019-02-26 21:13:48 -0800685 rule = android.NewRuleBuilder()
686 rule.Command().
687 Implicit(output).
688 ImplicitOutput(phony).
689 Text("echo").FlagWithArg("Output in ", output.String())
David Srbecky7f8dac12020-02-13 16:00:45 +0000690 rule.Build(pctx, ctx, "phony-dump-oat-boot-"+suffix, "dump oat boot "+arch.String())
Colin Crossc9a4c362019-02-26 21:13:48 -0800691
David Srbecky1aacc6c2020-03-26 11:10:45 +0000692 allPhonies = append(allPhonies, phony)
Colin Crossc9a4c362019-02-26 21:13:48 -0800693 }
694
695 phony := android.PathForPhony(ctx, "dump-oat-boot")
696 ctx.Build(pctx, android.BuildParams{
697 Rule: android.Phony,
698 Output: phony,
699 Inputs: allPhonies,
700 Description: "dump-oat-boot",
701 })
702
703}
704
Colin Cross2d00f0d2019-05-09 21:50:00 -0700705func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) {
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000706 data := dexpreopt.GetGlobalConfigRawData(ctx)
Colin Cross2d00f0d2019-05-09 21:50:00 -0700707
708 ctx.Build(pctx, android.BuildParams{
709 Rule: android.WriteFile,
710 Output: path,
711 Args: map[string]string{
712 "content": string(data),
713 },
714 })
715}
716
Colin Cross44df5812019-02-15 23:06:46 -0800717// Export paths for default boot image to Make
718func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) {
Colin Cross2d00f0d2019-05-09 21:50:00 -0700719 if d.dexpreoptConfigForMake != nil {
720 ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String())
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000721 ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String())
Colin Cross2d00f0d2019-05-09 21:50:00 -0700722 }
723
Colin Cross44df5812019-02-15 23:06:46 -0800724 image := d.defaultBootImage
725 if image != nil {
Colin Cross44df5812019-02-15 23:06:46 -0800726 ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String())
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000727 ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(image.dexPathsDeps.Strings(), " "))
David Srbeckyab994982020-03-30 17:24:13 +0100728 ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(image.getAnyAndroidVariant().dexLocationsDeps, " "))
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000729
730 var imageNames []string
731 for _, current := range append(d.otherImages, image) {
732 imageNames = append(imageNames, current.name)
David Srbecky1aacc6c2020-03-26 11:10:45 +0000733 for _, variant := range current.variants {
David Srbecky7f8dac12020-02-13 16:00:45 +0000734 suffix := ""
David Srbecky1aacc6c2020-03-26 11:10:45 +0000735 if variant.target.Os.Class == android.Host {
David Srbecky7f8dac12020-02-13 16:00:45 +0000736 suffix = "_host"
737 }
David Srbecky1aacc6c2020-03-26 11:10:45 +0000738 sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String()
739 ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String())
740 ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.images.String())
741 ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " "))
742 ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String())
743 ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String())
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000744 }
David Srbeckyab994982020-03-30 17:24:13 +0100745 imageLocations := current.getAnyAndroidVariant().imageLocations()
David Srbecky1aacc6c2020-03-26 11:10:45 +0000746 ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_"+current.name, strings.Join(imageLocations, ":"))
Colin Cross31bf00d2019-12-04 13:16:01 -0800747 ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String())
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000748 }
749 ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(imageNames, " "))
Colin Cross800fe132019-02-11 14:21:24 -0800750 }
Colin Cross800fe132019-02-11 14:21:24 -0800751}