blob: 543b2333ce7732f392a9b26f605f5fb751c1df90 [file] [log] [blame]
Colin Cross800fe132019-02-11 14:21:24 -08001// Copyright 2019 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package java
16
17import (
18 "path/filepath"
Vladimir Marko205e6c22020-04-01 13:52:27 +010019 "sort"
Colin Cross800fe132019-02-11 14:21:24 -080020 "strings"
21
22 "android/soong/android"
23 "android/soong/dexpreopt"
24
Colin Cross800fe132019-02-11 14:21:24 -080025 "github.com/google/blueprint/proptools"
26)
27
28func init() {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +000029 RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext)
Colin Cross800fe132019-02-11 14:21:24 -080030}
31
David Srbeckyc177ebe2020-02-18 20:43:06 +000032// Target-independent description of pre-compiled boot image.
Colin Cross44df5812019-02-15 23:06:46 -080033type bootImageConfig struct {
David Srbecky1aacc6c2020-03-26 11:10:45 +000034 // If this image is an extension, the image that it extends.
35 extends *bootImageConfig
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000036
37 // Image name (used in directory names and ninja rule names).
38 name string
39
40 // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}.
41 stem string
42
43 // Output directory for the image files.
44 dir android.OutputPath
45
46 // Output directory for the image files with debug symbols.
47 symbolsDir android.OutputPath
48
49 // Subdirectory where the image files are installed.
50 installSubdir string
51
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000052 // The names of jars that constitute this image.
53 modules []string
54
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000055 // File paths to jars.
56 dexPaths android.WritablePaths // for this image
57 dexPathsDeps android.WritablePaths // for the dependency images and in this image
58
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000059 // File path to a zip archive with all image files (or nil, if not needed).
60 zip android.WritablePath
David Srbeckyc177ebe2020-02-18 20:43:06 +000061
62 // Rules which should be used in make to install the outputs.
63 profileInstalls android.RuleBuilderInstalls
64
65 // Target-dependent fields.
66 variants []*bootImageVariant
67}
68
69// Target-dependent description of pre-compiled boot image.
70type bootImageVariant struct {
71 *bootImageConfig
72
73 // Target for which the image is generated.
74 target android.Target
75
David Srbeckyab994982020-03-30 17:24:13 +010076 // The "locations" of jars.
77 dexLocations []string // for this image
78 dexLocationsDeps []string // for the dependency images and in this image
79
David Srbeckyc177ebe2020-02-18 20:43:06 +000080 // Paths to image files.
81 images android.OutputPath // first image file
82 imagesDeps android.OutputPaths // all files
83
84 // Only for extensions, paths to the primary boot images.
85 primaryImages android.OutputPath
86
87 // Rules which should be used in make to install the outputs.
88 installs android.RuleBuilderInstalls
89 vdexInstalls android.RuleBuilderInstalls
90 unstrippedInstalls android.RuleBuilderInstalls
91}
92
93func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant {
94 for _, variant := range image.variants {
95 if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType {
96 return variant
97 }
98 }
99 return nil
Colin Cross800fe132019-02-11 14:21:24 -0800100}
101
David Srbeckyab994982020-03-30 17:24:13 +0100102// Return any (the first) variant which is for the device (as opposed to for the host)
103func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant {
104 for _, variant := range image.variants {
105 if variant.target.Os == android.Android {
106 return variant
107 }
108 }
109 return nil
110}
111
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000112func (image bootImageConfig) moduleName(idx int) string {
113 // Dexpreopt on the boot class path produces multiple files. The first dex file
114 // is converted into 'name'.art (to match the legacy assumption that 'name'.art
Dan Willemsen0f416782019-06-13 21:44:53 +0000115 // exists), and the rest are converted to 'name'-<jar>.art.
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000116 m := image.modules[idx]
117 name := image.stem
David Srbecky1aacc6c2020-03-26 11:10:45 +0000118 if idx != 0 || image.extends != nil {
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000119 name += "-" + stemOf(m)
120 }
121 return name
122}
Dan Willemsen0f416782019-06-13 21:44:53 +0000123
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000124func (image bootImageConfig) firstModuleNameOrStem() string {
125 if len(image.modules) > 0 {
126 return image.moduleName(0)
127 } else {
128 return image.stem
129 }
130}
131
132func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths {
133 ret := make(android.OutputPaths, 0, len(image.modules)*len(exts))
134 for i := range image.modules {
135 name := image.moduleName(i)
Dan Willemsen0f416782019-06-13 21:44:53 +0000136 for _, ext := range exts {
137 ret = append(ret, dir.Join(ctx, name+ext))
138 }
139 }
Dan Willemsen0f416782019-06-13 21:44:53 +0000140 return ret
141}
142
David Srbecky1aacc6c2020-03-26 11:10:45 +0000143// The image "location" is a symbolic path that, with multiarchitecture support, doesn't really
144// exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the
145// same for all supported architectures on the device. The concrete architecture specific files
146// actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64.
147//
148// For example a physical file
149// "/apex/com.android.art/javalib/x86/boot.art" has "image location"
150// "/apex/com.android.art/javalib/boot.art" (which is not an actual file).
151//
152// The location is passed as an argument to the ART tools like dex2oat instead of the real path.
153// ART tools will then reconstruct the architecture-specific real path.
154func (image *bootImageVariant) imageLocations() (imageLocations []string) {
155 if image.extends != nil {
156 imageLocations = image.extends.getVariant(image.target).imageLocations()
157 }
158 return append(imageLocations, dexpreopt.PathToLocation(image.images, image.target.Arch.ArchType))
159}
160
Colin Cross800fe132019-02-11 14:21:24 -0800161func concat(lists ...[]string) []string {
162 var size int
163 for _, l := range lists {
164 size += len(l)
165 }
166 ret := make([]string, 0, size)
167 for _, l := range lists {
168 ret = append(ret, l...)
169 }
170 return ret
171}
172
Colin Cross800fe132019-02-11 14:21:24 -0800173func dexpreoptBootJarsFactory() android.Singleton {
Colin Cross44df5812019-02-15 23:06:46 -0800174 return &dexpreoptBootJars{}
Colin Cross800fe132019-02-11 14:21:24 -0800175}
176
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000177func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) {
178 ctx.RegisterSingletonType("dex_bootjars", dexpreoptBootJarsFactory)
179}
180
Colin Cross800fe132019-02-11 14:21:24 -0800181func skipDexpreoptBootJars(ctx android.PathContext) bool {
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000182 if dexpreopt.GetGlobalConfig(ctx).DisablePreopt {
Ulya Trafimovichacb33e02019-11-01 17:57:29 +0000183 return true
184 }
185
Colin Cross800fe132019-02-11 14:21:24 -0800186 if ctx.Config().UnbundledBuild() {
187 return true
188 }
189
Colin Cross800fe132019-02-11 14:21:24 -0800190 return false
191}
192
Colin Cross44df5812019-02-15 23:06:46 -0800193type dexpreoptBootJars struct {
David Srbeckyc177ebe2020-02-18 20:43:06 +0000194 defaultBootImage *bootImageConfig
195 otherImages []*bootImageConfig
Colin Cross2d00f0d2019-05-09 21:50:00 -0700196
197 dexpreoptConfigForMake android.WritablePath
Colin Cross44df5812019-02-15 23:06:46 -0800198}
Colin Cross800fe132019-02-11 14:21:24 -0800199
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000200// Accessor function for the apex package. Returns nil if dexpreopt is disabled.
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000201func DexpreoptedArtApexJars(ctx android.BuilderContext) map[android.ArchType]android.OutputPaths {
Ulya Trafimovich44561882020-01-03 13:25:54 +0000202 if skipDexpreoptBootJars(ctx) {
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000203 return nil
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000204 }
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000205 // Include dexpreopt files for the primary boot image.
206 files := map[android.ArchType]android.OutputPaths{}
207 for _, variant := range artBootImageConfig(ctx).variants {
David Srbecky7f8dac12020-02-13 16:00:45 +0000208 // We also generate boot images for host (for testing), but we don't need those in the apex.
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000209 if variant.target.Os == android.Android {
210 files[variant.target.Arch.ArchType] = variant.imagesDeps
David Srbecky7f8dac12020-02-13 16:00:45 +0000211 }
David Srbeckyc177ebe2020-02-18 20:43:06 +0000212 }
Tim Joinesc1ef1bb2020-03-18 18:00:41 +0000213 return files
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000214}
215
Colin Cross800fe132019-02-11 14:21:24 -0800216// dexpreoptBoot singleton rules
Colin Cross44df5812019-02-15 23:06:46 -0800217func (d *dexpreoptBootJars) GenerateBuildActions(ctx android.SingletonContext) {
Colin Cross800fe132019-02-11 14:21:24 -0800218 if skipDexpreoptBootJars(ctx) {
219 return
220 }
Martin Stjernholm6d415272020-01-31 17:10:36 +0000221 if dexpreopt.GetCachedGlobalSoongConfig(ctx) == nil {
222 // No module has enabled dexpreopting, so we assume there will be no boot image to make.
223 return
224 }
Colin Cross800fe132019-02-11 14:21:24 -0800225
Colin Cross2d00f0d2019-05-09 21:50:00 -0700226 d.dexpreoptConfigForMake = android.PathForOutput(ctx, ctx.Config().DeviceName(), "dexpreopt.config")
227 writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake)
228
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000229 global := dexpreopt.GetGlobalConfig(ctx)
Colin Cross800fe132019-02-11 14:21:24 -0800230
231 // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths
232 // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds.
233 // Note: this is technically incorrect. Compiled code contains stack checks which may depend
234 // on ASAN settings.
235 if len(ctx.Config().SanitizeDevice()) == 1 &&
236 ctx.Config().SanitizeDevice()[0] == "address" &&
Colin Cross44df5812019-02-15 23:06:46 -0800237 global.SanitizeLite {
Colin Cross800fe132019-02-11 14:21:24 -0800238 return
239 }
240
Lingfeng Yang54191fa2019-12-19 16:40:09 +0000241 // Always create the default boot image first, to get a unique profile rule for all images.
242 d.defaultBootImage = buildBootImage(ctx, defaultBootImageConfig(ctx))
Ulya Trafimovich44561882020-01-03 13:25:54 +0000243 // Create boot image for the ART apex (build artifacts are accessed via the global boot image config).
244 d.otherImages = append(d.otherImages, buildBootImage(ctx, artBootImageConfig(ctx)))
Colin Crossc9a4c362019-02-26 21:13:48 -0800245
246 dumpOatRules(ctx, d.defaultBootImage)
Colin Cross44df5812019-02-15 23:06:46 -0800247}
248
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000249// Inspect this module to see if it contains a bootclasspath dex jar.
250// Note that the same jar may occur in multiple modules.
251// This logic is tested in the apex package to avoid import cycle apex <-> java.
252func getBootImageJar(ctx android.SingletonContext, image *bootImageConfig, module android.Module) (int, android.Path) {
253 // All apex Java libraries have non-installable platform variants, skip them.
254 if module.IsSkipInstall() {
255 return -1, nil
256 }
257
258 jar, hasJar := module.(interface{ DexJar() android.Path })
259 if !hasJar {
260 return -1, nil
261 }
262
263 name := ctx.ModuleName(module)
264 index := android.IndexList(name, image.modules)
265 if index == -1 {
266 return -1, nil
267 }
268
269 // Check that this module satisfies constraints for a particular boot image.
270 apex, isApexModule := module.(android.ApexModule)
271 if image.name == artBootImageName {
272 if isApexModule && strings.HasPrefix(apex.ApexName(), "com.android.art.") {
273 // ok, found the jar in the ART apex
274 } else if isApexModule && !apex.IsForPlatform() {
275 // this jar is part of an updatable apex other than ART, fail immediately
276 ctx.Errorf("module '%s' from updatable apex '%s' is not allowed in the ART boot image", name, apex.ApexName())
277 } else if isApexModule && apex.IsForPlatform() && Bool(module.(*Library).deviceProperties.Hostdex) {
278 // this is a special "hostdex" variant, skip it and resume search
279 return -1, nil
Ulya Trafimoviche0ce4ba2020-04-08 15:00:49 +0100280 } else if name == "jacocoagent" && ctx.Config().IsEnvTrue("EMMA_INSTRUMENT_FRAMEWORK") {
281 // this is Jacoco platform variant for a coverage build, skip it and resume search
282 return -1, nil
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000283 } else {
284 // this (installable) jar is part of the platform, fail immediately
285 ctx.Errorf("module '%s' is part of the platform and not allowed in the ART boot image", name)
286 }
287 } else if image.name == frameworkBootImageName {
288 if !isApexModule || apex.IsForPlatform() {
289 // ok, this jar is part of the platform
290 } else {
291 // this jar is part of an updatable apex, fail immediately
292 ctx.Errorf("module '%s' from updatable apex '%s' is not allowed in the framework boot image", name, apex.ApexName())
293 }
294 } else {
295 panic("unknown boot image: " + image.name)
296 }
297
298 return index, jar.DexJar()
299}
300
David Srbeckyc177ebe2020-02-18 20:43:06 +0000301// buildBootImage takes a bootImageConfig, creates rules to build it, and returns the image.
302func buildBootImage(ctx android.SingletonContext, image *bootImageConfig) *bootImageConfig {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000303 // Collect dex jar paths for the boot image modules.
304 // This logic is tested in the apex package to avoid import cycle apex <-> java.
Colin Cross44df5812019-02-15 23:06:46 -0800305 bootDexJars := make(android.Paths, len(image.modules))
Colin Cross800fe132019-02-11 14:21:24 -0800306 ctx.VisitAllModules(func(module android.Module) {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000307 if i, j := getBootImageJar(ctx, image, module); i != -1 {
308 bootDexJars[i] = j
Colin Cross800fe132019-02-11 14:21:24 -0800309 }
310 })
311
312 var missingDeps []string
313 // Ensure all modules were converted to paths
314 for i := range bootDexJars {
315 if bootDexJars[i] == nil {
316 if ctx.Config().AllowMissingDependencies() {
Colin Cross44df5812019-02-15 23:06:46 -0800317 missingDeps = append(missingDeps, image.modules[i])
Colin Cross800fe132019-02-11 14:21:24 -0800318 bootDexJars[i] = android.PathForOutput(ctx, "missing")
319 } else {
Ulya Trafimovichb28cc372020-01-13 15:18:16 +0000320 ctx.Errorf("failed to find a dex jar path for module '%s'"+
321 ", note that some jars may be filtered out by module constraints",
Colin Cross44df5812019-02-15 23:06:46 -0800322 image.modules[i])
Colin Cross800fe132019-02-11 14:21:24 -0800323 }
324 }
325 }
326
327 // The path to bootclasspath dex files needs to be known at module GenerateAndroidBuildAction time, before
328 // the bootclasspath modules have been compiled. Copy the dex jars there so the module rules that have
329 // already been set up can find them.
330 for i := range bootDexJars {
331 ctx.Build(pctx, android.BuildParams{
332 Rule: android.Cp,
333 Input: bootDexJars[i],
Colin Cross44df5812019-02-15 23:06:46 -0800334 Output: image.dexPaths[i],
Colin Cross800fe132019-02-11 14:21:24 -0800335 })
336 }
337
Colin Cross44df5812019-02-15 23:06:46 -0800338 profile := bootImageProfileRule(ctx, image, missingDeps)
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100339 bootFrameworkProfileRule(ctx, image, missingDeps)
Vladimir Marko205e6c22020-04-01 13:52:27 +0100340 updatableBcpPackagesRule(ctx, image, missingDeps)
Colin Cross800fe132019-02-11 14:21:24 -0800341
Colin Crossdf8eebe2019-04-09 15:29:41 -0700342 var allFiles android.Paths
David Srbeckyc177ebe2020-02-18 20:43:06 +0000343 for _, variant := range image.variants {
344 files := buildBootImageVariant(ctx, variant, profile, missingDeps)
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000345 allFiles = append(allFiles, files.Paths()...)
Colin Cross800fe132019-02-11 14:21:24 -0800346 }
Colin Cross44df5812019-02-15 23:06:46 -0800347
Colin Crossdf8eebe2019-04-09 15:29:41 -0700348 if image.zip != nil {
349 rule := android.NewRuleBuilder()
350 rule.Command().
Colin Crossee94d6a2019-07-08 17:08:34 -0700351 BuiltTool(ctx, "soong_zip").
Colin Crossdf8eebe2019-04-09 15:29:41 -0700352 FlagWithOutput("-o ", image.zip).
353 FlagWithArg("-C ", image.dir.String()).
354 FlagWithInputList("-f ", allFiles, " -f ")
355
356 rule.Build(pctx, ctx, "zip_"+image.name, "zip "+image.name+" image")
357 }
358
Colin Cross44df5812019-02-15 23:06:46 -0800359 return image
Colin Cross800fe132019-02-11 14:21:24 -0800360}
361
David Srbeckyc177ebe2020-02-18 20:43:06 +0000362func buildBootImageVariant(ctx android.SingletonContext, image *bootImageVariant,
363 profile android.Path, missingDeps []string) android.WritablePaths {
Colin Cross800fe132019-02-11 14:21:24 -0800364
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000365 globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000366 global := dexpreopt.GetGlobalConfig(ctx)
Colin Cross44df5812019-02-15 23:06:46 -0800367
David Srbeckyc177ebe2020-02-18 20:43:06 +0000368 arch := image.target.Arch.ArchType
David Srbecky7f8dac12020-02-13 16:00:45 +0000369 os := image.target.Os.String() // We need to distinguish host-x86 and device-x86.
370 symbolsDir := image.symbolsDir.Join(ctx, os, image.installSubdir, arch.String())
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000371 symbolsFile := symbolsDir.Join(ctx, image.stem+".oat")
David Srbecky7f8dac12020-02-13 16:00:45 +0000372 outputDir := image.dir.Join(ctx, os, image.installSubdir, arch.String())
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000373 outputPath := outputDir.Join(ctx, image.stem+".oat")
374 oatLocation := dexpreopt.PathToLocation(outputPath, arch)
375 imagePath := outputPath.ReplaceExtension(ctx, "art")
Colin Cross800fe132019-02-11 14:21:24 -0800376
377 rule := android.NewRuleBuilder()
378 rule.MissingDeps(missingDeps)
379
380 rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String())
381 rule.Command().Text("rm").Flag("-f").
382 Flag(symbolsDir.Join(ctx, "*.art").String()).
383 Flag(symbolsDir.Join(ctx, "*.oat").String()).
384 Flag(symbolsDir.Join(ctx, "*.invocation").String())
385 rule.Command().Text("rm").Flag("-f").
386 Flag(outputDir.Join(ctx, "*.art").String()).
387 Flag(outputDir.Join(ctx, "*.oat").String()).
388 Flag(outputDir.Join(ctx, "*.invocation").String())
389
390 cmd := rule.Command()
391
392 extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS")
393 if extraFlags == "" {
394 // Use ANDROID_LOG_TAGS to suppress most logging by default...
395 cmd.Text(`ANDROID_LOG_TAGS="*:e"`)
396 } else {
397 // ...unless the boot image is generated specifically for testing, then allow all logging.
398 cmd.Text(`ANDROID_LOG_TAGS="*:v"`)
399 }
400
401 invocationPath := outputPath.ReplaceExtension(ctx, "invocation")
402
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000403 cmd.Tool(globalSoong.Dex2oat).
Colin Cross800fe132019-02-11 14:21:24 -0800404 Flag("--avoid-storing-invocation").
Colin Cross69f59a32019-02-15 10:39:37 -0800405 FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath).
Colin Cross44df5812019-02-15 23:06:46 -0800406 Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms).
407 Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx)
Colin Cross800fe132019-02-11 14:21:24 -0800408
Colin Cross69f59a32019-02-15 10:39:37 -0800409 if profile != nil {
Colin Cross800fe132019-02-11 14:21:24 -0800410 cmd.FlagWithArg("--compiler-filter=", "speed-profile")
Colin Cross69f59a32019-02-15 10:39:37 -0800411 cmd.FlagWithInput("--profile-file=", profile)
Colin Cross800fe132019-02-11 14:21:24 -0800412 }
413
Colin Cross44df5812019-02-15 23:06:46 -0800414 if global.DirtyImageObjects.Valid() {
415 cmd.FlagWithInput("--dirty-image-objects=", global.DirtyImageObjects.Path())
Colin Cross800fe132019-02-11 14:21:24 -0800416 }
417
David Srbecky1aacc6c2020-03-26 11:10:45 +0000418 if image.extends != nil {
David Srbeckyc177ebe2020-02-18 20:43:06 +0000419 artImage := image.primaryImages
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000420 cmd.
421 Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":").
422 Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":").
423 FlagWithArg("--boot-image=", dexpreopt.PathToLocation(artImage, arch)).Implicit(artImage)
424 } else {
425 cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress())
426 }
427
Colin Cross800fe132019-02-11 14:21:24 -0800428 cmd.
Colin Cross44df5812019-02-15 23:06:46 -0800429 FlagForEachInput("--dex-file=", image.dexPaths.Paths()).
430 FlagForEachArg("--dex-location=", image.dexLocations).
Colin Cross800fe132019-02-11 14:21:24 -0800431 Flag("--generate-debug-info").
432 Flag("--generate-build-id").
Mathieu Chartier54fd8072019-07-26 13:50:04 -0700433 Flag("--image-format=lz4hc").
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000434 FlagWithArg("--oat-symbols=", symbolsFile.String()).
Colin Cross800fe132019-02-11 14:21:24 -0800435 Flag("--strip").
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000436 FlagWithArg("--oat-file=", outputPath.String()).
Colin Cross800fe132019-02-11 14:21:24 -0800437 FlagWithArg("--oat-location=", oatLocation).
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000438 FlagWithArg("--image=", imagePath.String()).
Colin Cross800fe132019-02-11 14:21:24 -0800439 FlagWithArg("--instruction-set=", arch.String()).
Colin Cross44df5812019-02-15 23:06:46 -0800440 FlagWithArg("--android-root=", global.EmptyDirectory).
Colin Cross800fe132019-02-11 14:21:24 -0800441 FlagWithArg("--no-inline-from=", "core-oj.jar").
Ulya Trafimovichc0c98d52020-03-09 12:46:06 +0000442 Flag("--force-determinism").
Colin Cross800fe132019-02-11 14:21:24 -0800443 Flag("--abort-on-hard-verifier-error")
444
David Srbecky7f8dac12020-02-13 16:00:45 +0000445 // Use the default variant/features for host builds.
446 // The map below contains only device CPU info (which might be x86 on some devices).
447 if image.target.Os == android.Android {
448 cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch])
449 cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch])
450 }
451
Colin Cross44df5812019-02-15 23:06:46 -0800452 if global.BootFlags != "" {
453 cmd.Flag(global.BootFlags)
Colin Cross800fe132019-02-11 14:21:24 -0800454 }
455
456 if extraFlags != "" {
457 cmd.Flag(extraFlags)
458 }
459
Colin Cross0b9f31f2019-02-28 11:00:01 -0800460 cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage))
Colin Cross800fe132019-02-11 14:21:24 -0800461
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000462 installDir := filepath.Join("/", image.installSubdir, arch.String())
Colin Cross800fe132019-02-11 14:21:24 -0800463
Colin Cross800fe132019-02-11 14:21:24 -0800464 var vdexInstalls android.RuleBuilderInstalls
465 var unstrippedInstalls android.RuleBuilderInstalls
466
Colin Crossdf8eebe2019-04-09 15:29:41 -0700467 var zipFiles android.WritablePaths
468
Dan Willemsen0f416782019-06-13 21:44:53 +0000469 for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") {
470 cmd.ImplicitOutput(artOrOat)
471 zipFiles = append(zipFiles, artOrOat)
Colin Cross800fe132019-02-11 14:21:24 -0800472
Dan Willemsen0f416782019-06-13 21:44:53 +0000473 // Install the .oat and .art files
474 rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base()))
475 }
Colin Cross800fe132019-02-11 14:21:24 -0800476
Dan Willemsen0f416782019-06-13 21:44:53 +0000477 for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") {
478 cmd.ImplicitOutput(vdex)
479 zipFiles = append(zipFiles, vdex)
Colin Cross800fe132019-02-11 14:21:24 -0800480
David Srbecky7f8dac12020-02-13 16:00:45 +0000481 // Note that the vdex files are identical between architectures.
482 // Make rules will create symlinks to share them between architectures.
Colin Cross800fe132019-02-11 14:21:24 -0800483 vdexInstalls = append(vdexInstalls,
David Srbecky7f8dac12020-02-13 16:00:45 +0000484 android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())})
Dan Willemsen0f416782019-06-13 21:44:53 +0000485 }
486
487 for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") {
488 cmd.ImplicitOutput(unstrippedOat)
Colin Cross800fe132019-02-11 14:21:24 -0800489
490 // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED)
491 unstrippedInstalls = append(unstrippedInstalls,
Colin Cross69f59a32019-02-15 10:39:37 -0800492 android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())})
Colin Cross800fe132019-02-11 14:21:24 -0800493 }
494
David Srbecky7f8dac12020-02-13 16:00:45 +0000495 rule.Build(pctx, ctx, image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String())
Colin Cross800fe132019-02-11 14:21:24 -0800496
497 // save output and installed files for makevars
David Srbeckyc177ebe2020-02-18 20:43:06 +0000498 image.installs = rule.Installs()
499 image.vdexInstalls = vdexInstalls
500 image.unstrippedInstalls = unstrippedInstalls
Colin Crossdf8eebe2019-04-09 15:29:41 -0700501
502 return zipFiles
Colin Cross800fe132019-02-11 14:21:24 -0800503}
504
505const failureMessage = `ERROR: Dex2oat failed to compile a boot image.
506It is likely that the boot classpath is inconsistent.
507Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.`
508
David Srbeckyc177ebe2020-02-18 20:43:06 +0000509func bootImageProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath {
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000510 globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000511 global := dexpreopt.GetGlobalConfig(ctx)
Nicolas Geoffray27c7cc62019-02-24 16:04:52 +0000512
Mathieu Chartier6adeee12019-06-26 10:01:36 -0700513 if global.DisableGenerateProfile || ctx.Config().IsPdkBuild() || ctx.Config().UnbundledBuild() {
Nicolas Geoffray27c7cc62019-02-24 16:04:52 +0000514 return nil
515 }
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000516 profile := ctx.Config().Once(bootImageProfileRuleKey, func() interface{} {
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000517 defaultProfile := "frameworks/base/config/boot-image-profile.txt"
Colin Cross800fe132019-02-11 14:21:24 -0800518
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000519 rule := android.NewRuleBuilder()
520 rule.MissingDeps(missingDeps)
Colin Cross800fe132019-02-11 14:21:24 -0800521
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000522 var bootImageProfile android.Path
523 if len(global.BootImageProfiles) > 1 {
524 combinedBootImageProfile := image.dir.Join(ctx, "boot-image-profile.txt")
525 rule.Command().Text("cat").Inputs(global.BootImageProfiles).Text(">").Output(combinedBootImageProfile)
526 bootImageProfile = combinedBootImageProfile
527 } else if len(global.BootImageProfiles) == 1 {
528 bootImageProfile = global.BootImageProfiles[0]
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000529 } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() {
530 bootImageProfile = path.Path()
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000531 } else {
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000532 // No profile (not even a default one, which is the case on some branches
533 // like master-art-host that don't have frameworks/base).
534 // Return nil and continue without profile.
535 return nil
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000536 }
Colin Cross800fe132019-02-11 14:21:24 -0800537
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000538 profile := image.dir.Join(ctx, "boot.prof")
Colin Cross800fe132019-02-11 14:21:24 -0800539
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000540 rule.Command().
541 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000542 Tool(globalSoong.Profman).
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000543 FlagWithInput("--create-profile-from=", bootImageProfile).
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000544 FlagForEachInput("--apk=", image.dexPathsDeps.Paths()).
David Srbeckyab994982020-03-30 17:24:13 +0100545 FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps).
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000546 FlagWithOutput("--reference-profile-file=", profile)
Colin Cross800fe132019-02-11 14:21:24 -0800547
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000548 rule.Install(profile, "/system/etc/boot-image.prof")
549
550 rule.Build(pctx, ctx, "bootJarsProfile", "profile boot jars")
551
552 image.profileInstalls = rule.Installs()
553
554 return profile
Ulyana Trafimovichde534412019-11-08 10:51:01 +0000555 })
556 if profile == nil {
557 return nil // wrap nil into a typed pointer with value nil
558 }
559 return profile.(android.WritablePath)
Colin Cross800fe132019-02-11 14:21:24 -0800560}
561
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000562var bootImageProfileRuleKey = android.NewOnceKey("bootImageProfileRule")
563
David Srbeckyc177ebe2020-02-18 20:43:06 +0000564func bootFrameworkProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath {
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000565 globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000566 global := dexpreopt.GetGlobalConfig(ctx)
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100567
568 if global.DisableGenerateProfile || ctx.Config().IsPdkBuild() || ctx.Config().UnbundledBuild() {
569 return nil
570 }
571 return ctx.Config().Once(bootFrameworkProfileRuleKey, func() interface{} {
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100572 rule := android.NewRuleBuilder()
573 rule.MissingDeps(missingDeps)
574
575 // Some branches like master-art-host don't have frameworks/base, so manually
576 // handle the case that the default is missing. Those branches won't attempt to build the profile rule,
577 // and if they do they'll get a missing deps error.
578 defaultProfile := "frameworks/base/config/boot-profile.txt"
579 path := android.ExistentPathForSource(ctx, defaultProfile)
580 var bootFrameworkProfile android.Path
581 if path.Valid() {
582 bootFrameworkProfile = path.Path()
583 } else {
584 missingDeps = append(missingDeps, defaultProfile)
585 bootFrameworkProfile = android.PathForOutput(ctx, "missing")
586 }
587
588 profile := image.dir.Join(ctx, "boot.bprof")
589
590 rule.Command().
591 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000592 Tool(globalSoong.Profman).
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100593 Flag("--generate-boot-profile").
594 FlagWithInput("--create-profile-from=", bootFrameworkProfile).
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000595 FlagForEachInput("--apk=", image.dexPathsDeps.Paths()).
David Srbeckyab994982020-03-30 17:24:13 +0100596 FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps).
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100597 FlagWithOutput("--reference-profile-file=", profile)
598
599 rule.Install(profile, "/system/etc/boot-image.bprof")
600 rule.Build(pctx, ctx, "bootFrameworkProfile", "profile boot framework jars")
601 image.profileInstalls = append(image.profileInstalls, rule.Installs()...)
602
603 return profile
604 }).(android.WritablePath)
605}
606
607var bootFrameworkProfileRuleKey = android.NewOnceKey("bootFrameworkProfileRule")
608
Vladimir Marko205e6c22020-04-01 13:52:27 +0100609func updatableBcpPackagesRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath {
610 if ctx.Config().IsPdkBuild() || ctx.Config().UnbundledBuild() {
611 return nil
612 }
613
614 return ctx.Config().Once(updatableBcpPackagesRuleKey, func() interface{} {
615 global := dexpreopt.GetGlobalConfig(ctx)
616 updatableModules := dexpreopt.GetJarsFromApexJarPairs(global.UpdatableBootJars)
617
618 // Collect `permitted_packages` for updatable boot jars.
619 var updatablePackages []string
620 ctx.VisitAllModules(func(module android.Module) {
621 if j, ok := module.(*Library); ok {
622 name := ctx.ModuleName(module)
623 if i := android.IndexList(name, updatableModules); i != -1 {
624 pp := j.properties.Permitted_packages
625 if len(pp) > 0 {
626 updatablePackages = append(updatablePackages, pp...)
627 } else {
628 ctx.Errorf("Missing permitted_packages for %s", name)
629 }
630 // Do not match the same library repeatedly.
631 updatableModules = append(updatableModules[:i], updatableModules[i+1:]...)
632 }
633 }
634 })
635
636 // Sort updatable packages to ensure deterministic ordering.
637 sort.Strings(updatablePackages)
638
639 updatableBcpPackagesName := "updatable-bcp-packages.txt"
640 updatableBcpPackages := image.dir.Join(ctx, updatableBcpPackagesName)
641
642 ctx.Build(pctx, android.BuildParams{
643 Rule: android.WriteFile,
644 Output: updatableBcpPackages,
645 Args: map[string]string{
646 // WriteFile automatically adds the last end-of-line.
647 "content": strings.Join(updatablePackages, "\\n"),
648 },
649 })
650
651 rule := android.NewRuleBuilder()
652 rule.MissingDeps(missingDeps)
653 rule.Install(updatableBcpPackages, "/system/etc/"+updatableBcpPackagesName)
654 // TODO: Rename `profileInstalls` to `extraInstalls`?
655 // Maybe even move the field out of the bootImageConfig into some higher level type?
656 image.profileInstalls = append(image.profileInstalls, rule.Installs()...)
657
658 return updatableBcpPackages
659 }).(android.WritablePath)
660}
661
662var updatableBcpPackagesRuleKey = android.NewOnceKey("updatableBcpPackagesRule")
663
David Srbeckyc177ebe2020-02-18 20:43:06 +0000664func dumpOatRules(ctx android.SingletonContext, image *bootImageConfig) {
Colin Crossc9a4c362019-02-26 21:13:48 -0800665 var allPhonies android.Paths
David Srbeckyc177ebe2020-02-18 20:43:06 +0000666 for _, image := range image.variants {
667 arch := image.target.Arch.ArchType
David Srbecky46672322020-03-16 13:27:55 +0000668 suffix := arch.String()
669 // Host and target might both use x86 arch. We need to ensure the names are unique.
670 if image.target.Os.Class == android.Host {
671 suffix = "host-" + suffix
672 }
Colin Crossc9a4c362019-02-26 21:13:48 -0800673 // Create a rule to call oatdump.
David Srbecky7f8dac12020-02-13 16:00:45 +0000674 output := android.PathForOutput(ctx, "boot."+suffix+".oatdump.txt")
Colin Crossc9a4c362019-02-26 21:13:48 -0800675 rule := android.NewRuleBuilder()
676 rule.Command().
677 // TODO: for now, use the debug version for better error reporting
Colin Crossee94d6a2019-07-08 17:08:34 -0700678 BuiltTool(ctx, "oatdumpd").
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000679 FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":").
680 FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":").
David Srbecky1aacc6c2020-03-26 11:10:45 +0000681 FlagWithArg("--image=", strings.Join(image.imageLocations(), ":")).Implicits(image.imagesDeps.Paths()).
Colin Crossc9a4c362019-02-26 21:13:48 -0800682 FlagWithOutput("--output=", output).
683 FlagWithArg("--instruction-set=", arch.String())
David Srbecky7f8dac12020-02-13 16:00:45 +0000684 rule.Build(pctx, ctx, "dump-oat-boot-"+suffix, "dump oat boot "+arch.String())
Colin Crossc9a4c362019-02-26 21:13:48 -0800685
686 // Create a phony rule that depends on the output file and prints the path.
David Srbecky7f8dac12020-02-13 16:00:45 +0000687 phony := android.PathForPhony(ctx, "dump-oat-boot-"+suffix)
Colin Crossc9a4c362019-02-26 21:13:48 -0800688 rule = android.NewRuleBuilder()
689 rule.Command().
690 Implicit(output).
691 ImplicitOutput(phony).
692 Text("echo").FlagWithArg("Output in ", output.String())
David Srbecky7f8dac12020-02-13 16:00:45 +0000693 rule.Build(pctx, ctx, "phony-dump-oat-boot-"+suffix, "dump oat boot "+arch.String())
Colin Crossc9a4c362019-02-26 21:13:48 -0800694
David Srbecky1aacc6c2020-03-26 11:10:45 +0000695 allPhonies = append(allPhonies, phony)
Colin Crossc9a4c362019-02-26 21:13:48 -0800696 }
697
698 phony := android.PathForPhony(ctx, "dump-oat-boot")
699 ctx.Build(pctx, android.BuildParams{
700 Rule: android.Phony,
701 Output: phony,
702 Inputs: allPhonies,
703 Description: "dump-oat-boot",
704 })
705
706}
707
Colin Cross2d00f0d2019-05-09 21:50:00 -0700708func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) {
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000709 data := dexpreopt.GetGlobalConfigRawData(ctx)
Colin Cross2d00f0d2019-05-09 21:50:00 -0700710
711 ctx.Build(pctx, android.BuildParams{
712 Rule: android.WriteFile,
713 Output: path,
714 Args: map[string]string{
715 "content": string(data),
716 },
717 })
718}
719
Colin Cross44df5812019-02-15 23:06:46 -0800720// Export paths for default boot image to Make
721func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) {
Colin Cross2d00f0d2019-05-09 21:50:00 -0700722 if d.dexpreoptConfigForMake != nil {
723 ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String())
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000724 ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String())
Colin Cross2d00f0d2019-05-09 21:50:00 -0700725 }
726
Colin Cross44df5812019-02-15 23:06:46 -0800727 image := d.defaultBootImage
728 if image != nil {
Colin Cross44df5812019-02-15 23:06:46 -0800729 ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String())
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000730 ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(image.dexPathsDeps.Strings(), " "))
David Srbeckyab994982020-03-30 17:24:13 +0100731 ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(image.getAnyAndroidVariant().dexLocationsDeps, " "))
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000732
733 var imageNames []string
734 for _, current := range append(d.otherImages, image) {
735 imageNames = append(imageNames, current.name)
David Srbecky1aacc6c2020-03-26 11:10:45 +0000736 for _, variant := range current.variants {
David Srbecky7f8dac12020-02-13 16:00:45 +0000737 suffix := ""
David Srbecky1aacc6c2020-03-26 11:10:45 +0000738 if variant.target.Os.Class == android.Host {
David Srbecky7f8dac12020-02-13 16:00:45 +0000739 suffix = "_host"
740 }
David Srbecky1aacc6c2020-03-26 11:10:45 +0000741 sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String()
742 ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String())
743 ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.images.String())
744 ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " "))
745 ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String())
746 ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String())
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000747 }
David Srbeckyab994982020-03-30 17:24:13 +0100748 imageLocations := current.getAnyAndroidVariant().imageLocations()
David Srbecky1aacc6c2020-03-26 11:10:45 +0000749 ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_"+current.name, strings.Join(imageLocations, ":"))
Colin Cross31bf00d2019-12-04 13:16:01 -0800750 ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String())
Nicolas Geoffray72892f12019-02-22 15:34:40 +0000751 }
752 ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(imageNames, " "))
Colin Cross800fe132019-02-11 14:21:24 -0800753 }
Colin Cross800fe132019-02-11 14:21:24 -0800754}