blob: 3605d9d8ad3346d904a054543903589d75e3f2c0 [file] [log] [blame]
Colin Cross43f08db2018-11-12 10:13:39 -08001// Copyright 2018 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// The dexpreopt package converts a global dexpreopt config and a module dexpreopt config into rules to perform
Nicolas Geoffrayc1bf7242019-10-18 14:51:38 +010016// dexpreopting.
Colin Cross43f08db2018-11-12 10:13:39 -080017//
18// It is used in two places; in the dexpeopt_gen binary for modules defined in Make, and directly linked into Soong.
19//
20// For Make modules it is built into the dexpreopt_gen binary, which is executed as a Make rule using global config and
21// module config specified in JSON files. The binary writes out two shell scripts, only updating them if they have
22// changed. One script takes an APK or JAR as an input and produces a zip file containing any outputs of preopting,
23// in the location they should be on the device. The Make build rules will unzip the zip file into $(PRODUCT_OUT) when
24// installing the APK, which will install the preopt outputs into $(PRODUCT_OUT)/system or $(PRODUCT_OUT)/system_other
Nicolas Geoffrayc1bf7242019-10-18 14:51:38 +010025// as necessary. The zip file may be empty if preopting was disabled for any reason.
Colin Cross43f08db2018-11-12 10:13:39 -080026//
27// The intermediate shell scripts allow changes to this package or to the global config to regenerate the shell scripts
28// but only require re-executing preopting if the script has changed.
29//
30// For Soong modules this package is linked directly into Soong and run from the java package. It generates the same
31// commands as for make, using athe same global config JSON file used by make, but using a module config structure
32// provided by Soong. The generated commands are then converted into Soong rule and written directly to the ninja file,
33// with no extra shell scripts involved.
34package dexpreopt
35
36import (
37 "fmt"
38 "path/filepath"
Colin Cross69f59a32019-02-15 10:39:37 -080039 "runtime"
Colin Cross43f08db2018-11-12 10:13:39 -080040 "strings"
41
Colin Crossfeec25b2019-01-30 17:32:39 -080042 "android/soong/android"
43
Colin Cross43f08db2018-11-12 10:13:39 -080044 "github.com/google/blueprint/pathtools"
45)
46
47const SystemPartition = "/system/"
48const SystemOtherPartition = "/system_other/"
49
Ulya Trafimovich6cf2c0c2020-04-24 12:15:20 +010050var DexpreoptRunningInSoong = false
51
Colin Cross43f08db2018-11-12 10:13:39 -080052// GenerateDexpreoptRule generates a set of commands that will preopt a module based on a GlobalConfig and a
53// ModuleConfig. The produced files and their install locations will be available through rule.Installs().
Martin Stjernholm8d80cee2020-01-31 17:44:54 +000054func GenerateDexpreoptRule(ctx android.PathContext, globalSoong *GlobalSoongConfig,
55 global *GlobalConfig, module *ModuleConfig) (rule *android.RuleBuilder, err error) {
Colin Cross69f59a32019-02-15 10:39:37 -080056
Colin Cross43f08db2018-11-12 10:13:39 -080057 defer func() {
58 if r := recover(); r != nil {
Colin Cross69f59a32019-02-15 10:39:37 -080059 if _, ok := r.(runtime.Error); ok {
60 panic(r)
61 } else if e, ok := r.(error); ok {
Colin Cross43f08db2018-11-12 10:13:39 -080062 err = e
63 rule = nil
64 } else {
65 panic(r)
66 }
67 }
68 }()
69
Colin Cross758290d2019-02-01 16:42:32 -080070 rule = android.NewRuleBuilder()
Colin Cross43f08db2018-11-12 10:13:39 -080071
Colin Cross69f59a32019-02-15 10:39:37 -080072 generateProfile := module.ProfileClassListing.Valid() && !global.DisableGenerateProfile
Nicolas Geoffraye7102422019-07-24 13:19:29 +010073 generateBootProfile := module.ProfileBootListing.Valid() && !global.DisableGenerateProfile
Colin Cross43f08db2018-11-12 10:13:39 -080074
Colin Cross69f59a32019-02-15 10:39:37 -080075 var profile android.WritablePath
Colin Crosscbed6572019-01-08 17:38:37 -080076 if generateProfile {
Martin Stjernholm75a48d82020-01-10 20:32:59 +000077 profile = profileCommand(ctx, globalSoong, global, module, rule)
Colin Crosscbed6572019-01-08 17:38:37 -080078 }
Nicolas Geoffraye7102422019-07-24 13:19:29 +010079 if generateBootProfile {
Martin Stjernholm75a48d82020-01-10 20:32:59 +000080 bootProfileCommand(ctx, globalSoong, global, module, rule)
Nicolas Geoffraye7102422019-07-24 13:19:29 +010081 }
Colin Crosscbed6572019-01-08 17:38:37 -080082
Ulya Trafimovichf3ff0102019-12-03 15:39:23 +000083 if !dexpreoptDisabled(ctx, global, module) {
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +010084 if clc := genClassLoaderContext(ctx, global, module); clc != nil {
Colin Crosscbed6572019-01-08 17:38:37 -080085 appImage := (generateProfile || module.ForceCreateAppImage || global.DefaultAppImages) &&
86 !module.NoCreateAppImage
87
88 generateDM := shouldGenerateDM(module, global)
89
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +000090 for archIdx, _ := range module.Archs {
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +010091 dexpreoptCommand(ctx, globalSoong, global, module, rule, archIdx, *clc, profile, appImage, generateDM)
Colin Crosscbed6572019-01-08 17:38:37 -080092 }
93 }
94 }
95
96 return rule, nil
97}
98
Martin Stjernholm8d80cee2020-01-31 17:44:54 +000099func dexpreoptDisabled(ctx android.PathContext, global *GlobalConfig, module *ModuleConfig) bool {
Colin Crosscbed6572019-01-08 17:38:37 -0800100 if contains(global.DisablePreoptModules, module.Name) {
101 return true
Colin Cross43f08db2018-11-12 10:13:39 -0800102 }
103
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100104 // Don't preopt individual boot jars, they will be preopted together.
105 if global.BootJars.ContainsJar(module.Name) {
106 return true
107 }
108
Ulyana Trafimovichf2cb7e92019-11-27 12:26:49 +0000109 // Don't preopt system server jars that are updatable.
Ulya Trafimovich249386a2020-07-01 14:31:13 +0100110 if global.UpdatableSystemServerJars.ContainsJar(module.Name) {
111 return true
Ulyana Trafimovichf2cb7e92019-11-27 12:26:49 +0000112 }
113
Colin Cross43f08db2018-11-12 10:13:39 -0800114 // If OnlyPreoptBootImageAndSystemServer=true and module is not in boot class path skip
115 // Also preopt system server jars since selinux prevents system server from loading anything from
116 // /data. If we don't do this they will need to be extracted which is not favorable for RAM usage
117 // or performance. If PreoptExtractedApk is true, we ignore the only preopt boot image options.
Ulya Trafimovich249386a2020-07-01 14:31:13 +0100118 if global.OnlyPreoptBootImageAndSystemServer && !global.BootJars.ContainsJar(module.Name) &&
Colin Cross43f08db2018-11-12 10:13:39 -0800119 !contains(global.SystemServerJars, module.Name) && !module.PreoptExtractedApk {
Colin Crosscbed6572019-01-08 17:38:37 -0800120 return true
Colin Cross43f08db2018-11-12 10:13:39 -0800121 }
122
Colin Crosscbed6572019-01-08 17:38:37 -0800123 return false
Colin Cross43f08db2018-11-12 10:13:39 -0800124}
125
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000126func profileCommand(ctx android.PathContext, globalSoong *GlobalSoongConfig, global *GlobalConfig,
127 module *ModuleConfig, rule *android.RuleBuilder) android.WritablePath {
Colin Cross69f59a32019-02-15 10:39:37 -0800128
129 profilePath := module.BuildPath.InSameDir(ctx, "profile.prof")
Colin Cross43f08db2018-11-12 10:13:39 -0800130 profileInstalledPath := module.DexLocation + ".prof"
131
132 if !module.ProfileIsTextListing {
133 rule.Command().FlagWithOutput("touch ", profilePath)
134 }
135
136 cmd := rule.Command().
137 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000138 Tool(globalSoong.Profman)
Colin Cross43f08db2018-11-12 10:13:39 -0800139
140 if module.ProfileIsTextListing {
141 // The profile is a test listing of classes (used for framework jars).
142 // We need to generate the actual binary profile before being able to compile.
Colin Cross69f59a32019-02-15 10:39:37 -0800143 cmd.FlagWithInput("--create-profile-from=", module.ProfileClassListing.Path())
Colin Cross43f08db2018-11-12 10:13:39 -0800144 } else {
145 // The profile is binary profile (used for apps). Run it through profman to
146 // ensure the profile keys match the apk.
147 cmd.
148 Flag("--copy-and-update-profile-key").
Colin Cross69f59a32019-02-15 10:39:37 -0800149 FlagWithInput("--profile-file=", module.ProfileClassListing.Path())
Colin Cross43f08db2018-11-12 10:13:39 -0800150 }
151
152 cmd.
153 FlagWithInput("--apk=", module.DexPath).
154 Flag("--dex-location="+module.DexLocation).
155 FlagWithOutput("--reference-profile-file=", profilePath)
156
157 if !module.ProfileIsTextListing {
158 cmd.Text(fmt.Sprintf(`|| echo "Profile out of date for %s"`, module.DexPath))
159 }
160 rule.Install(profilePath, profileInstalledPath)
161
162 return profilePath
163}
164
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000165func bootProfileCommand(ctx android.PathContext, globalSoong *GlobalSoongConfig, global *GlobalConfig,
166 module *ModuleConfig, rule *android.RuleBuilder) android.WritablePath {
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100167
168 profilePath := module.BuildPath.InSameDir(ctx, "profile.bprof")
169 profileInstalledPath := module.DexLocation + ".bprof"
170
171 if !module.ProfileIsTextListing {
172 rule.Command().FlagWithOutput("touch ", profilePath)
173 }
174
175 cmd := rule.Command().
176 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000177 Tool(globalSoong.Profman)
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100178
179 // The profile is a test listing of methods.
180 // We need to generate the actual binary profile.
181 cmd.FlagWithInput("--create-profile-from=", module.ProfileBootListing.Path())
182
183 cmd.
184 Flag("--generate-boot-profile").
185 FlagWithInput("--apk=", module.DexPath).
186 Flag("--dex-location="+module.DexLocation).
187 FlagWithOutput("--reference-profile-file=", profilePath)
188
189 if !module.ProfileIsTextListing {
190 cmd.Text(fmt.Sprintf(`|| echo "Profile out of date for %s"`, module.DexPath))
191 }
192 rule.Install(profilePath, profileInstalledPath)
193
194 return profilePath
195}
196
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100197type classLoaderContext struct {
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100198 // Library names
199 Names []string
200
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100201 // The class loader context using paths in the build.
202 Host android.Paths
203
204 // The class loader context using paths as they will be on the device.
205 Target []string
206}
207
208// A map of class loader contexts for each SDK version.
209// A map entry for "any" version contains libraries that are unconditionally added to class loader
210// context. Map entries for existing versions contains libraries that were in the default classpath
211// until that API version, and should be added to class loader context if and only if the
212// targetSdkVersion in the manifest or APK is less than that API version.
213type classLoaderContextMap map[int]*classLoaderContext
214
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100215const AnySdkVersion int = 9999 // should go last in class loader context
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100216
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100217func (m classLoaderContextMap) getValue(sdkVer int) *classLoaderContext {
218 if _, ok := m[sdkVer]; !ok {
219 m[sdkVer] = &classLoaderContext{}
220 }
221 return m[sdkVer]
222}
223
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100224func (clc *classLoaderContext) addLib(lib string, hostPath android.Path, targetPath string) {
225 clc.Names = append(clc.Names, lib)
226 clc.Host = append(clc.Host, hostPath)
227 clc.Target = append(clc.Target, targetPath)
228}
229
Ulya Trafimovicha54d33b2020-09-23 16:55:42 +0100230func (m classLoaderContextMap) addLibs(ctx android.PathContext, sdkVer int, module *ModuleConfig, libs ...string) bool {
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100231 clc := m.getValue(sdkVer)
232 for _, lib := range libs {
Ulya Trafimovicha54d33b2020-09-23 16:55:42 +0100233 if p, ok := module.LibraryPaths[lib]; ok && p.Host != nil && p.Device != UnknownInstallLibraryPath {
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100234 clc.addLib(lib, p.Host, p.Device)
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100235 } else {
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100236 if sdkVer == AnySdkVersion {
Ulya Trafimovicha54d33b2020-09-23 16:55:42 +0100237 // Fail the build if dexpreopt doesn't know paths to one of the <uses-library>
238 // dependencies. In the future we may need to relax this and just disable dexpreopt.
239 android.ReportPathErrorf(ctx, "dexpreopt cannot find path for <uses-library> '%s'", lib)
240 } else {
241 // No error for compatibility libraries, as Soong doesn't know if they are needed
242 // (this depends on the targetSdkVersion in the manifest).
243 }
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100244 return false
245 }
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100246 }
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100247 return true
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100248}
249
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100250func (m classLoaderContextMap) usesLibs() []string {
251 if clc, ok := m[AnySdkVersion]; ok {
252 return clc.Names
253 }
254 return nil
255}
256
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100257func (m classLoaderContextMap) addSystemServerLibs(sdkVer int, ctx android.PathContext, module *ModuleConfig, libs ...string) {
258 clc := m.getValue(sdkVer)
259 for _, lib := range libs {
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100260 clc.addLib(lib, SystemServerDexJarHostPath(ctx, lib), filepath.Join("/system/framework", lib+".jar"))
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100261 }
262}
263
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100264// genClassLoaderContext generates host and target class loader context to be passed to the dex2oat
265// command for the dexpreopted module. There are three possible cases:
266//
267// 1. System server jars. They have a special class loader context that includes other system
268// server jars.
269//
270// 2. Library jars or APKs which have precise list of their <uses-library> libs. Their class loader
271// context includes build and on-device paths to these libs. In some cases it may happen that
272// the path to a <uses-library> is unknown (e.g. the dexpreopted module may depend on stubs
273// library, whose implementation library is missing from the build altogether). In such case
274// dexpreopting with the <uses-library> is impossible, and dexpreopting without it is pointless,
275// as the runtime classpath won't match and the dexpreopted code will be discarded. Therefore in
276// such cases the function returns nil, which disables dexpreopt.
277//
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100278// 3. All other library jars or APKs for which the exact <uses-library> list is unknown. They use
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100279// the unsafe &-classpath workaround that means empty class loader context and absence of runtime
280// check that the class loader context provided by the PackageManager agrees with the stored
281// class loader context recorded in the .odex file.
282//
283func genClassLoaderContext(ctx android.PathContext, global *GlobalConfig, module *ModuleConfig) *classLoaderContextMap {
284 classLoaderContexts := make(classLoaderContextMap)
285 systemServerJars := NonUpdatableSystemServerJars(ctx, global)
286
287 if jarIndex := android.IndexList(module.Name, systemServerJars); jarIndex >= 0 {
288 // System server jars should be dexpreopted together: class loader context of each jar
289 // should include all preceding jars on the system server classpath.
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100290 classLoaderContexts.addSystemServerLibs(AnySdkVersion, ctx, module, systemServerJars[:jarIndex]...)
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100291
292 } else if module.EnforceUsesLibraries {
293 // Unconditional class loader context.
294 usesLibs := append(copyOf(module.UsesLibraries), module.OptionalUsesLibraries...)
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100295 if !classLoaderContexts.addLibs(ctx, AnySdkVersion, module, usesLibs...) {
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100296 return nil
297 }
298
299 // Conditional class loader context for API version < 28.
300 const httpLegacy = "org.apache.http.legacy"
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100301 if !classLoaderContexts.addLibs(ctx, 28, module, httpLegacy) {
302 return nil
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100303 }
304
305 // Conditional class loader context for API version < 29.
306 usesLibs29 := []string{
307 "android.hidl.base-V1.0-java",
308 "android.hidl.manager-V1.0-java",
309 }
Ulya Trafimovicha54d33b2020-09-23 16:55:42 +0100310 if !classLoaderContexts.addLibs(ctx, 29, module, usesLibs29...) {
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100311 return nil
312 }
313
314 // Conditional class loader context for API version < 30.
Ulya Trafimovich46b3d5b2020-10-21 13:20:55 +0100315 if !classLoaderContexts.addLibs(ctx, 30, module, OptionalCompatUsesLibs30...) {
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100316 return nil
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100317 }
318
319 } else {
320 // Pass special class loader context to skip the classpath and collision check.
321 // This will get removed once LOCAL_USES_LIBRARIES is enforced.
322 // Right now LOCAL_USES_LIBRARIES is opt in, for the case where it's not specified we still default
323 // to the &.
324 }
325
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100326 fixConditionalClassLoaderContext(classLoaderContexts)
327
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100328 return &classLoaderContexts
329}
330
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100331// Now that the full unconditional context is known, reconstruct conditional context.
332// Apply filters for individual libraries, mirroring what the PackageManager does when it
333// constructs class loader context on device.
334func fixConditionalClassLoaderContext(clcMap classLoaderContextMap) {
335 usesLibs := clcMap.usesLibs()
336
337 for sdkVer, clc := range clcMap {
338 if sdkVer == AnySdkVersion {
339 continue
340 }
341 clcMap[sdkVer] = &classLoaderContext{}
342 for i, lib := range clc.Names {
343 if android.InList(lib, usesLibs) {
344 // skip compatibility libraries that are already included in unconditional context
Ulya Trafimovich46b3d5b2020-10-21 13:20:55 +0100345 } else if lib == AndroidTestMock && !android.InList("android.test.runner", usesLibs) {
346 // android.test.mock is only needed as a compatibility library (in conditional class
347 // loader context) if android.test.runner is used, otherwise skip it
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100348 } else {
349 clcMap[sdkVer].addLib(lib, clc.Host[i], clc.Target[i])
350 }
351 }
352 }
353}
354
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000355func dexpreoptCommand(ctx android.PathContext, globalSoong *GlobalSoongConfig, global *GlobalConfig,
Ulya Trafimovichfc24ad32020-08-19 16:32:54 +0100356 module *ModuleConfig, rule *android.RuleBuilder, archIdx int, classLoaderContexts classLoaderContextMap,
357 profile android.WritablePath, appImage bool, generateDM bool) {
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000358
359 arch := module.Archs[archIdx]
Colin Cross43f08db2018-11-12 10:13:39 -0800360
361 // HACK: make soname in Soong-generated .odex files match Make.
362 base := filepath.Base(module.DexLocation)
363 if filepath.Ext(base) == ".jar" {
364 base = "javalib.jar"
365 } else if filepath.Ext(base) == ".apk" {
366 base = "package.apk"
367 }
368
369 toOdexPath := func(path string) string {
370 return filepath.Join(
371 filepath.Dir(path),
372 "oat",
Colin Cross74ba9622019-02-11 15:11:14 -0800373 arch.String(),
Colin Cross43f08db2018-11-12 10:13:39 -0800374 pathtools.ReplaceExtension(filepath.Base(path), "odex"))
375 }
376
Colin Cross69f59a32019-02-15 10:39:37 -0800377 odexPath := module.BuildPath.InSameDir(ctx, "oat", arch.String(), pathtools.ReplaceExtension(base, "odex"))
Colin Cross43f08db2018-11-12 10:13:39 -0800378 odexInstallPath := toOdexPath(module.DexLocation)
379 if odexOnSystemOther(module, global) {
Anton Hansson43ab0bc2019-10-03 14:18:45 +0100380 odexInstallPath = filepath.Join(SystemOtherPartition, odexInstallPath)
Colin Cross43f08db2018-11-12 10:13:39 -0800381 }
382
Colin Cross69f59a32019-02-15 10:39:37 -0800383 vdexPath := odexPath.ReplaceExtension(ctx, "vdex")
Colin Cross43f08db2018-11-12 10:13:39 -0800384 vdexInstallPath := pathtools.ReplaceExtension(odexInstallPath, "vdex")
385
Colin Cross69f59a32019-02-15 10:39:37 -0800386 invocationPath := odexPath.ReplaceExtension(ctx, "invocation")
Alex Light5de41962018-12-18 15:16:26 -0800387
Ulya Trafimovichdacc6c52020-03-11 11:59:34 +0000388 systemServerJars := NonUpdatableSystemServerJars(ctx, global)
389
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100390 rule.Command().FlagWithArg("mkdir -p ", filepath.Dir(odexPath.String()))
391 rule.Command().FlagWithOutput("rm -f ", odexPath)
Ulya Trafimovichc9af5382020-05-29 15:35:06 +0100392
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100393 if jarIndex := android.IndexList(module.Name, systemServerJars); jarIndex >= 0 {
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100394 // Copy the system server jar to a predefined location where dex2oat will find it.
395 dexPathHost := SystemServerDexJarHostPath(ctx, module.Name)
396 rule.Command().Text("mkdir -p").Flag(filepath.Dir(dexPathHost.String()))
397 rule.Command().Text("cp -f").Input(module.DexPath).Output(dexPathHost)
398
399 checkSystemServerOrder(ctx, jarIndex)
400
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100401 clc := classLoaderContexts[AnySdkVersion]
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100402 rule.Command().
403 Text("class_loader_context_arg=--class-loader-context=PCL[" + strings.Join(clc.Host.Strings(), ":") + "]").
404 Implicits(clc.Host).
405 Text("stored_class_loader_context_arg=--stored-class-loader-context=PCL[" + strings.Join(clc.Target, ":") + "]")
406 } else if module.EnforceUsesLibraries {
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100407 // Generate command that saves target SDK version in a shell variable.
Colin Cross38b96852019-05-22 10:21:09 -0700408 if module.ManifestPath != nil {
409 rule.Command().Text(`target_sdk_version="$(`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000410 Tool(globalSoong.ManifestCheck).
Colin Cross38b96852019-05-22 10:21:09 -0700411 Flag("--extract-target-sdk-version").
412 Input(module.ManifestPath).
413 Text(`)"`)
414 } else {
415 // No manifest to extract targetSdkVersion from, hope that DexJar is an APK
416 rule.Command().Text(`target_sdk_version="$(`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000417 Tool(globalSoong.Aapt).
Colin Cross38b96852019-05-22 10:21:09 -0700418 Flag("dump badging").
419 Input(module.DexPath).
420 Text(`| grep "targetSdkVersion" | sed -n "s/targetSdkVersion:'\(.*\)'/\1/p"`).
421 Text(`)"`)
422 }
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100423
Ulya Trafimovich5f364b62020-06-30 12:39:01 +0100424 // Generate command that saves host and target class loader context in shell variables.
425 cmd := rule.Command().
426 Text(`eval "$(`).Tool(globalSoong.ConstructContext).
427 Text(` --target-sdk-version ${target_sdk_version}`)
Ulya Trafimovichb8063c62020-08-20 11:33:12 +0100428 for _, ver := range android.SortedIntKeys(classLoaderContexts) {
Ulya Trafimovich24813e12020-10-07 15:05:21 +0100429 if clc := classLoaderContexts.getValue(ver); len(clc.Host) > 0 {
430 verString := fmt.Sprintf("%d", ver)
431 if ver == AnySdkVersion {
432 verString = "any" // a special keyword that means any SDK version
433 }
434 cmd.Textf(`--host-classpath-for-sdk %s %s`, verString, strings.Join(clc.Host.Strings(), ":")).
435 Implicits(clc.Host).
436 Textf(`--target-classpath-for-sdk %s %s`, verString, strings.Join(clc.Target, ":"))
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100437 }
Ulya Trafimovich696c59d2020-06-01 16:10:56 +0100438 }
Ulya Trafimovich5f364b62020-06-30 12:39:01 +0100439 cmd.Text(`)"`)
Ulya Trafimovichc4dac262020-06-30 11:25:49 +0100440 } else {
441 // Pass special class loader context to skip the classpath and collision check.
442 // This will get removed once LOCAL_USES_LIBRARIES is enforced.
443 // Right now LOCAL_USES_LIBRARIES is opt in, for the case where it's not specified we still default
444 // to the &.
445 rule.Command().
446 Text(`class_loader_context_arg=--class-loader-context=\&`).
447 Text(`stored_class_loader_context_arg=""`)
Colin Cross43f08db2018-11-12 10:13:39 -0800448 }
449
Nicolas Geoffray2464ef42019-03-05 14:07:07 +0000450 // Devices that do not have a product partition use a symlink from /product to /system/product.
451 // Because on-device dexopt will see dex locations starting with /product, we change the paths
452 // to mimic this behavior.
453 dexLocationArg := module.DexLocation
454 if strings.HasPrefix(dexLocationArg, "/system/product/") {
455 dexLocationArg = strings.TrimPrefix(dexLocationArg, "/system")
456 }
457
Colin Cross43f08db2018-11-12 10:13:39 -0800458 cmd := rule.Command().
459 Text(`ANDROID_LOG_TAGS="*:e"`).
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000460 Tool(globalSoong.Dex2oat).
Colin Cross43f08db2018-11-12 10:13:39 -0800461 Flag("--avoid-storing-invocation").
Alex Light5de41962018-12-18 15:16:26 -0800462 FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath).
Colin Cross43f08db2018-11-12 10:13:39 -0800463 Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatXms).
464 Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatXmx).
Colin Cross800fe132019-02-11 14:21:24 -0800465 Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", module.PreoptBootClassPathDexFiles, ":").
466 Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", module.PreoptBootClassPathDexLocations, ":").
Colin Cross43f08db2018-11-12 10:13:39 -0800467 Flag("${class_loader_context_arg}").
Ulya Trafimovichdacc6c52020-03-11 11:59:34 +0000468 Flag("${stored_class_loader_context_arg}").
Ulya Trafimovich3391a1e2020-01-03 17:33:17 +0000469 FlagWithArg("--boot-image=", strings.Join(module.DexPreoptImageLocations, ":")).Implicits(module.DexPreoptImagesDeps[archIdx].Paths()).
Colin Cross43f08db2018-11-12 10:13:39 -0800470 FlagWithInput("--dex-file=", module.DexPath).
Nicolas Geoffray2464ef42019-03-05 14:07:07 +0000471 FlagWithArg("--dex-location=", dexLocationArg).
Colin Cross43f08db2018-11-12 10:13:39 -0800472 FlagWithOutput("--oat-file=", odexPath).ImplicitOutput(vdexPath).
473 // Pass an empty directory, dex2oat shouldn't be reading arbitrary files
474 FlagWithArg("--android-root=", global.EmptyDirectory).
Colin Cross74ba9622019-02-11 15:11:14 -0800475 FlagWithArg("--instruction-set=", arch.String()).
Colin Cross43f08db2018-11-12 10:13:39 -0800476 FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]).
477 FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]).
478 Flag("--no-generate-debug-info").
479 Flag("--generate-build-id").
480 Flag("--abort-on-hard-verifier-error").
481 Flag("--force-determinism").
482 FlagWithArg("--no-inline-from=", "core-oj.jar")
483
484 var preoptFlags []string
485 if len(module.PreoptFlags) > 0 {
486 preoptFlags = module.PreoptFlags
487 } else if len(global.PreoptFlags) > 0 {
488 preoptFlags = global.PreoptFlags
489 }
490
491 if len(preoptFlags) > 0 {
492 cmd.Text(strings.Join(preoptFlags, " "))
493 }
494
495 if module.UncompressedDex {
496 cmd.FlagWithArg("--copy-dex-files=", "false")
497 }
498
Jaewoong Jung3aff5782020-02-11 07:54:35 -0800499 if !android.PrefixInList(preoptFlags, "--compiler-filter=") {
Colin Cross43f08db2018-11-12 10:13:39 -0800500 var compilerFilter string
501 if contains(global.SystemServerJars, module.Name) {
502 // Jars of system server, use the product option if it is set, speed otherwise.
503 if global.SystemServerCompilerFilter != "" {
504 compilerFilter = global.SystemServerCompilerFilter
505 } else {
506 compilerFilter = "speed"
507 }
508 } else if contains(global.SpeedApps, module.Name) || contains(global.SystemServerApps, module.Name) {
509 // Apps loaded into system server, and apps the product default to being compiled with the
510 // 'speed' compiler filter.
511 compilerFilter = "speed"
Colin Cross69f59a32019-02-15 10:39:37 -0800512 } else if profile != nil {
Colin Cross43f08db2018-11-12 10:13:39 -0800513 // For non system server jars, use speed-profile when we have a profile.
514 compilerFilter = "speed-profile"
515 } else if global.DefaultCompilerFilter != "" {
516 compilerFilter = global.DefaultCompilerFilter
517 } else {
518 compilerFilter = "quicken"
519 }
520 cmd.FlagWithArg("--compiler-filter=", compilerFilter)
521 }
522
523 if generateDM {
524 cmd.FlagWithArg("--copy-dex-files=", "false")
Colin Cross69f59a32019-02-15 10:39:37 -0800525 dmPath := module.BuildPath.InSameDir(ctx, "generated.dm")
Colin Cross43f08db2018-11-12 10:13:39 -0800526 dmInstalledPath := pathtools.ReplaceExtension(module.DexLocation, "dm")
Colin Cross69f59a32019-02-15 10:39:37 -0800527 tmpPath := module.BuildPath.InSameDir(ctx, "primary.vdex")
Colin Cross43f08db2018-11-12 10:13:39 -0800528 rule.Command().Text("cp -f").Input(vdexPath).Output(tmpPath)
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000529 rule.Command().Tool(globalSoong.SoongZip).
Colin Cross43f08db2018-11-12 10:13:39 -0800530 FlagWithArg("-L", "9").
531 FlagWithOutput("-o", dmPath).
532 Flag("-j").
533 Input(tmpPath)
534 rule.Install(dmPath, dmInstalledPath)
535 }
536
537 // By default, emit debug info.
538 debugInfo := true
539 if global.NoDebugInfo {
540 // If the global setting suppresses mini-debug-info, disable it.
541 debugInfo = false
542 }
543
544 // PRODUCT_SYSTEM_SERVER_DEBUG_INFO overrides WITH_DEXPREOPT_DEBUG_INFO.
545 // PRODUCT_OTHER_JAVA_DEBUG_INFO overrides WITH_DEXPREOPT_DEBUG_INFO.
546 if contains(global.SystemServerJars, module.Name) {
547 if global.AlwaysSystemServerDebugInfo {
548 debugInfo = true
549 } else if global.NeverSystemServerDebugInfo {
550 debugInfo = false
551 }
552 } else {
553 if global.AlwaysOtherDebugInfo {
554 debugInfo = true
555 } else if global.NeverOtherDebugInfo {
556 debugInfo = false
557 }
558 }
559
560 // Never enable on eng.
561 if global.IsEng {
562 debugInfo = false
563 }
564
565 if debugInfo {
566 cmd.Flag("--generate-mini-debug-info")
567 } else {
568 cmd.Flag("--no-generate-mini-debug-info")
569 }
570
571 // Set the compiler reason to 'prebuilt' to identify the oat files produced
572 // during the build, as opposed to compiled on the device.
573 cmd.FlagWithArg("--compilation-reason=", "prebuilt")
574
575 if appImage {
Colin Cross69f59a32019-02-15 10:39:37 -0800576 appImagePath := odexPath.ReplaceExtension(ctx, "art")
Colin Cross43f08db2018-11-12 10:13:39 -0800577 appImageInstallPath := pathtools.ReplaceExtension(odexInstallPath, "art")
578 cmd.FlagWithOutput("--app-image-file=", appImagePath).
579 FlagWithArg("--image-format=", "lz4")
Mathieu Chartier3f7ddbb2019-04-29 09:33:50 -0700580 if !global.DontResolveStartupStrings {
581 cmd.FlagWithArg("--resolve-startup-const-strings=", "true")
582 }
Colin Cross43f08db2018-11-12 10:13:39 -0800583 rule.Install(appImagePath, appImageInstallPath)
584 }
585
Colin Cross69f59a32019-02-15 10:39:37 -0800586 if profile != nil {
587 cmd.FlagWithInput("--profile-file=", profile)
Colin Cross43f08db2018-11-12 10:13:39 -0800588 }
589
590 rule.Install(odexPath, odexInstallPath)
591 rule.Install(vdexPath, vdexInstallPath)
592}
593
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000594func shouldGenerateDM(module *ModuleConfig, global *GlobalConfig) bool {
Colin Cross43f08db2018-11-12 10:13:39 -0800595 // Generating DM files only makes sense for verify, avoid doing for non verify compiler filter APKs.
596 // No reason to use a dm file if the dex is already uncompressed.
597 return global.GenerateDMFiles && !module.UncompressedDex &&
598 contains(module.PreoptFlags, "--compiler-filter=verify")
599}
600
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000601func OdexOnSystemOtherByName(name string, dexLocation string, global *GlobalConfig) bool {
Colin Cross43f08db2018-11-12 10:13:39 -0800602 if !global.HasSystemOther {
603 return false
604 }
605
606 if global.SanitizeLite {
607 return false
608 }
609
Nicolas Geoffrayfa6e9ec2019-02-12 13:12:16 +0000610 if contains(global.SpeedApps, name) || contains(global.SystemServerApps, name) {
Colin Cross43f08db2018-11-12 10:13:39 -0800611 return false
612 }
613
614 for _, f := range global.PatternsOnSystemOther {
Anton Hanssonda4d9d92020-09-15 09:28:55 +0000615 if makefileMatch(filepath.Join(SystemPartition, f), dexLocation) {
Colin Cross43f08db2018-11-12 10:13:39 -0800616 return true
617 }
618 }
619
620 return false
621}
622
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000623func odexOnSystemOther(module *ModuleConfig, global *GlobalConfig) bool {
Nicolas Geoffrayfa6e9ec2019-02-12 13:12:16 +0000624 return OdexOnSystemOtherByName(module.Name, module.DexLocation, global)
625}
626
Colin Crossc7e40aa2019-02-08 21:37:00 -0800627// PathToLocation converts .../system/framework/arm64/boot.art to .../system/framework/boot.art
Colin Cross69f59a32019-02-15 10:39:37 -0800628func PathToLocation(path android.Path, arch android.ArchType) string {
629 pathArch := filepath.Base(filepath.Dir(path.String()))
Colin Cross74ba9622019-02-11 15:11:14 -0800630 if pathArch != arch.String() {
631 panic(fmt.Errorf("last directory in %q must be %q", path, arch.String()))
Colin Crossc7e40aa2019-02-08 21:37:00 -0800632 }
Colin Cross69f59a32019-02-15 10:39:37 -0800633 return filepath.Join(filepath.Dir(filepath.Dir(path.String())), filepath.Base(path.String()))
Colin Crossc7e40aa2019-02-08 21:37:00 -0800634}
635
Colin Cross43f08db2018-11-12 10:13:39 -0800636func makefileMatch(pattern, s string) bool {
637 percent := strings.IndexByte(pattern, '%')
638 switch percent {
639 case -1:
640 return pattern == s
641 case len(pattern) - 1:
642 return strings.HasPrefix(s, pattern[:len(pattern)-1])
643 default:
644 panic(fmt.Errorf("unsupported makefile pattern %q", pattern))
645 }
646}
647
Ulya Trafimovichf3ff0102019-12-03 15:39:23 +0000648var nonUpdatableSystemServerJarsKey = android.NewOnceKey("nonUpdatableSystemServerJars")
649
650// TODO: eliminate the superficial global config parameter by moving global config definition
651// from java subpackage to dexpreopt.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000652func NonUpdatableSystemServerJars(ctx android.PathContext, global *GlobalConfig) []string {
Ulya Trafimovichf3ff0102019-12-03 15:39:23 +0000653 return ctx.Config().Once(nonUpdatableSystemServerJarsKey, func() interface{} {
Ulya Trafimovich249386a2020-07-01 14:31:13 +0100654 return android.RemoveListFromList(global.SystemServerJars, global.UpdatableSystemServerJars.CopyOfJars())
Ulya Trafimovichf3ff0102019-12-03 15:39:23 +0000655 }).([]string)
656}
657
Ulya Trafimovichdacc6c52020-03-11 11:59:34 +0000658// A predefined location for the system server dex jars. This is needed in order to generate
659// class loader context for dex2oat, as the path to the jar in the Soong module may be unknown
660// at that time (Soong processes the jars in dependency order, which may be different from the
661// the system server classpath order).
662func SystemServerDexJarHostPath(ctx android.PathContext, jar string) android.OutputPath {
Ulya Trafimovich6cf2c0c2020-04-24 12:15:20 +0100663 if DexpreoptRunningInSoong {
664 // Soong module, just use the default output directory $OUT/soong.
665 return android.PathForOutput(ctx, "system_server_dexjars", jar+".jar")
666 } else {
667 // Make module, default output directory is $OUT (passed via the "null config" created
668 // by dexpreopt_gen). Append Soong subdirectory to match Soong module paths.
669 return android.PathForOutput(ctx, "soong", "system_server_dexjars", jar+".jar")
670 }
Ulya Trafimovichdacc6c52020-03-11 11:59:34 +0000671}
672
Ulya Trafimovichcd3203f2020-03-27 11:30:00 +0000673// Check the order of jars on the system server classpath and give a warning/error if a jar precedes
674// one of its dependencies. This is not an error, but a missed optimization, as dexpreopt won't
675// have the dependency jar in the class loader context, and it won't be able to resolve any
676// references to its classes and methods.
677func checkSystemServerOrder(ctx android.PathContext, jarIndex int) {
678 mctx, isModule := ctx.(android.ModuleContext)
679 if isModule {
680 config := GetGlobalConfig(ctx)
681 jars := NonUpdatableSystemServerJars(ctx, config)
682 mctx.WalkDeps(func(dep android.Module, parent android.Module) bool {
683 depIndex := android.IndexList(dep.Name(), jars)
684 if jarIndex < depIndex && !config.BrokenSuboptimalOrderOfSystemServerJars {
685 jar := jars[jarIndex]
686 dep := jars[depIndex]
687 mctx.ModuleErrorf("non-optimal order of jars on the system server classpath:"+
688 " '%s' precedes its dependency '%s', so dexpreopt is unable to resolve any"+
689 " references from '%s' to '%s'.\n", jar, dep, jar, dep)
690 }
691 return true
692 })
693 }
694}
695
Colin Cross43f08db2018-11-12 10:13:39 -0800696func contains(l []string, s string) bool {
697 for _, e := range l {
698 if e == s {
699 return true
700 }
701 }
702 return false
703}
704
Colin Cross454c0872019-02-15 23:03:34 -0800705var copyOf = android.CopyOf