blob: b55ef7310b32a1faf0a815695b28c59924fd4949 [file] [log] [blame]
Colin Cross43f08db2018-11-12 10:13:39 -08001// Copyright 2018 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package java
16
17import (
Jiakai Zhangca9bc982021-09-09 08:09:41 +000018 "path/filepath"
Jiakai Zhang51b2a8b2023-06-26 16:47:38 +010019 "sort"
Jiakai Zhangca9bc982021-09-09 08:09:41 +000020 "strings"
21
Spandan Das3dbda182024-05-20 22:23:10 +000022 "github.com/google/blueprint/proptools"
23
Colin Cross43f08db2018-11-12 10:13:39 -080024 "android/soong/android"
25 "android/soong/dexpreopt"
26)
27
Jiakai Zhangca9bc982021-09-09 08:09:41 +000028type DexpreopterInterface interface {
Jiakai Zhang81e46812023-02-08 21:56:07 +080029 // True if the java module is to be dexed and installed on devices.
30 // Structs that embed dexpreopter must implement this.
31 IsInstallable() bool
32
33 // True if dexpreopt is disabled for the java module.
Spandan Dase21a8d42024-01-23 23:56:29 +000034 dexpreoptDisabled(ctx android.BaseModuleContext, libraryName string) bool
Jiakai Zhang81e46812023-02-08 21:56:07 +080035
36 // If the java module is to be installed into an APEX, this list contains information about the
37 // dexpreopt outputs to be installed on devices. Note that these dexpreopt outputs are installed
38 // outside of the APEX.
Jiakai Zhangca9bc982021-09-09 08:09:41 +000039 DexpreoptBuiltInstalledForApex() []dexpreopterInstall
Jiakai Zhang81e46812023-02-08 21:56:07 +080040
41 // The Make entries to install the dexpreopt outputs. Derived from
42 // `DexpreoptBuiltInstalledForApex`.
Jiakai Zhangca9bc982021-09-09 08:09:41 +000043 AndroidMkEntriesForApex() []android.AndroidMkEntries
Jiakai Zhang81e46812023-02-08 21:56:07 +080044
45 // See `dexpreopter.outputProfilePathOnHost`.
46 OutputProfilePathOnHost() android.Path
Jiakai Zhangca9bc982021-09-09 08:09:41 +000047}
48
49type dexpreopterInstall struct {
50 // A unique name to distinguish an output from others for the same java library module. Usually in
51 // the form of `<arch>-<encoded-path>.odex/vdex/art`.
52 name string
53
54 // The name of the input java module.
55 moduleName string
56
57 // The path to the dexpreopt output on host.
58 outputPathOnHost android.Path
59
60 // The directory on the device for the output to install to.
61 installDirOnDevice android.InstallPath
62
63 // The basename (the last segment of the path) for the output to install as.
64 installFileOnDevice string
65}
66
67// The full module name of the output in the makefile.
68func (install *dexpreopterInstall) FullModuleName() string {
69 return install.moduleName + install.SubModuleName()
70}
71
72// The sub-module name of the output in the makefile (the name excluding the java module name).
73func (install *dexpreopterInstall) SubModuleName() string {
74 return "-dexpreopt-" + install.name
Martin Stjernholm6d415272020-01-31 17:10:36 +000075}
76
Jiakai Zhang6decef92022-01-12 17:56:19 +000077// Returns Make entries for installing the file.
78//
79// This function uses a value receiver rather than a pointer receiver to ensure that the object is
80// safe to use in `android.AndroidMkExtraEntriesFunc`.
81func (install dexpreopterInstall) ToMakeEntries() android.AndroidMkEntries {
82 return android.AndroidMkEntries{
83 Class: "ETC",
Jiakai Zhang6decef92022-01-12 17:56:19 +000084 OutputFile: android.OptionalPathForPath(install.outputPathOnHost),
85 ExtraEntries: []android.AndroidMkExtraEntriesFunc{
86 func(ctx android.AndroidMkExtraEntriesContext, entries *android.AndroidMkEntries) {
Spandan Das2069c3f2023-12-06 19:40:24 +000087 entries.SetString("LOCAL_MODULE", install.FullModuleName())
Jiakai Zhang6decef92022-01-12 17:56:19 +000088 entries.SetString("LOCAL_MODULE_PATH", install.installDirOnDevice.String())
89 entries.SetString("LOCAL_INSTALLED_MODULE_STEM", install.installFileOnDevice)
90 entries.SetString("LOCAL_NOT_AVAILABLE_FOR_PLATFORM", "false")
91 },
92 },
93 }
94}
95
Spandan Das2069c3f2023-12-06 19:40:24 +000096type Dexpreopter struct {
97 dexpreopter
98}
99
Colin Cross43f08db2018-11-12 10:13:39 -0800100type dexpreopter struct {
Jiakai Zhang9c4dc192023-02-09 00:09:24 +0800101 dexpreoptProperties DexpreoptProperties
102 importDexpreoptProperties ImportDexpreoptProperties
Colin Cross43f08db2018-11-12 10:13:39 -0800103
Spandan Das0727ba72024-02-13 16:37:43 +0000104 // If true, the dexpreopt rules will not be generated
105 // Unlike Dex_preopt.Enabled which is user-facing,
106 // shouldDisableDexpreopt is a mutated propery.
107 shouldDisableDexpreopt bool
108
Colin Cross70dda7e2019-10-01 22:05:35 -0700109 installPath android.InstallPath
Jaewoong Jungccbb3932019-04-15 09:48:31 -0700110 uncompressedDex bool
111 isSDKLibrary bool
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000112 isApp bool
Jaewoong Jungccbb3932019-04-15 09:48:31 -0700113 isTest bool
Jaewoong Jungccbb3932019-04-15 09:48:31 -0700114 isPresignedPrebuilt bool
Colin Crossfa9bfcd2021-11-10 16:42:38 -0800115 preventInstall bool
Colin Cross43f08db2018-11-12 10:13:39 -0800116
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000117 manifestFile android.Path
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +0000118 statusFile android.WritablePath
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000119 enforceUsesLibs bool
120 classLoaderContexts dexpreopt.ClassLoaderContextMap
Colin Cross50ddcc42019-05-16 12:28:22 -0700121
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000122 // See the `dexpreopt` function for details.
123 builtInstalled string
124 builtInstalledForApex []dexpreopterInstall
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000125
Jeongik Chac6246672021-04-08 00:00:19 +0900126 // The config is used for two purposes:
127 // - Passing dexpreopt information about libraries from Soong to Make. This is needed when
128 // a <uses-library> is defined in Android.bp, but used in Android.mk (see dex_preopt_config_merger.py).
129 // Note that dexpreopt.config might be needed even if dexpreopt is disabled for the library itself.
130 // - Dexpreopt post-processing (using dexpreopt artifacts from a prebuilt system image to incrementally
131 // dexpreopt another partition).
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000132 configPath android.WritablePath
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800133
Jiakai Zhang81e46812023-02-08 21:56:07 +0800134 // The path to the profile on host that dexpreopter generates. This is used as the input for
135 // dex2oat.
136 outputProfilePathOnHost android.Path
137
138 // The path to the profile that dexpreopter accepts. It must be in the binary format. If this is
139 // set, it overrides the profile settings in `dexpreoptProperties`.
140 inputProfilePathOnHost android.Path
Spandan Das3dbda182024-05-20 22:23:10 +0000141
142 // The path to the profile that matches the dex optimized by r8/d8. It is in text format. If this is
143 // set, it will be converted to a binary profile which will be subsequently used for dexpreopt.
144 rewrittenProfile android.Path
Colin Cross43f08db2018-11-12 10:13:39 -0800145}
146
147type DexpreoptProperties struct {
148 Dex_preopt struct {
Nicolas Geoffrayc1bf7242019-10-18 14:51:38 +0100149 // If false, prevent dexpreopting. Defaults to true.
Colin Cross43f08db2018-11-12 10:13:39 -0800150 Enabled *bool
151
152 // If true, generate an app image (.art file) for this module.
153 App_image *bool
154
155 // If true, use a checked-in profile to guide optimization. Defaults to false unless
156 // a matching profile is set or a profile is found in PRODUCT_DEX_PREOPT_PROFILE_DIR
157 // that matches the name of this module, in which case it is defaulted to true.
158 Profile_guided *bool
159
160 // If set, provides the path to profile relative to the Android.bp file. If not set,
161 // defaults to searching for a file that matches the name of this module in the default
162 // profile location set by PRODUCT_DEX_PREOPT_PROFILE_DIR, or empty if not found.
Colin Crossde4e4e62019-04-26 10:52:32 -0700163 Profile *string `android:"path"`
Spandan Das3dbda182024-05-20 22:23:10 +0000164
165 // If set to true, r8/d8 will use `profile` as input to generate a new profile that matches
166 // the optimized dex.
167 // The new profile will be subsequently used as the profile to dexpreopt the dex file.
168 Enable_profile_rewriting *bool
Colin Cross43f08db2018-11-12 10:13:39 -0800169 }
Jiakai Zhang9c4dc192023-02-09 00:09:24 +0800170
171 Dex_preopt_result struct {
172 // True if profile-guided optimization is actually enabled.
173 Profile_guided bool
174 } `blueprint:"mutated"`
175}
176
177type ImportDexpreoptProperties struct {
178 Dex_preopt struct {
179 // If true, use the profile in the prebuilt APEX to guide optimization. Defaults to false.
180 Profile_guided *bool
181 }
Colin Cross43f08db2018-11-12 10:13:39 -0800182}
183
Ulya Trafimovich6cf2c0c2020-04-24 12:15:20 +0100184func init() {
185 dexpreopt.DexpreoptRunningInSoong = true
186}
187
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000188func isApexVariant(ctx android.BaseModuleContext) bool {
Colin Crossff694a82023-12-13 15:54:49 -0800189 apexInfo, _ := android.ModuleProvider(ctx, android.ApexInfoProvider)
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000190 return !apexInfo.IsForPlatform()
191}
192
Jiakai Zhang28bc9a82021-12-20 15:08:57 +0000193func forPrebuiltApex(ctx android.BaseModuleContext) bool {
Colin Crossff694a82023-12-13 15:54:49 -0800194 apexInfo, _ := android.ModuleProvider(ctx, android.ApexInfoProvider)
Jiakai Zhang28bc9a82021-12-20 15:08:57 +0000195 return apexInfo.ForPrebuiltApex
196}
197
Spandan Dasa8afdcb2024-02-29 06:40:16 +0000198// For apex variant of modules, this returns true on the source variant if the prebuilt apex
199// has been selected using apex_contributions.
200// The prebuilt apex will be responsible for generating the dexpreopt rules of the deapexed java lib.
201func disableSourceApexVariant(ctx android.BaseModuleContext) bool {
202 if !isApexVariant(ctx) {
203 return false // platform variant
204 }
205 apexInfo, _ := android.ModuleProvider(ctx, android.ApexInfoProvider)
206 psi := android.PrebuiltSelectionInfoMap{}
Jihoon Kanga3a05462024-04-05 00:36:44 +0000207 ctx.VisitDirectDeps(func(am android.Module) {
208 if prebuiltSelectionInfo, ok := android.OtherModuleProvider(ctx, am, android.PrebuiltSelectionInfoProvider); ok {
209 psi = prebuiltSelectionInfo
210 }
Spandan Dasa8afdcb2024-02-29 06:40:16 +0000211 })
Spandan Das003452f2024-09-06 00:56:25 +0000212
Spandan Dasa8afdcb2024-02-29 06:40:16 +0000213 // Find the apex variant for this module
Spandan Das003452f2024-09-06 00:56:25 +0000214 apexVariantsWithoutTestApexes := []string{}
Spandan Dased7a0302024-08-26 18:06:25 +0000215 if apexInfo.BaseApexName != "" {
216 // This is a transitive dependency of an override_apex
Spandan Das003452f2024-09-06 00:56:25 +0000217 apexVariantsWithoutTestApexes = append(apexVariantsWithoutTestApexes, apexInfo.BaseApexName)
Spandan Dased7a0302024-08-26 18:06:25 +0000218 } else {
Spandan Das003452f2024-09-06 00:56:25 +0000219 _, variants, _ := android.ListSetDifference(apexInfo.InApexVariants, apexInfo.TestApexes)
220 apexVariantsWithoutTestApexes = append(apexVariantsWithoutTestApexes, variants...)
221 }
222 if apexInfo.ApexAvailableName != "" {
223 apexVariantsWithoutTestApexes = append(apexVariantsWithoutTestApexes, apexInfo.ApexAvailableName)
Spandan Dased7a0302024-08-26 18:06:25 +0000224 }
Spandan Dasa8afdcb2024-02-29 06:40:16 +0000225 disableSource := false
226 // find the selected apexes
227 for _, apexVariant := range apexVariantsWithoutTestApexes {
Spandan Dased7a0302024-08-26 18:06:25 +0000228 if len(psi.GetSelectedModulesForApiDomain(apexVariant)) > 0 {
229 // If the apex_contribution for this api domain is non-empty, disable the source variant
230 disableSource = true
Spandan Dasa8afdcb2024-02-29 06:40:16 +0000231 }
232 }
233 return disableSource
234}
235
Jiakai Zhangcf61e3c2023-05-08 16:28:38 +0000236// Returns whether dexpreopt is applicable to the module.
237// When it returns true, neither profile nor dexpreopt artifacts will be generated.
Spandan Dase21a8d42024-01-23 23:56:29 +0000238func (d *dexpreopter) dexpreoptDisabled(ctx android.BaseModuleContext, libName string) bool {
Colin Cross38310bb2021-12-01 10:34:14 -0800239 if !ctx.Device() {
Colin Cross43f08db2018-11-12 10:13:39 -0800240 return true
241 }
242
Colin Cross43f08db2018-11-12 10:13:39 -0800243 if d.isTest {
244 return true
245 }
246
247 if !BoolDefault(d.dexpreoptProperties.Dex_preopt.Enabled, true) {
248 return true
249 }
250
Spandan Das0727ba72024-02-13 16:37:43 +0000251 if d.shouldDisableDexpreopt {
252 return true
253 }
254
Jiakai Zhang28bc9a82021-12-20 15:08:57 +0000255 // If the module is from a prebuilt APEX, it shouldn't be installable, but it can still be
256 // dexpreopted.
257 if !ctx.Module().(DexpreopterInterface).IsInstallable() && !forPrebuiltApex(ctx) {
Martin Stjernholm6d415272020-01-31 17:10:36 +0000258 return true
259 }
260
Colin Cross38310bb2021-12-01 10:34:14 -0800261 if !android.IsModulePreferred(ctx.Module()) {
262 return true
263 }
264
Spandan Dase21a8d42024-01-23 23:56:29 +0000265 if _, isApex := android.ModuleProvider(ctx, android.ApexBundleInfoProvider); isApex {
266 // dexpreopt rules for system server jars can be generated in the ModuleCtx of prebuilt apexes
267 return false
268 }
269
Colin Cross38310bb2021-12-01 10:34:14 -0800270 global := dexpreopt.GetGlobalConfig(ctx)
271
Spandan Dase21a8d42024-01-23 23:56:29 +0000272 // Use the libName argument to determine if the library being dexpreopt'd is a system server jar
273 // ctx.ModuleName() is not safe. In case of prebuilt apexes, the dexpreopt rules of system server jars
274 // are created in the ctx object of the top-level prebuilt apex.
275 isApexSystemServerJar := global.AllApexSystemServerJars(ctx).ContainsJar(libName)
276
277 if _, isApex := android.ModuleProvider(ctx, android.ApexBundleInfoProvider); isApex || isApexVariant(ctx) {
278 // dexpreopt rules for system server jars can be generated in the ModuleCtx of prebuilt apexes
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800279 if !isApexSystemServerJar {
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000280 return true
281 }
Spandan Das50801e22024-05-13 18:29:45 +0000282 ai, _ := android.ModuleProvider(ctx, android.ApexInfoProvider)
283 allApexInfos := []android.ApexInfo{}
284 if allApexInfosProvider, ok := android.ModuleProvider(ctx, android.AllApexInfoProvider); ok {
285 allApexInfos = allApexInfosProvider.ApexInfos
286 }
287 if len(allApexInfos) > 0 && !ai.MinSdkVersion.EqualTo(allApexInfos[0].MinSdkVersion) {
288 // Apex system server jars are dexpreopted and installed on to the system image.
289 // Since we can have BigAndroid and Go variants of system server jar providing apexes,
290 // and these two variants can have different min_sdk_versions, hide one of the apex variants
291 // from make to prevent collisions.
292 //
293 // Unlike cc, min_sdk_version does not have an effect on the build actions of java libraries.
294 ctx.Module().MakeUninstallable()
295 }
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000296 } else {
297 // Don't preopt the platform variant of an APEX system server jar to avoid conflicts.
Jiakai Zhang389a6472021-12-14 18:54:06 +0000298 if isApexSystemServerJar {
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000299 return true
300 }
Yo Chiangdbdf8f92020-01-09 19:00:27 +0800301 }
302
Colin Cross43f08db2018-11-12 10:13:39 -0800303 // TODO: contains no java code
304
305 return false
306}
307
Martin Stjernholm6d415272020-01-31 17:10:36 +0000308func dexpreoptToolDepsMutator(ctx android.BottomUpMutatorContext) {
Spandan Dase21a8d42024-01-23 23:56:29 +0000309 if _, isApex := android.ModuleProvider(ctx, android.ApexBundleInfoProvider); isApex && dexpreopt.IsDex2oatNeeded(ctx) {
310 // prebuilt apexes can genererate rules to dexpreopt deapexed jars
311 // Add a dex2oat dep aggressively on _every_ apex module
312 dexpreopt.RegisterToolDeps(ctx)
313 return
314 }
315 if d, ok := ctx.Module().(DexpreopterInterface); !ok || d.dexpreoptDisabled(ctx, android.RemoveOptionalPrebuiltPrefix(ctx.ModuleName())) || !dexpreopt.IsDex2oatNeeded(ctx) {
Martin Stjernholm6d415272020-01-31 17:10:36 +0000316 return
317 }
318 dexpreopt.RegisterToolDeps(ctx)
319}
320
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000321// Returns the install path of the dex jar of a module.
322//
323// Do not rely on `ApexInfo.ApexVariationName` because it can be something like "apex1000", rather
324// than the `name` in the path `/apex/<name>` as suggested in its comment.
325//
326// This function is on a best-effort basis. It cannot handle the case where an APEX jar is not a
327// system server jar, which is fine because we currently only preopt system server jars for APEXes.
328func (d *dexpreopter) getInstallPath(
Spandan Dase21a8d42024-01-23 23:56:29 +0000329 ctx android.ModuleContext, libName string, defaultInstallPath android.InstallPath) android.InstallPath {
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000330 global := dexpreopt.GetGlobalConfig(ctx)
Spandan Dase21a8d42024-01-23 23:56:29 +0000331 if global.AllApexSystemServerJars(ctx).ContainsJar(libName) {
332 dexLocation := dexpreopt.GetSystemServerDexLocation(ctx, global, libName)
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000333 return android.PathForModuleInPartitionInstall(ctx, "", strings.TrimPrefix(dexLocation, "/"))
334 }
Spandan Dase21a8d42024-01-23 23:56:29 +0000335 if !d.dexpreoptDisabled(ctx, libName) && isApexVariant(ctx) &&
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000336 filepath.Base(defaultInstallPath.PartitionDir()) != "apex" {
337 ctx.ModuleErrorf("unable to get the install path of the dex jar for dexpreopt")
338 }
339 return defaultInstallPath
Nicolas Geoffrayfa6e9ec2019-02-12 13:12:16 +0000340}
341
Spandan Das2069c3f2023-12-06 19:40:24 +0000342// DexpreoptPrebuiltApexSystemServerJars generates the dexpreopt artifacts from a jar file that has been deapexed from a prebuilt apex
343func (d *Dexpreopter) DexpreoptPrebuiltApexSystemServerJars(ctx android.ModuleContext, libraryName string, di *android.DeapexerInfo) {
344 // A single prebuilt apex can have multiple apex system jars
345 // initialize the output path for this dex jar
346 dc := dexpreopt.GetGlobalConfig(ctx)
347 d.installPath = android.PathForModuleInPartitionInstall(ctx, "", strings.TrimPrefix(dexpreopt.GetSystemServerDexLocation(ctx, dc, libraryName), "/"))
348 // generate the rules for creating the .odex and .vdex files for this system server jar
Spandan Das5be63332023-12-13 00:06:32 +0000349 dexJarFile := di.PrebuiltExportPath(ApexRootRelativePathToJavaLib(libraryName))
Spandan Das2ea84dd2024-01-25 22:12:50 +0000350
351 d.inputProfilePathOnHost = nil // reset: TODO(spandandas): Make dexpreopter stateless
352 if android.InList(libraryName, di.GetDexpreoptProfileGuidedExportedModuleNames()) {
353 // Set the profile path to guide optimization
354 prof := di.PrebuiltExportPath(ApexRootRelativePathToJavaLib(libraryName) + ".prof")
355 if prof == nil {
356 ctx.ModuleErrorf("Could not find a .prof file in this prebuilt apex")
357 }
358 d.inputProfilePathOnHost = prof
359 }
360
Spandan Dase21a8d42024-01-23 23:56:29 +0000361 d.dexpreopt(ctx, libraryName, dexJarFile)
Spandan Das2069c3f2023-12-06 19:40:24 +0000362}
363
Colin Cross7707b242024-07-26 12:02:36 -0700364func (d *dexpreopter) dexpreopt(ctx android.ModuleContext, libName string, dexJarFile android.Path) {
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000365 global := dexpreopt.GetGlobalConfig(ctx)
366
Martin Stjernholm6d415272020-01-31 17:10:36 +0000367 // TODO(b/148690468): The check on d.installPath is to bail out in cases where
368 // the dexpreopter struct hasn't been fully initialized before we're called,
369 // e.g. in aar.go. This keeps the behaviour that dexpreopting is effectively
370 // disabled, even if installable is true.
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000371 if d.installPath.Base() == "." {
372 return
373 }
374
375 dexLocation := android.InstallPathToOnDevicePath(ctx, d.installPath)
376
Spandan Dase21a8d42024-01-23 23:56:29 +0000377 providesUsesLib := libName
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000378 if ulib, ok := ctx.Module().(ProvidesUsesLib); ok {
379 name := ulib.ProvidesUsesLib()
380 if name != nil {
381 providesUsesLib = *name
382 }
383 }
384
Jeongik Cha4b073cd2021-06-08 11:35:00 +0900385 // If it is test, make config files regardless of its dexpreopt setting.
Jeongik Chac6246672021-04-08 00:00:19 +0900386 // The config files are required for apps defined in make which depend on the lib.
Spandan Dase21a8d42024-01-23 23:56:29 +0000387 if d.isTest && d.dexpreoptDisabled(ctx, libName) {
Jaewoong Jung4b97a562020-12-17 09:43:28 -0800388 return
Nicolas Geoffrayfa6e9ec2019-02-12 13:12:16 +0000389 }
390
Spandan Dase21a8d42024-01-23 23:56:29 +0000391 isSystemServerJar := global.AllSystemServerJars(ctx).ContainsJar(libName)
Ulya Trafimovich9023b022021-03-22 16:02:28 +0000392
Colin Cross44df5812019-02-15 23:06:46 -0800393 bootImage := defaultBootImageConfig(ctx)
Jiakai Zhangb8796202023-03-06 19:16:48 +0000394 // When `global.PreoptWithUpdatableBcp` is true, `bcpForDexpreopt` below includes the mainline
395 // boot jars into bootclasspath, so we should include the mainline boot image as well because it's
396 // generated from those jars.
397 if global.PreoptWithUpdatableBcp {
398 bootImage = mainlineBootImageConfig(ctx)
399 }
Jiakai Zhang02669e82021-09-11 03:44:06 +0000400 dexFiles, dexLocations := bcpForDexpreopt(ctx, global.PreoptWithUpdatableBcp)
Ulya Trafimovich9023b022021-03-22 16:02:28 +0000401
David Srbeckyc177ebe2020-02-18 20:43:06 +0000402 targets := ctx.MultiTargets()
403 if len(targets) == 0 {
Colin Cross43f08db2018-11-12 10:13:39 -0800404 // assume this is a java library, dexpreopt for all arches for now
405 for _, target := range ctx.Config().Targets[android.Android] {
dimitry1f33e402019-03-26 12:39:31 +0100406 if target.NativeBridge == android.NativeBridgeDisabled {
David Srbeckyc177ebe2020-02-18 20:43:06 +0000407 targets = append(targets, target)
dimitry1f33e402019-03-26 12:39:31 +0100408 }
Colin Cross43f08db2018-11-12 10:13:39 -0800409 }
Spandan Dase21a8d42024-01-23 23:56:29 +0000410 if isSystemServerJar && libName != "com.android.location.provider" {
Jiakai Zhang2fbc3552022-11-28 15:38:23 +0000411 // If the module is a system server jar, only preopt for the primary arch because the jar can
412 // only be loaded by system server. "com.android.location.provider" is a special case because
413 // it's also used by apps as a shared library.
David Srbeckyc177ebe2020-02-18 20:43:06 +0000414 targets = targets[:1]
Colin Cross43f08db2018-11-12 10:13:39 -0800415 }
416 }
Colin Cross43f08db2018-11-12 10:13:39 -0800417
David Srbeckyc177ebe2020-02-18 20:43:06 +0000418 var archs []android.ArchType
Colin Cross69f59a32019-02-15 10:39:37 -0800419 var images android.Paths
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000420 var imagesDeps []android.OutputPaths
David Srbeckyc177ebe2020-02-18 20:43:06 +0000421 for _, target := range targets {
422 archs = append(archs, target.Arch.ArchType)
423 variant := bootImage.getVariant(target)
Jeongik Chaa5969092021-05-07 18:53:21 +0900424 images = append(images, variant.imagePathOnHost)
David Srbeckyc177ebe2020-02-18 20:43:06 +0000425 imagesDeps = append(imagesDeps, variant.imagesDeps)
Colin Crossc7e40aa2019-02-08 21:37:00 -0800426 }
David Srbeckyab994982020-03-30 17:24:13 +0100427 // The image locations for all Android variants are identical.
Jeongik Cha4dda75e2021-04-27 23:56:44 +0900428 hostImageLocations, deviceImageLocations := bootImage.getAnyAndroidVariant().imageLocations()
Colin Crossc7e40aa2019-02-08 21:37:00 -0800429
Colin Cross43f08db2018-11-12 10:13:39 -0800430 var profileClassListing android.OptionalPath
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100431 var profileBootListing android.OptionalPath
Colin Cross43f08db2018-11-12 10:13:39 -0800432 profileIsTextListing := false
Spandan Das2ea84dd2024-01-25 22:12:50 +0000433
Jiakai Zhang81e46812023-02-08 21:56:07 +0800434 if d.inputProfilePathOnHost != nil {
435 profileClassListing = android.OptionalPathForPath(d.inputProfilePathOnHost)
436 } else if BoolDefault(d.dexpreoptProperties.Dex_preopt.Profile_guided, true) && !forPrebuiltApex(ctx) {
Spandan Das3dbda182024-05-20 22:23:10 +0000437 // If enable_profile_rewriting is set, use the rewritten profile instead of the checked-in profile
438 if d.EnableProfileRewriting() {
439 profileClassListing = android.OptionalPathForPath(d.GetRewrittenProfile())
440 profileIsTextListing = true
441 } else if profile := d.GetProfile(); profile != "" {
442 // If dex_preopt.profile_guided is not set, default it based on the existence of the
443 // dexprepot.profile option or the profile class listing.
Colin Cross43f08db2018-11-12 10:13:39 -0800444 profileClassListing = android.OptionalPathForPath(
Spandan Das3dbda182024-05-20 22:23:10 +0000445 android.PathForModuleSrc(ctx, profile))
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100446 profileBootListing = android.ExistentPathForSource(ctx,
Spandan Das3dbda182024-05-20 22:23:10 +0000447 ctx.ModuleDir(), profile+"-boot")
Colin Cross43f08db2018-11-12 10:13:39 -0800448 profileIsTextListing = true
Dan Willemsen78d51b02020-06-24 16:33:31 -0700449 } else if global.ProfileDir != "" {
Colin Cross43f08db2018-11-12 10:13:39 -0800450 profileClassListing = android.ExistentPathForSource(ctx,
Spandan Dase21a8d42024-01-23 23:56:29 +0000451 global.ProfileDir, libName+".prof")
Colin Cross43f08db2018-11-12 10:13:39 -0800452 }
453 }
454
Jiakai Zhang9c4dc192023-02-09 00:09:24 +0800455 d.dexpreoptProperties.Dex_preopt_result.Profile_guided = profileClassListing.Valid()
456
Spandan Das2069c3f2023-12-06 19:40:24 +0000457 // A single apex can have multiple system server jars
458 // Use the dexJar to create a unique scope for each
459 dexJarStem := strings.TrimSuffix(dexJarFile.Base(), dexJarFile.Ext())
460
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000461 // Full dexpreopt config, used to create dexpreopt build rules.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000462 dexpreoptConfig := &dexpreopt.ModuleConfig{
Spandan Dase21a8d42024-01-23 23:56:29 +0000463 Name: libName,
Victor Hsiehd181c8b2019-01-29 13:00:33 -0800464 DexLocation: dexLocation,
Spandan Dase21a8d42024-01-23 23:56:29 +0000465 BuildPath: android.PathForModuleOut(ctx, "dexpreopt", dexJarStem, libName+".jar").OutputPath,
Colin Cross69f59a32019-02-15 10:39:37 -0800466 DexPath: dexJarFile,
Jeongik Cha33a3a812021-04-15 09:12:49 +0900467 ManifestPath: android.OptionalPathForPath(d.manifestFile),
Victor Hsiehd181c8b2019-01-29 13:00:33 -0800468 UncompressedDex: d.uncompressedDex,
469 HasApkLibraries: false,
470 PreoptFlags: nil,
Colin Cross43f08db2018-11-12 10:13:39 -0800471
Colin Cross69f59a32019-02-15 10:39:37 -0800472 ProfileClassListing: profileClassListing,
Colin Cross43f08db2018-11-12 10:13:39 -0800473 ProfileIsTextListing: profileIsTextListing,
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100474 ProfileBootListing: profileBootListing,
Colin Cross43f08db2018-11-12 10:13:39 -0800475
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +0000476 EnforceUsesLibrariesStatusFile: dexpreopt.UsesLibrariesStatusFile(ctx),
477 EnforceUsesLibraries: d.enforceUsesLibs,
478 ProvidesUsesLibrary: providesUsesLib,
479 ClassLoaderContexts: d.classLoaderContexts,
Colin Cross43f08db2018-11-12 10:13:39 -0800480
Jeongik Cha4dda75e2021-04-27 23:56:44 +0900481 Archs: archs,
482 DexPreoptImagesDeps: imagesDeps,
483 DexPreoptImageLocationsOnHost: hostImageLocations,
484 DexPreoptImageLocationsOnDevice: deviceImageLocations,
Colin Cross43f08db2018-11-12 10:13:39 -0800485
Ulya Trafimovich9023b022021-03-22 16:02:28 +0000486 PreoptBootClassPathDexFiles: dexFiles.Paths(),
Vladimir Marko40139d62020-02-06 15:14:29 +0000487 PreoptBootClassPathDexLocations: dexLocations,
Colin Cross800fe132019-02-11 14:21:24 -0800488
Colin Cross43f08db2018-11-12 10:13:39 -0800489 NoCreateAppImage: !BoolDefault(d.dexpreoptProperties.Dex_preopt.App_image, true),
490 ForceCreateAppImage: BoolDefault(d.dexpreoptProperties.Dex_preopt.App_image, false),
491
Jaewoong Jungccbb3932019-04-15 09:48:31 -0700492 PresignedPrebuilt: d.isPresignedPrebuilt,
Colin Cross43f08db2018-11-12 10:13:39 -0800493 }
494
Spandan Das2069c3f2023-12-06 19:40:24 +0000495 d.configPath = android.PathForModuleOut(ctx, "dexpreopt", dexJarStem, "dexpreopt.config")
Jeongik Chac6246672021-04-08 00:00:19 +0900496 dexpreopt.WriteModuleConfig(ctx, dexpreoptConfig, d.configPath)
497
Spandan Dase21a8d42024-01-23 23:56:29 +0000498 if d.dexpreoptDisabled(ctx, libName) {
Jeongik Chac6246672021-04-08 00:00:19 +0900499 return
500 }
501
502 globalSoong := dexpreopt.GetGlobalSoongConfig(ctx)
503
Jiakai Zhang51b2a8b2023-06-26 16:47:38 +0100504 // The root "product_packages.txt" is generated by `build/make/core/Makefile`. It contains a list
505 // of all packages that are installed on the device. We use `grep` to filter the list by the app's
506 // dependencies to create a per-app list, and use `rsync --checksum` to prevent the file's mtime
507 // from being changed if the contents don't change. This avoids unnecessary dexpreopt reruns.
Jiakai Zhanga4496782023-05-17 16:57:30 +0100508 productPackages := android.PathForModuleInPartitionInstall(ctx, "", "product_packages.txt")
Spandan Das2069c3f2023-12-06 19:40:24 +0000509 appProductPackages := android.PathForModuleOut(ctx, "dexpreopt", dexJarStem, "product_packages.txt")
Jiakai Zhang51b2a8b2023-06-26 16:47:38 +0100510 appProductPackagesStaging := appProductPackages.ReplaceExtension(ctx, "txt.tmp")
511 clcNames, _ := dexpreopt.ComputeClassLoaderContextDependencies(dexpreoptConfig.ClassLoaderContexts)
512 sort.Strings(clcNames) // The order needs to be deterministic.
513 productPackagesRule := android.NewRuleBuilder(pctx, ctx)
514 if len(clcNames) > 0 {
515 productPackagesRule.Command().
516 Text("grep -F -x").
517 FlagForEachArg("-e ", clcNames).
518 Input(productPackages).
519 FlagWithOutput("> ", appProductPackagesStaging).
520 Text("|| true")
521 } else {
522 productPackagesRule.Command().
523 Text("rm -f").Output(appProductPackagesStaging).
524 Text("&&").
525 Text("touch").Output(appProductPackagesStaging)
526 }
527 productPackagesRule.Command().
528 Text("rsync --checksum").
529 Input(appProductPackagesStaging).
530 Output(appProductPackages)
Spandan Das2069c3f2023-12-06 19:40:24 +0000531 productPackagesRule.Restat().Build("product_packages."+dexJarStem, "dexpreopt product_packages")
Jiakai Zhanga4496782023-05-17 16:57:30 +0100532
Spandan Das5ae65ee2024-04-16 22:03:26 +0000533 // Prebuilts are active, do not copy the dexpreopt'd source javalib to out/soong/system_server_dexjars
534 // The javalib from the deapexed prebuilt will be copied to this location.
535 // TODO (b/331665856): Implement a principled solution for this.
Spandan Das50801e22024-05-13 18:29:45 +0000536 copyApexSystemServerJarDex := !disableSourceApexVariant(ctx) && !ctx.Module().IsHideFromMake()
Jiakai Zhanga4496782023-05-17 16:57:30 +0100537 dexpreoptRule, err := dexpreopt.GenerateDexpreoptRule(
Spandan Das5ae65ee2024-04-16 22:03:26 +0000538 ctx, globalSoong, global, dexpreoptConfig, appProductPackages, copyApexSystemServerJarDex)
Colin Cross43f08db2018-11-12 10:13:39 -0800539 if err != nil {
540 ctx.ModuleErrorf("error generating dexpreopt rule: %s", err.Error())
Jaewoong Jung4b97a562020-12-17 09:43:28 -0800541 return
Colin Cross43f08db2018-11-12 10:13:39 -0800542 }
543
Spandan Das2069c3f2023-12-06 19:40:24 +0000544 dexpreoptRule.Build("dexpreopt"+"."+dexJarStem, "dexpreopt")
Colin Cross43f08db2018-11-12 10:13:39 -0800545
Spandan Das2069c3f2023-12-06 19:40:24 +0000546 // The current ctx might be of a deapexer module created by a prebuilt apex
547 // Use the path of the dex file to determine the library name
548 isApexSystemServerJar := global.AllApexSystemServerJars(ctx).ContainsJar(dexJarStem)
Jiakai Zhang389a6472021-12-14 18:54:06 +0000549
Justin Yun613bdc52024-06-12 21:32:10 +0900550 dexpreoptPartition := d.installPath.Partition()
551 // dexpreoptPartition is set to empty for dexpreopts of system APEX and system_other.
552 // In case of system APEX, however, we can set it to "system" manually.
553 // TODO(b/346662300): Let dexpreopter generate the installPath for dexpreopt files instead of
554 // using the dex location to generate the installPath.
555 if isApexSystemServerJar {
556 dexpreoptPartition = "system"
557 }
Colin Cross1d0eb7a2021-11-03 14:08:20 -0700558 for _, install := range dexpreoptRule.Installs() {
559 // Remove the "/" prefix because the path should be relative to $ANDROID_PRODUCT_OUT.
560 installDir := strings.TrimPrefix(filepath.Dir(install.To), "/")
Justin Yun613bdc52024-06-12 21:32:10 +0900561 partition := dexpreoptPartition
Justin Yun22c8aca2024-06-05 20:25:03 +0900562 if strings.HasPrefix(installDir, partition+"/") {
563 installDir = strings.TrimPrefix(installDir, partition+"/")
564 } else {
565 // If the partition for the installDir is different from the install partition, set the
566 // partition empty to install the dexpreopt files to the desired partition.
567 // TODO(b/346439786): Define and use the dexpreopt module type to avoid this mismatch.
568 partition = ""
569 }
Colin Cross1d0eb7a2021-11-03 14:08:20 -0700570 installBase := filepath.Base(install.To)
571 arch := filepath.Base(installDir)
Justin Yun22c8aca2024-06-05 20:25:03 +0900572 installPath := android.PathForModuleInPartitionInstall(ctx, partition, installDir)
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800573 isProfile := strings.HasSuffix(installBase, ".prof")
574
575 if isProfile {
Jiakai Zhang81e46812023-02-08 21:56:07 +0800576 d.outputProfilePathOnHost = install.From
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800577 }
Colin Cross1d0eb7a2021-11-03 14:08:20 -0700578
Jiakai Zhang389a6472021-12-14 18:54:06 +0000579 if isApexSystemServerJar {
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800580 // Profiles are handled separately because they are installed into the APEX.
581 if !isProfile {
582 // APEX variants of java libraries are hidden from Make, so their dexpreopt
583 // outputs need special handling. Currently, for APEX variants of java
584 // libraries, only those in the system server classpath are handled here.
585 // Preopting of boot classpath jars in the ART APEX are handled in
586 // java/dexpreopt_bootjars.go, and other APEX jars are not preopted.
587 // The installs will be handled by Make as sub-modules of the java library.
Spandan Das746161d2024-08-21 22:47:53 +0000588 di := dexpreopterInstall{
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800589 name: arch + "-" + installBase,
Spandan Dase21a8d42024-01-23 23:56:29 +0000590 moduleName: libName,
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800591 outputPathOnHost: install.From,
592 installDirOnDevice: installPath,
593 installFileOnDevice: installBase,
Spandan Das746161d2024-08-21 22:47:53 +0000594 }
595 ctx.InstallFile(di.installDirOnDevice, di.installFileOnDevice, di.outputPathOnHost)
596 d.builtInstalledForApex = append(d.builtInstalledForApex, di)
597
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800598 }
Colin Crossfa9bfcd2021-11-10 16:42:38 -0800599 } else if !d.preventInstall {
Colin Cross1d0eb7a2021-11-03 14:08:20 -0700600 ctx.InstallFile(installPath, installBase, install.From)
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000601 }
Colin Cross1d0eb7a2021-11-03 14:08:20 -0700602 }
603
Jiakai Zhang389a6472021-12-14 18:54:06 +0000604 if !isApexSystemServerJar {
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000605 d.builtInstalled = dexpreoptRule.Installs().String()
606 }
607}
608
Justin Yun22c8aca2024-06-05 20:25:03 +0900609func getModuleInstallPathInfo(ctx android.ModuleContext, fullInstallPath string) (android.InstallPath, string, string) {
610 installPath := android.PathForModuleInstall(ctx)
611 installDir, installBase := filepath.Split(strings.TrimPrefix(fullInstallPath, "/"))
612
613 if !strings.HasPrefix(installDir, installPath.Partition()+"/") {
614 // Return empty filename if the install partition is not for the target image.
615 return installPath, "", ""
616 }
617 relDir, err := filepath.Rel(installPath.Partition(), installDir)
618 if err != nil {
619 panic(err)
620 }
621 return installPath, relDir, installBase
622}
623
Spandan Das29207b52024-07-30 23:28:17 +0000624// installFile will install the file if `install` path and the target install partition are the same.
625func installFile(ctx android.ModuleContext, install android.RuleBuilderInstall) {
Justin Yun22c8aca2024-06-05 20:25:03 +0900626 installPath, relDir, name := getModuleInstallPathInfo(ctx, install.To)
627 // Empty name means the install partition is not for the target image.
628 // For the system image, files for "apex" and "system_other" are skipped here.
629 // The skipped "apex" files are for testing only, for example,
630 // "/apex/art_boot_images/javalib/x86/boot.vdex".
631 // TODO(b/320196894): Files for "system_other" are skipped because soong creates the system
632 // image only for now.
633 if name != "" {
Spandan Das29207b52024-07-30 23:28:17 +0000634 ctx.InstallFile(installPath.Join(ctx, relDir), name, install.From)
Justin Yun22c8aca2024-06-05 20:25:03 +0900635 }
636}
637
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000638func (d *dexpreopter) DexpreoptBuiltInstalledForApex() []dexpreopterInstall {
639 return d.builtInstalledForApex
640}
641
642func (d *dexpreopter) AndroidMkEntriesForApex() []android.AndroidMkEntries {
643 var entries []android.AndroidMkEntries
644 for _, install := range d.builtInstalledForApex {
Jiakai Zhang6decef92022-01-12 17:56:19 +0000645 entries = append(entries, install.ToMakeEntries())
Jiakai Zhangca9bc982021-09-09 08:09:41 +0000646 }
647 return entries
Colin Cross43f08db2018-11-12 10:13:39 -0800648}
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800649
Jiakai Zhang81e46812023-02-08 21:56:07 +0800650func (d *dexpreopter) OutputProfilePathOnHost() android.Path {
651 return d.outputProfilePathOnHost
Jiakai Zhang3317ce72023-02-08 01:19:19 +0800652}
Spandan Das0727ba72024-02-13 16:37:43 +0000653
654func (d *dexpreopter) disableDexpreopt() {
655 d.shouldDisableDexpreopt = true
656}
Spandan Das3dbda182024-05-20 22:23:10 +0000657
658func (d *dexpreopter) EnableProfileRewriting() bool {
659 return proptools.Bool(d.dexpreoptProperties.Dex_preopt.Enable_profile_rewriting)
660}
661
662func (d *dexpreopter) GetProfile() string {
663 return proptools.String(d.dexpreoptProperties.Dex_preopt.Profile)
664}
665
666func (d *dexpreopter) GetProfileGuided() bool {
667 return proptools.Bool(d.dexpreoptProperties.Dex_preopt.Profile_guided)
668}
669
670func (d *dexpreopter) GetRewrittenProfile() android.Path {
671 return d.rewrittenProfile
672}
673
674func (d *dexpreopter) SetRewrittenProfile(p android.Path) {
675 d.rewrittenProfile = p
676}