blob: 26ff5baab2f235003d746fbb2773169a5e097242 [file] [log] [blame]
Colin Cross43f08db2018-11-12 10:13:39 -08001// Copyright 2018 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package dexpreopt
16
17import (
18 "encoding/json"
Martin Stjernholmd90676f2020-01-11 00:37:30 +000019 "fmt"
Colin Cross69f59a32019-02-15 10:39:37 -080020 "strings"
Colin Cross74ba9622019-02-11 15:11:14 -080021
Martin Stjernholmd90676f2020-01-11 00:37:30 +000022 "github.com/google/blueprint"
23
Colin Cross74ba9622019-02-11 15:11:14 -080024 "android/soong/android"
Colin Cross43f08db2018-11-12 10:13:39 -080025)
26
Martin Stjernholmc52aaf12020-01-06 23:11:37 +000027// GlobalConfig stores the configuration for dex preopting. The fields are set
Martin Stjernholm75a48d82020-01-10 20:32:59 +000028// from product variables via dex_preopt_config.mk.
Colin Cross43f08db2018-11-12 10:13:39 -080029type GlobalConfig struct {
Ulya Trafimovicha4a1c4e2021-01-15 18:40:04 +000030 DisablePreopt bool // disable preopt for all modules (excluding boot images)
31 DisablePreoptBootImages bool // disable prepot for boot images
32 DisablePreoptModules []string // modules with preopt disabled by product-specific config
Colin Cross43f08db2018-11-12 10:13:39 -080033
34 OnlyPreoptBootImageAndSystemServer bool // only preopt jars in the boot image or system server
35
Ulya Trafimovich9023b022021-03-22 16:02:28 +000036 PreoptWithUpdatableBcp bool // If updatable boot jars are included in dexpreopt or not.
37
Vladimir Marko40139d62020-02-06 15:14:29 +000038 UseArtImage bool // use the art image (use other boot class path dex files without image)
39
Colin Cross43f08db2018-11-12 10:13:39 -080040 HasSystemOther bool // store odex files that match PatternsOnSystemOther on the system_other partition
41 PatternsOnSystemOther []string // patterns (using '%' to denote a prefix match) to put odex on the system_other partition
42
Colin Cross69f59a32019-02-15 10:39:37 -080043 DisableGenerateProfile bool // don't generate profiles
44 ProfileDir string // directory to find profiles in
Colin Cross43f08db2018-11-12 10:13:39 -080045
Ulya Trafimovich249386a2020-07-01 14:31:13 +010046 BootJars android.ConfiguredJarList // modules for jars that form the boot class path
47 UpdatableBootJars android.ConfiguredJarList // jars within apex that form the boot class path
Vladimir Markod2ee5322018-12-19 17:57:57 +000048
Ulya Trafimovich249386a2020-07-01 14:31:13 +010049 ArtApexJars android.ConfiguredJarList // modules for jars that are in the ART APEX
Colin Cross800fe132019-02-11 14:21:24 -080050
Ulya Trafimovich249386a2020-07-01 14:31:13 +010051 SystemServerJars []string // jars that form the system server
52 SystemServerApps []string // apps that are loaded into system server
53 UpdatableSystemServerJars android.ConfiguredJarList // jars within apex that are loaded into system server
54 SpeedApps []string // apps that should be speed optimized
Colin Cross43f08db2018-11-12 10:13:39 -080055
Ulya Trafimovichcd3203f2020-03-27 11:30:00 +000056 BrokenSuboptimalOrderOfSystemServerJars bool // if true, sub-optimal order does not cause a build error
57
Colin Cross43f08db2018-11-12 10:13:39 -080058 PreoptFlags []string // global dex2oat flags that should be used if no module-specific dex2oat flags are specified
59
60 DefaultCompilerFilter string // default compiler filter to pass to dex2oat, overridden by --compiler-filter= in module-specific dex2oat flags
61 SystemServerCompilerFilter string // default compiler filter to pass to dex2oat for system server jars
62
Nicolas Geoffrayc1bf7242019-10-18 14:51:38 +010063 GenerateDMFiles bool // generate Dex Metadata files
Colin Cross43f08db2018-11-12 10:13:39 -080064
65 NoDebugInfo bool // don't generate debug info by default
Mathieu Chartier3f7ddbb2019-04-29 09:33:50 -070066 DontResolveStartupStrings bool // don't resolve string literals loaded during application startup.
Colin Cross43f08db2018-11-12 10:13:39 -080067 AlwaysSystemServerDebugInfo bool // always generate mini debug info for system server modules (overrides NoDebugInfo=true)
68 NeverSystemServerDebugInfo bool // never generate mini debug info for system server modules (overrides NoDebugInfo=false)
69 AlwaysOtherDebugInfo bool // always generate mini debug info for non-system server modules (overrides NoDebugInfo=true)
70 NeverOtherDebugInfo bool // never generate mini debug info for non-system server modules (overrides NoDebugInfo=true)
71
Colin Cross43f08db2018-11-12 10:13:39 -080072 IsEng bool // build is a eng variant
73 SanitizeLite bool // build is the second phase of a SANITIZE_LITE build
74
75 DefaultAppImages bool // build app images (TODO: .art files?) by default
76
Colin Cross800fe132019-02-11 14:21:24 -080077 Dex2oatXmx string // max heap size for dex2oat
78 Dex2oatXms string // initial heap size for dex2oat
Colin Cross43f08db2018-11-12 10:13:39 -080079
80 EmptyDirectory string // path to an empty directory
81
Colin Cross74ba9622019-02-11 15:11:14 -080082 CpuVariant map[android.ArchType]string // cpu variant for each architecture
83 InstructionSetFeatures map[android.ArchType]string // instruction set for each architecture
Colin Cross43f08db2018-11-12 10:13:39 -080084
Nicolas Geoffray1086e602021-01-20 14:30:40 +000085 BootImageProfiles android.Paths // path to a boot-image-profile.txt file
86 BootFlags string // extra flags to pass to dex2oat for the boot image
87 Dex2oatImageXmx string // max heap size for dex2oat for the boot image
88 Dex2oatImageXms string // initial heap size for dex2oat for the boot image
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +000089
Ulya Trafimovich4a13acb2021-03-02 12:25:02 +000090 // If true, downgrade the compiler filter of dexpreopt to "verify" when verify_uses_libraries
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +000091 // check fails, instead of failing the build. This will disable any AOT-compilation.
92 //
93 // The intended use case for this flag is to have a smoother migration path for the Java
94 // modules that need to add <uses-library> information in their build files. The flag allows to
95 // quickly silence build errors. This flag should be used with caution and only as a temporary
96 // measure, as it masks real errors and affects performance.
97 RelaxUsesLibraryCheck bool
Colin Cross43f08db2018-11-12 10:13:39 -080098}
99
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000100// GlobalSoongConfig contains the global config that is generated from Soong,
101// stored in dexpreopt_soong.config.
102type GlobalSoongConfig struct {
103 // Paths to tools possibly used by the generated commands.
104 Profman android.Path
105 Dex2oat android.Path
106 Aapt android.Path
107 SoongZip android.Path
108 Zip2zip android.Path
109 ManifestCheck android.Path
Colin Cross38b96852019-05-22 10:21:09 -0700110 ConstructContext android.Path
Colin Cross43f08db2018-11-12 10:13:39 -0800111}
112
113type ModuleConfig struct {
Victor Hsiehd181c8b2019-01-29 13:00:33 -0800114 Name string
115 DexLocation string // dex location on device
Colin Cross69f59a32019-02-15 10:39:37 -0800116 BuildPath android.OutputPath
117 DexPath android.Path
Jeongik Cha33a3a812021-04-15 09:12:49 +0900118 ManifestPath android.OptionalPath
Victor Hsiehd181c8b2019-01-29 13:00:33 -0800119 UncompressedDex bool
120 HasApkLibraries bool
121 PreoptFlags []string
Colin Cross43f08db2018-11-12 10:13:39 -0800122
Colin Cross69f59a32019-02-15 10:39:37 -0800123 ProfileClassListing android.OptionalPath
Colin Cross43f08db2018-11-12 10:13:39 -0800124 ProfileIsTextListing bool
Nicolas Geoffraye7102422019-07-24 13:19:29 +0100125 ProfileBootListing android.OptionalPath
Colin Cross43f08db2018-11-12 10:13:39 -0800126
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +0000127 EnforceUsesLibraries bool // turn on build-time verify_uses_libraries check
128 EnforceUsesLibrariesStatusFile android.Path // a file with verify_uses_libraries errors (if any)
129 ProvidesUsesLibrary string // library name (usually the same as module name)
130 ClassLoaderContexts ClassLoaderContextMap
Colin Cross43f08db2018-11-12 10:13:39 -0800131
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000132 Archs []android.ArchType
133 DexPreoptImages []android.Path
134 DexPreoptImagesDeps []android.OutputPaths
135 DexPreoptImageLocations []string
Colin Cross43f08db2018-11-12 10:13:39 -0800136
Colin Cross69f59a32019-02-15 10:39:37 -0800137 PreoptBootClassPathDexFiles android.Paths // file paths of boot class path files
138 PreoptBootClassPathDexLocations []string // virtual locations of boot class path files
Colin Cross800fe132019-02-11 14:21:24 -0800139
Colin Cross43f08db2018-11-12 10:13:39 -0800140 PreoptExtractedApk bool // Overrides OnlyPreoptModules
141
142 NoCreateAppImage bool
143 ForceCreateAppImage bool
144
145 PresignedPrebuilt bool
Colin Cross43f08db2018-11-12 10:13:39 -0800146}
147
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000148type globalSoongConfigSingleton struct{}
149
150var pctx = android.NewPackageContext("android/soong/dexpreopt")
151
152func init() {
153 pctx.Import("android/soong/android")
154 android.RegisterSingletonType("dexpreopt-soong-config", func() android.Singleton {
155 return &globalSoongConfigSingleton{}
156 })
157}
158
Colin Cross69f59a32019-02-15 10:39:37 -0800159func constructPath(ctx android.PathContext, path string) android.Path {
160 buildDirPrefix := ctx.Config().BuildDir() + "/"
161 if path == "" {
162 return nil
163 } else if strings.HasPrefix(path, buildDirPrefix) {
164 return android.PathForOutput(ctx, strings.TrimPrefix(path, buildDirPrefix))
165 } else {
166 return android.PathForSource(ctx, path)
167 }
Colin Cross43f08db2018-11-12 10:13:39 -0800168}
169
Colin Cross69f59a32019-02-15 10:39:37 -0800170func constructPaths(ctx android.PathContext, paths []string) android.Paths {
171 var ret android.Paths
172 for _, path := range paths {
173 ret = append(ret, constructPath(ctx, path))
174 }
175 return ret
Colin Cross43f08db2018-11-12 10:13:39 -0800176}
177
Colin Cross69f59a32019-02-15 10:39:37 -0800178func constructWritablePath(ctx android.PathContext, path string) android.WritablePath {
179 if path == "" {
180 return nil
181 }
182 return constructPath(ctx, path).(android.WritablePath)
183}
184
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000185// ParseGlobalConfig parses the given data assumed to be read from the global
186// dexpreopt.config file into a GlobalConfig struct.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000187func ParseGlobalConfig(ctx android.PathContext, data []byte) (*GlobalConfig, error) {
Colin Cross69f59a32019-02-15 10:39:37 -0800188 type GlobalJSONConfig struct {
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000189 *GlobalConfig
Colin Cross69f59a32019-02-15 10:39:37 -0800190
191 // Copies of entries in GlobalConfig that are not constructable without extra parameters. They will be
192 // used to construct the real value manually below.
Paul Duffin7ccacae2020-10-23 21:14:20 +0100193 BootImageProfiles []string
Colin Cross69f59a32019-02-15 10:39:37 -0800194 }
195
196 config := GlobalJSONConfig{}
Colin Cross988414c2020-01-11 01:11:46 +0000197 err := json.Unmarshal(data, &config)
Colin Cross69f59a32019-02-15 10:39:37 -0800198 if err != nil {
Colin Cross988414c2020-01-11 01:11:46 +0000199 return config.GlobalConfig, err
Colin Cross69f59a32019-02-15 10:39:37 -0800200 }
201
202 // Construct paths that require a PathContext.
Colin Cross69f59a32019-02-15 10:39:37 -0800203 config.GlobalConfig.BootImageProfiles = constructPaths(ctx, config.BootImageProfiles)
204
Colin Cross988414c2020-01-11 01:11:46 +0000205 return config.GlobalConfig, nil
Colin Cross69f59a32019-02-15 10:39:37 -0800206}
207
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000208type globalConfigAndRaw struct {
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000209 global *GlobalConfig
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000210 data []byte
211}
212
213// GetGlobalConfig returns the global dexpreopt.config that's created in the
214// make config phase. It is loaded once the first time it is called for any
215// ctx.Config(), and returns the same data for all future calls with the same
216// ctx.Config(). A value can be inserted for tests using
217// setDexpreoptTestGlobalConfig.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000218func GetGlobalConfig(ctx android.PathContext) *GlobalConfig {
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000219 return getGlobalConfigRaw(ctx).global
220}
221
222// GetGlobalConfigRawData is the same as GetGlobalConfig, except that it returns
223// the literal content of dexpreopt.config.
224func GetGlobalConfigRawData(ctx android.PathContext) []byte {
225 return getGlobalConfigRaw(ctx).data
226}
227
228var globalConfigOnceKey = android.NewOnceKey("DexpreoptGlobalConfig")
229var testGlobalConfigOnceKey = android.NewOnceKey("TestDexpreoptGlobalConfig")
230
231func getGlobalConfigRaw(ctx android.PathContext) globalConfigAndRaw {
232 return ctx.Config().Once(globalConfigOnceKey, func() interface{} {
233 if data, err := ctx.Config().DexpreoptGlobalConfig(ctx); err != nil {
234 panic(err)
235 } else if data != nil {
236 globalConfig, err := ParseGlobalConfig(ctx, data)
237 if err != nil {
238 panic(err)
239 }
240 return globalConfigAndRaw{globalConfig, data}
241 }
242
243 // No global config filename set, see if there is a test config set
244 return ctx.Config().Once(testGlobalConfigOnceKey, func() interface{} {
245 // Nope, return a config with preopting disabled
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000246 return globalConfigAndRaw{&GlobalConfig{
Ulya Trafimovicha4a1c4e2021-01-15 18:40:04 +0000247 DisablePreopt: true,
248 DisablePreoptBootImages: true,
249 DisableGenerateProfile: true,
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000250 }, nil}
251 })
252 }).(globalConfigAndRaw)
253}
254
255// SetTestGlobalConfig sets a GlobalConfig that future calls to GetGlobalConfig
256// will return. It must be called before the first call to GetGlobalConfig for
257// the config.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000258func SetTestGlobalConfig(config android.Config, globalConfig *GlobalConfig) {
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000259 config.Once(testGlobalConfigOnceKey, func() interface{} { return globalConfigAndRaw{globalConfig, nil} })
260}
261
262// ParseModuleConfig parses a per-module dexpreopt.config file into a
263// ModuleConfig struct. It is not used in Soong, which receives a ModuleConfig
264// struct directly from java/dexpreopt.go. It is used in dexpreopt_gen called
265// from Make to read the module dexpreopt.config written in the Make config
266// stage.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000267func ParseModuleConfig(ctx android.PathContext, data []byte) (*ModuleConfig, error) {
Colin Cross69f59a32019-02-15 10:39:37 -0800268 type ModuleJSONConfig struct {
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000269 *ModuleConfig
Colin Cross69f59a32019-02-15 10:39:37 -0800270
271 // Copies of entries in ModuleConfig that are not constructable without extra parameters. They will be
272 // used to construct the real value manually below.
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +0000273 BuildPath string
274 DexPath string
275 ManifestPath string
276 ProfileClassListing string
277 EnforceUsesLibrariesStatusFile string
278 ClassLoaderContexts jsonClassLoaderContextMap
279 DexPreoptImages []string
280 DexPreoptImageLocations []string
281 PreoptBootClassPathDexFiles []string
Colin Cross69f59a32019-02-15 10:39:37 -0800282 }
283
284 config := ModuleJSONConfig{}
285
Colin Cross988414c2020-01-11 01:11:46 +0000286 err := json.Unmarshal(data, &config)
Colin Cross69f59a32019-02-15 10:39:37 -0800287 if err != nil {
288 return config.ModuleConfig, err
289 }
290
291 // Construct paths that require a PathContext.
292 config.ModuleConfig.BuildPath = constructPath(ctx, config.BuildPath).(android.OutputPath)
293 config.ModuleConfig.DexPath = constructPath(ctx, config.DexPath)
Jeongik Cha33a3a812021-04-15 09:12:49 +0900294 config.ModuleConfig.ManifestPath = android.OptionalPathForPath(constructPath(ctx, config.ManifestPath))
Colin Cross69f59a32019-02-15 10:39:37 -0800295 config.ModuleConfig.ProfileClassListing = android.OptionalPathForPath(constructPath(ctx, config.ProfileClassListing))
Ulya Trafimovich8c35fcf2021-02-17 16:23:28 +0000296 config.ModuleConfig.EnforceUsesLibrariesStatusFile = constructPath(ctx, config.EnforceUsesLibrariesStatusFile)
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000297 config.ModuleConfig.ClassLoaderContexts = fromJsonClassLoaderContext(ctx, config.ClassLoaderContexts)
Colin Cross69f59a32019-02-15 10:39:37 -0800298 config.ModuleConfig.DexPreoptImages = constructPaths(ctx, config.DexPreoptImages)
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000299 config.ModuleConfig.DexPreoptImageLocations = config.DexPreoptImageLocations
Colin Cross69f59a32019-02-15 10:39:37 -0800300 config.ModuleConfig.PreoptBootClassPathDexFiles = constructPaths(ctx, config.PreoptBootClassPathDexFiles)
Colin Cross69f59a32019-02-15 10:39:37 -0800301
Dan Willemsen0f416782019-06-13 21:44:53 +0000302 // This needs to exist, but dependencies are already handled in Make, so we don't need to pass them through JSON.
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000303 config.ModuleConfig.DexPreoptImagesDeps = make([]android.OutputPaths, len(config.ModuleConfig.DexPreoptImages))
Dan Willemsen0f416782019-06-13 21:44:53 +0000304
Colin Cross69f59a32019-02-15 10:39:37 -0800305 return config.ModuleConfig, nil
306}
307
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000308// WriteSlimModuleConfigForMake serializes a subset of ModuleConfig into a per-module
309// dexpreopt.config JSON file. It is a way to pass dexpreopt information about Soong modules to
310// Make, which is needed when a Make module has a <uses-library> dependency on a Soong module.
311func WriteSlimModuleConfigForMake(ctx android.ModuleContext, config *ModuleConfig, path android.WritablePath) {
312 if path == nil {
313 return
314 }
315
316 // JSON representation of the slim module dexpreopt.config.
317 type slimModuleJSONConfig struct {
318 Name string
319 DexLocation string
320 BuildPath string
321 EnforceUsesLibraries bool
322 ProvidesUsesLibrary string
323 ClassLoaderContexts jsonClassLoaderContextMap
324 }
325
326 jsonConfig := &slimModuleJSONConfig{
327 Name: config.Name,
328 DexLocation: config.DexLocation,
329 BuildPath: config.BuildPath.String(),
330 EnforceUsesLibraries: config.EnforceUsesLibraries,
331 ProvidesUsesLibrary: config.ProvidesUsesLibrary,
332 ClassLoaderContexts: toJsonClassLoaderContext(config.ClassLoaderContexts),
333 }
334
335 data, err := json.MarshalIndent(jsonConfig, "", " ")
336 if err != nil {
337 ctx.ModuleErrorf("failed to JSON marshal module dexpreopt.config: %v", err)
338 return
339 }
340
341 android.WriteFileRule(ctx, path, string(data))
342}
343
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000344// dex2oatModuleName returns the name of the module to use for the dex2oat host
345// tool. It should be a binary module with public visibility that is compiled
346// and installed for host.
347func dex2oatModuleName(config android.Config) string {
348 // Default to the debug variant of dex2oat to help find bugs.
349 // Set USE_DEX2OAT_DEBUG to false for only building non-debug versions.
350 if config.Getenv("USE_DEX2OAT_DEBUG") == "false" {
351 return "dex2oat"
352 } else {
353 return "dex2oatd"
354 }
355}
356
Paul Duffinb506c9d2021-03-24 14:34:40 +0000357type dex2oatDependencyTag struct {
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000358 blueprint.BaseDependencyTag
Paul Duffinb506c9d2021-03-24 14:34:40 +0000359}
360
361func (d dex2oatDependencyTag) ExcludeFromVisibilityEnforcement() {
362}
363
364func (d dex2oatDependencyTag) ExcludeFromApexContents() {
365}
366
367// Dex2oatDepTag represents the dependency onto the dex2oatd module. It is added to any module that
368// needs dexpreopting and so it makes no sense for it to be checked for visibility or included in
369// the apex.
370var Dex2oatDepTag = dex2oatDependencyTag{}
371
372var _ android.ExcludeFromVisibilityEnforcementTag = Dex2oatDepTag
373var _ android.ExcludeFromApexContentsTag = Dex2oatDepTag
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000374
Martin Stjernholm6d415272020-01-31 17:10:36 +0000375// RegisterToolDeps adds the necessary dependencies to binary modules for tools
376// that are required later when Get(Cached)GlobalSoongConfig is called. It
377// should be called from a mutator that's registered with
378// android.RegistrationContext.FinalDepsMutators.
379func RegisterToolDeps(ctx android.BottomUpMutatorContext) {
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000380 dex2oatBin := dex2oatModuleName(ctx.Config())
381 v := ctx.Config().BuildOSTarget.Variations()
Ulya Trafimovicha4a1c4e2021-01-15 18:40:04 +0000382 ctx.AddFarVariationDependencies(v, Dex2oatDepTag, dex2oatBin)
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000383}
384
385func dex2oatPathFromDep(ctx android.ModuleContext) android.Path {
386 dex2oatBin := dex2oatModuleName(ctx.Config())
387
Martin Stjernholmc0048622020-08-18 17:37:41 +0100388 // Find the right dex2oat module, trying to follow PrebuiltDepTag from source
389 // to prebuilt if there is one. We wouldn't have to do this if the
390 // prebuilt_postdeps mutator that replaces source deps with prebuilt deps was
391 // run after RegisterToolDeps above, but changing that leads to ordering
392 // problems between mutators (RegisterToolDeps needs to run late to act on
393 // final variants, while prebuilt_postdeps needs to run before many of the
394 // PostDeps mutators, like the APEX mutators). Hence we need to dig out the
395 // prebuilt explicitly here instead.
396 var dex2oatModule android.Module
397 ctx.WalkDeps(func(child, parent android.Module) bool {
Ulya Trafimovicha4a1c4e2021-01-15 18:40:04 +0000398 if parent == ctx.Module() && ctx.OtherModuleDependencyTag(child) == Dex2oatDepTag {
Martin Stjernholmc0048622020-08-18 17:37:41 +0100399 // Found the source module, or prebuilt module that has replaced the source.
400 dex2oatModule = child
401 if p, ok := child.(android.PrebuiltInterface); ok && p.Prebuilt() != nil {
402 return false // If it's the prebuilt we're done.
403 } else {
404 return true // Recurse to check if the source has a prebuilt dependency.
405 }
406 }
407 if parent == dex2oatModule && ctx.OtherModuleDependencyTag(child) == android.PrebuiltDepTag {
408 if p, ok := child.(android.PrebuiltInterface); ok && p.Prebuilt() != nil && p.Prebuilt().UsePrebuilt() {
409 dex2oatModule = child // Found a prebuilt that should be used.
410 }
411 }
412 return false
413 })
414
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000415 if dex2oatModule == nil {
416 // If this happens there's probably a missing call to AddToolDeps in DepsMutator.
417 panic(fmt.Sprintf("Failed to lookup %s dependency", dex2oatBin))
418 }
419
420 dex2oatPath := dex2oatModule.(android.HostToolProvider).HostToolPath()
421 if !dex2oatPath.Valid() {
422 panic(fmt.Sprintf("Failed to find host tool path in %s", dex2oatModule))
423 }
424
425 return dex2oatPath.Path()
426}
427
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000428// createGlobalSoongConfig creates a GlobalSoongConfig from the current context.
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000429// Should not be used in dexpreopt_gen.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000430func createGlobalSoongConfig(ctx android.ModuleContext) *GlobalSoongConfig {
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000431 return &GlobalSoongConfig{
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000432 Profman: ctx.Config().HostToolPath(ctx, "profman"),
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000433 Dex2oat: dex2oatPathFromDep(ctx),
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000434 Aapt: ctx.Config().HostToolPath(ctx, "aapt"),
435 SoongZip: ctx.Config().HostToolPath(ctx, "soong_zip"),
436 Zip2zip: ctx.Config().HostToolPath(ctx, "zip2zip"),
437 ManifestCheck: ctx.Config().HostToolPath(ctx, "manifest_check"),
Ulya Trafimovich5f364b62020-06-30 12:39:01 +0100438 ConstructContext: ctx.Config().HostToolPath(ctx, "construct_context"),
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000439 }
440}
441
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000442// The main reason for this Once cache for GlobalSoongConfig is to make the
443// dex2oat path available to singletons. In ordinary modules we get it through a
Ulya Trafimovicha4a1c4e2021-01-15 18:40:04 +0000444// Dex2oatDepTag dependency, but in singletons there's no simple way to do the
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000445// same thing and ensure the right variant is selected, hence this cache to make
446// the resolved path available to singletons. This means we depend on there
Ulya Trafimovicha4a1c4e2021-01-15 18:40:04 +0000447// being at least one ordinary module with a Dex2oatDepTag dependency.
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000448//
449// TODO(b/147613152): Implement a way to deal with dependencies from singletons,
Paul Duffin9f045242021-01-21 15:05:11 +0000450// and then possibly remove this cache altogether.
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000451var globalSoongConfigOnceKey = android.NewOnceKey("DexpreoptGlobalSoongConfig")
452
453// GetGlobalSoongConfig creates a GlobalSoongConfig the first time it's called,
454// and later returns the same cached instance.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000455func GetGlobalSoongConfig(ctx android.ModuleContext) *GlobalSoongConfig {
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000456 globalSoong := ctx.Config().Once(globalSoongConfigOnceKey, func() interface{} {
457 return createGlobalSoongConfig(ctx)
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000458 }).(*GlobalSoongConfig)
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000459
460 // Always resolve the tool path from the dependency, to ensure that every
461 // module has the dependency added properly.
462 myDex2oat := dex2oatPathFromDep(ctx)
463 if myDex2oat != globalSoong.Dex2oat {
464 panic(fmt.Sprintf("Inconsistent dex2oat path in cached config: expected %s, got %s", globalSoong.Dex2oat, myDex2oat))
465 }
466
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000467 return globalSoong
468}
469
470// GetCachedGlobalSoongConfig returns a cached GlobalSoongConfig created by an
471// earlier GetGlobalSoongConfig call. This function works with any context
472// compatible with a basic PathContext, since it doesn't try to create a
Martin Stjernholm6d415272020-01-31 17:10:36 +0000473// GlobalSoongConfig with the proper paths (which requires a full
474// ModuleContext). If there has been no prior call to GetGlobalSoongConfig, nil
475// is returned.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000476func GetCachedGlobalSoongConfig(ctx android.PathContext) *GlobalSoongConfig {
Martin Stjernholm6d415272020-01-31 17:10:36 +0000477 return ctx.Config().Once(globalSoongConfigOnceKey, func() interface{} {
478 return (*GlobalSoongConfig)(nil)
479 }).(*GlobalSoongConfig)
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000480}
481
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000482type globalJsonSoongConfig struct {
483 Profman string
484 Dex2oat string
485 Aapt string
486 SoongZip string
487 Zip2zip string
488 ManifestCheck string
489 ConstructContext string
490}
491
Martin Stjernholm40f9f3c2020-01-20 18:12:23 +0000492// ParseGlobalSoongConfig parses the given data assumed to be read from the
493// global dexpreopt_soong.config file into a GlobalSoongConfig struct. It is
494// only used in dexpreopt_gen.
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000495func ParseGlobalSoongConfig(ctx android.PathContext, data []byte) (*GlobalSoongConfig, error) {
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000496 var jc globalJsonSoongConfig
497
Colin Cross988414c2020-01-11 01:11:46 +0000498 err := json.Unmarshal(data, &jc)
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000499 if err != nil {
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000500 return &GlobalSoongConfig{}, err
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000501 }
502
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000503 config := &GlobalSoongConfig{
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000504 Profman: constructPath(ctx, jc.Profman),
505 Dex2oat: constructPath(ctx, jc.Dex2oat),
506 Aapt: constructPath(ctx, jc.Aapt),
507 SoongZip: constructPath(ctx, jc.SoongZip),
508 Zip2zip: constructPath(ctx, jc.Zip2zip),
509 ManifestCheck: constructPath(ctx, jc.ManifestCheck),
510 ConstructContext: constructPath(ctx, jc.ConstructContext),
511 }
512
513 return config, nil
514}
515
516func (s *globalSoongConfigSingleton) GenerateBuildActions(ctx android.SingletonContext) {
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000517 if GetGlobalConfig(ctx).DisablePreopt {
518 return
519 }
520
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000521 config := GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm6d415272020-01-31 17:10:36 +0000522 if config == nil {
523 // No module has enabled dexpreopting, so we assume there will be no calls
524 // to dexpreopt_gen.
525 return
526 }
527
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000528 jc := globalJsonSoongConfig{
529 Profman: config.Profman.String(),
530 Dex2oat: config.Dex2oat.String(),
531 Aapt: config.Aapt.String(),
532 SoongZip: config.SoongZip.String(),
533 Zip2zip: config.Zip2zip.String(),
534 ManifestCheck: config.ManifestCheck.String(),
535 ConstructContext: config.ConstructContext.String(),
536 }
537
538 data, err := json.Marshal(jc)
539 if err != nil {
540 ctx.Errorf("failed to JSON marshal GlobalSoongConfig: %v", err)
541 return
542 }
543
Colin Crosscf371cc2020-11-13 11:48:42 -0800544 android.WriteFileRule(ctx, android.PathForOutput(ctx, "dexpreopt_soong.config"), string(data))
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000545}
546
547func (s *globalSoongConfigSingleton) MakeVars(ctx android.MakeVarsContext) {
Martin Stjernholmd90676f2020-01-11 00:37:30 +0000548 if GetGlobalConfig(ctx).DisablePreopt {
549 return
550 }
551
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000552 config := GetCachedGlobalSoongConfig(ctx)
Martin Stjernholm6d415272020-01-31 17:10:36 +0000553 if config == nil {
554 return
555 }
Martin Stjernholmc52aaf12020-01-06 23:11:37 +0000556
557 ctx.Strict("DEX2OAT", config.Dex2oat.String())
558 ctx.Strict("DEXPREOPT_GEN_DEPS", strings.Join([]string{
559 config.Profman.String(),
560 config.Dex2oat.String(),
561 config.Aapt.String(),
562 config.SoongZip.String(),
563 config.Zip2zip.String(),
564 config.ManifestCheck.String(),
565 config.ConstructContext.String(),
566 }, " "))
567}
568
Martin Stjernholm8d80cee2020-01-31 17:44:54 +0000569func GlobalConfigForTests(ctx android.PathContext) *GlobalConfig {
570 return &GlobalConfig{
Colin Cross69f59a32019-02-15 10:39:37 -0800571 DisablePreopt: false,
572 DisablePreoptModules: nil,
573 OnlyPreoptBootImageAndSystemServer: false,
574 HasSystemOther: false,
575 PatternsOnSystemOther: nil,
576 DisableGenerateProfile: false,
577 ProfileDir: "",
Ulya Trafimovich249386a2020-07-01 14:31:13 +0100578 BootJars: android.EmptyConfiguredJarList(),
579 UpdatableBootJars: android.EmptyConfiguredJarList(),
580 ArtApexJars: android.EmptyConfiguredJarList(),
Colin Cross69f59a32019-02-15 10:39:37 -0800581 SystemServerJars: nil,
582 SystemServerApps: nil,
Ulya Trafimovich249386a2020-07-01 14:31:13 +0100583 UpdatableSystemServerJars: android.EmptyConfiguredJarList(),
Colin Cross69f59a32019-02-15 10:39:37 -0800584 SpeedApps: nil,
585 PreoptFlags: nil,
586 DefaultCompilerFilter: "",
587 SystemServerCompilerFilter: "",
588 GenerateDMFiles: false,
Colin Cross69f59a32019-02-15 10:39:37 -0800589 NoDebugInfo: false,
Mathieu Chartier3f7ddbb2019-04-29 09:33:50 -0700590 DontResolveStartupStrings: false,
Colin Cross69f59a32019-02-15 10:39:37 -0800591 AlwaysSystemServerDebugInfo: false,
592 NeverSystemServerDebugInfo: false,
593 AlwaysOtherDebugInfo: false,
594 NeverOtherDebugInfo: false,
Colin Cross69f59a32019-02-15 10:39:37 -0800595 IsEng: false,
596 SanitizeLite: false,
597 DefaultAppImages: false,
598 Dex2oatXmx: "",
599 Dex2oatXms: "",
600 EmptyDirectory: "empty_dir",
601 CpuVariant: nil,
602 InstructionSetFeatures: nil,
Colin Cross69f59a32019-02-15 10:39:37 -0800603 BootImageProfiles: nil,
Colin Cross69f59a32019-02-15 10:39:37 -0800604 BootFlags: "",
605 Dex2oatImageXmx: "",
606 Dex2oatImageXms: "",
Martin Stjernholm75a48d82020-01-10 20:32:59 +0000607 }
608}
609
Paul Duffin9f045242021-01-21 15:05:11 +0000610func globalSoongConfigForTests() *GlobalSoongConfig {
611 return &GlobalSoongConfig{
612 Profman: android.PathForTesting("profman"),
613 Dex2oat: android.PathForTesting("dex2oat"),
614 Aapt: android.PathForTesting("aapt"),
615 SoongZip: android.PathForTesting("soong_zip"),
616 Zip2zip: android.PathForTesting("zip2zip"),
617 ManifestCheck: android.PathForTesting("manifest_check"),
618 ConstructContext: android.PathForTesting("construct_context"),
619 }
Colin Cross69f59a32019-02-15 10:39:37 -0800620}