blob: 6ead589dd0d2c2451147a949ef61d65543a2d13e [file] [log] [blame]
Ulya Trafimovicheb268862020-10-20 15:16:38 +01001// Copyright 2020 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package dexpreopt
16
17import (
Paul Duffinb1b4d852021-07-13 17:03:50 +010018 "encoding/json"
Ulya Trafimovicheb268862020-10-20 15:16:38 +010019 "fmt"
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +000020 "strconv"
Ulya Trafimovicheb268862020-10-20 15:16:38 +010021
22 "android/soong/android"
Jiakai Zhanga4496782023-05-17 16:57:30 +010023
24 "github.com/google/blueprint/proptools"
Ulya Trafimovicheb268862020-10-20 15:16:38 +010025)
26
Ulya Trafimovich480d1742020-11-20 15:30:03 +000027// This comment describes the following:
Colin Crossd079e0b2022-08-16 10:27:33 -070028// 1. the concept of class loader context (CLC) and its relation to classpath
29// 2. how PackageManager constructs CLC from shared libraries and their dependencies
30// 3. build-time vs. run-time CLC and why this matters for dexpreopt
31// 4. manifest fixer: a tool that adds missing <uses-library> tags to the manifests
32// 5. build system support for CLC
Ulya Trafimovich480d1742020-11-20 15:30:03 +000033//
34// 1. Class loader context
35// -----------------------
36//
37// Java libraries and apps that have run-time dependency on other libraries should list the used
38// libraries in their manifest (AndroidManifest.xml file). Each used library should be specified in
39// a <uses-library> tag that has the library name and an optional attribute specifying if the
40// library is optional or required. Required libraries are necessary for the library/app to run (it
41// will fail at runtime if the library cannot be loaded), and optional libraries are used only if
42// they are present (if not, the library/app can run without them).
43//
44// The libraries listed in <uses-library> tags are in the classpath of a library/app.
45//
46// Besides libraries, an app may also use another APK (for example in the case of split APKs), or
47// anything that gets added by the app dynamically. In general, it is impossible to know at build
48// time what the app may use at runtime. In the build system we focus on the known part: libraries.
49//
50// Class loader context (CLC) is a tree-like structure that describes class loader hierarchy. The
51// build system uses CLC in a more narrow sense: it is a tree of libraries that represents
52// transitive closure of all <uses-library> dependencies of a library/app. The top-level elements of
53// a CLC are the direct <uses-library> dependencies specified in the manifest (aka. classpath). Each
54// node of a CLC tree is a <uses-library> which may have its own <uses-library> sub-nodes.
55//
56// Because <uses-library> dependencies are, in general, a graph and not necessarily a tree, CLC may
57// contain subtrees for the same library multiple times. In other words, CLC is the dependency graph
58// "unfolded" to a tree. The duplication is only on a logical level, and the actual underlying class
59// loaders are not duplicated (at runtime there is a single class loader instance for each library).
60//
61// Example: A has <uses-library> tags B, C and D; C has <uses-library tags> B and D;
Colin Crossd079e0b2022-08-16 10:27:33 -070062//
63// D has <uses-library> E; B and E have no <uses-library> dependencies. The CLC is:
64// A
65// ├── B
66// ├── C
67// │ ├── B
68// │ └── D
69// │ └── E
70// └── D
71// └── E
Ulya Trafimovich480d1742020-11-20 15:30:03 +000072//
73// CLC defines the lookup order of libraries when resolving Java classes used by the library/app.
74// The lookup order is important because libraries may contain duplicate classes, and the class is
75// resolved to the first match.
76//
77// 2. PackageManager and "shared" libraries
78// ----------------------------------------
79//
80// In order to load an APK at runtime, PackageManager (in frameworks/base) creates a CLC. It adds
81// the libraries listed in the <uses-library> tags in the app's manifest as top-level CLC elements.
82// For each of the used libraries PackageManager gets all its <uses-library> dependencies (specified
83// as tags in the manifest of that library) and adds a nested CLC for each dependency. This process
84// continues recursively until all leaf nodes of the constructed CLC tree are libraries that have no
85// <uses-library> dependencies.
86//
87// PackageManager is aware only of "shared" libraries. The definition of "shared" here differs from
88// its usual meaning (as in shared vs. static). In Android, Java "shared" libraries are those listed
89// in /system/etc/permissions/platform.xml file. This file is installed on device. Each entry in it
90// contains the name of a "shared" library, a path to its DEX jar file and a list of dependencies
91// (other "shared" libraries that this one uses at runtime and specifies them in <uses-library> tags
92// in its manifest).
93//
94// In other words, there are two sources of information that allow PackageManager to construct CLC
95// at runtime: <uses-library> tags in the manifests and "shared" library dependencies in
96// /system/etc/permissions/platform.xml.
97//
98// 3. Build-time and run-time CLC and dexpreopt
99// --------------------------------------------
100//
101// CLC is needed not only when loading a library/app, but also when compiling it. Compilation may
102// happen either on device (known as "dexopt") or during the build (known as "dexpreopt"). Since
103// dexopt takes place on device, it has the same information as PackageManager (manifests and
104// shared library dependencies). Dexpreopt, on the other hand, takes place on host and in a totally
105// different environment, and it has to get the same information from the build system (see the
106// section about build system support below).
107//
108// Thus, the build-time CLC used by dexpreopt and the run-time CLC used by PackageManager are
109// the same thing, but computed in two different ways.
110//
111// It is important that build-time and run-time CLCs coincide, otherwise the AOT-compiled code
112// created by dexpreopt will be rejected. In order to check the equality of build-time and
113// run-time CLCs, the dex2oat compiler records build-time CLC in the *.odex files (in the
114// "classpath" field of the OAT file header). To find the stored CLC, use the following command:
115// `oatdump --oat-file=<FILE> | grep '^classpath = '`.
116//
117// Mismatch between build-time and run-time CLC is reported in logcat during boot (search with
118// `logcat | grep -E 'ClassLoaderContext [a-z ]+ mismatch'`. Mismatch is bad for performance, as it
119// forces the library/app to either be dexopted, or to run without any optimizations (e.g. the app's
120// code may need to be extracted in memory from the APK, a very expensive operation).
121//
122// A <uses-library> can be either optional or required. From dexpreopt standpoint, required library
123// must be present at build time (its absence is a build error). An optional library may be either
124// present or absent at build time: if present, it will be added to the CLC, passed to dex2oat and
125// recorded in the *.odex file; otherwise, if the library is absent, it will be skipped and not
126// added to CLC. If there is a mismatch between built-time and run-time status (optional library is
127// present in one case, but not the other), then the build-time and run-time CLCs won't match and
128// the compiled code will be rejected. It is unknown at build time if the library will be present at
129// runtime, therefore either including or excluding it may cause CLC mismatch.
130//
131// 4. Manifest fixer
132// -----------------
133//
134// Sometimes <uses-library> tags are missing from the source manifest of a library/app. This may
135// happen for example if one of the transitive dependencies of the library/app starts using another
136// <uses-library>, and the library/app's manifest isn't updated to include it.
137//
138// Soong can compute some of the missing <uses-library> tags for a given library/app automatically
139// as SDK libraries in the transitive dependency closure of the library/app. The closure is needed
140// because a library/app may depend on a static library that may in turn depend on an SDK library,
141// (possibly transitively via another library).
142//
143// Not all <uses-library> tags can be computed in this way, because some of the <uses-library>
144// dependencies are not SDK libraries, or they are not reachable via transitive dependency closure.
145// But when possible, allowing Soong to calculate the manifest entries is less prone to errors and
146// simplifies maintenance. For example, consider a situation when many apps use some static library
147// that adds a new <uses-library> dependency -- all the apps will have to be updated. That is
148// difficult to maintain.
149//
150// Soong computes the libraries that need to be in the manifest as the top-level libraries in CLC.
151// These libraries are passed to the manifest_fixer.
152//
153// All libraries added to the manifest should be "shared" libraries, so that PackageManager can look
154// up their dependencies and reconstruct the nested subcontexts at runtime. There is no build check
155// to ensure this, it is an assumption.
156//
157// 5. Build system support
158// -----------------------
159//
160// In order to construct CLC for dexpreopt and manifest_fixer, the build system needs to know all
161// <uses-library> dependencies of the dexpreopted library/app (including transitive dependencies).
162// For each <uses-librarry> dependency it needs to know the following information:
163//
164// - the real name of the <uses-library> (it may be different from the module name)
165// - build-time (on host) and run-time (on device) paths to the DEX jar file of the library
166// - whether this library is optional or required
167// - all <uses-library> dependencies
168//
169// Since the build system doesn't have access to the manifest contents (it cannot read manifests at
170// the time of build rule generation), it is necessary to copy this information to the Android.bp
171// and Android.mk files. For blueprints, the relevant properties are `uses_libs` and
172// `optional_uses_libs`. For makefiles, relevant variables are `LOCAL_USES_LIBRARIES` and
173// `LOCAL_OPTIONAL_USES_LIBRARIES`. It is preferable to avoid specifying these properties explicilty
174// when they can be computed automatically by Soong (as the transitive closure of SDK library
175// dependencies).
176//
177// Some of the Java libraries that are used as <uses-library> are not SDK libraries (they are
178// defined as `java_library` rather than `java_sdk_library` in the Android.bp files). In order for
179// the build system to handle them automatically like SDK libraries, it is possible to set a
180// property `provides_uses_lib` or variable `LOCAL_PROVIDES_USES_LIBRARY` on the blueprint/makefile
181// module of such library. This property can also be used to specify real library name in cases
182// when it differs from the module name.
183//
184// Because the information from the manifests has to be duplicated in the Android.bp/Android.mk
185// files, there is a danger that it may get out of sync. To guard against that, the build system
186// generates a rule that checks the metadata in the build files against the contents of a manifest
187// (verify_uses_libraries). The manifest can be available as a source file, or as part of a prebuilt
188// APK. Note that reading the manifests at the Ninja stage of the build is fine, unlike the build
189// rule generation phase.
190//
191// ClassLoaderContext is a structure that represents CLC.
Ulya Trafimovich480d1742020-11-20 15:30:03 +0000192type ClassLoaderContext struct {
193 // The name of the library.
194 Name string
195
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100196 // If the library is optional or required.
197 Optional bool
198
Ulya Trafimovich480d1742020-11-20 15:30:03 +0000199 // On-host build path to the library dex file (used in dex2oat argument --class-loader-context).
200 Host android.Path
201
202 // On-device install path (used in dex2oat argument --stored-class-loader-context).
203 Device string
204
205 // Nested sub-CLC for dependencies.
206 Subcontexts []*ClassLoaderContext
207}
208
Paul Duffin06530572022-02-03 17:54:15 +0000209// excludeLibs excludes the libraries from this ClassLoaderContext.
210//
211// This treats the supplied context as being immutable (as it may come from a dependency). So, it
212// implements copy-on-exclusion logic. That means that if any of the excluded libraries are used
213// within this context then this will return a deep copy of this without those libraries.
214//
215// If this ClassLoaderContext matches one of the libraries to exclude then this returns (nil, true)
216// to indicate that this context should be excluded from the containing list.
217//
218// If any of this ClassLoaderContext's Subcontexts reference the excluded libraries then this
219// returns a pointer to a copy of this without the excluded libraries and true to indicate that this
220// was copied.
221//
222// Otherwise, this returns a pointer to this and false to indicate that this was not copied.
223func (c *ClassLoaderContext) excludeLibs(excludedLibs []string) (*ClassLoaderContext, bool) {
224 if android.InList(c.Name, excludedLibs) {
225 return nil, true
226 }
227
228 if excludedList, modified := excludeLibsFromCLCList(c.Subcontexts, excludedLibs); modified {
229 clcCopy := *c
230 clcCopy.Subcontexts = excludedList
231 return &clcCopy, true
232 }
233
234 return c, false
235}
236
Ulya Trafimovich480d1742020-11-20 15:30:03 +0000237// ClassLoaderContextMap is a map from SDK version to CLC. There is a special entry with key
238// AnySdkVersion that stores unconditional CLC that is added regardless of the target SDK version.
239//
240// Conditional CLC is for compatibility libraries which didn't exist prior to a certain SDK version
241// (say, N), but classes in them were in the bootclasspath jars, etc., and in version N they have
242// been separated into a standalone <uses-library>. Compatibility libraries should only be in the
243// CLC if the library/app that uses them has `targetSdkVersion` less than N in the manifest.
244//
245// Currently only apps (but not libraries) use conditional CLC.
246//
247// Target SDK version information is unavailable to the build system at rule generation time, so
248// the build system doesn't know whether conditional CLC is needed for a given app or not. So it
249// generates a build rule that includes conditional CLC for all versions, extracts the target SDK
250// version from the manifest, and filters the CLCs based on that version. Exact final CLC that is
251// passed to dex2oat is unknown to the build system, and gets known only at Ninja stage.
Ulya Trafimovich480d1742020-11-20 15:30:03 +0000252type ClassLoaderContextMap map[int][]*ClassLoaderContext
253
254// Compatibility libraries. Some are optional, and some are required: this is the default that
255// affects how they are handled by the Soong logic that automatically adds implicit SDK libraries
256// to the manifest_fixer, but an explicit `uses_libs`/`optional_uses_libs` can override this.
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100257var OrgApacheHttpLegacy = "org.apache.http.legacy"
258var AndroidTestBase = "android.test.base"
259var AndroidTestMock = "android.test.mock"
260var AndroidHidlBase = "android.hidl.base-V1.0-java"
261var AndroidHidlManager = "android.hidl.manager-V1.0-java"
262
Ulya Trafimovich480d1742020-11-20 15:30:03 +0000263// Compatibility libraries grouped by version/optionality (for convenience, to avoid repeating the
264// same lists in multiple places).
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100265var OptionalCompatUsesLibs28 = []string{
266 OrgApacheHttpLegacy,
267}
268var OptionalCompatUsesLibs30 = []string{
269 AndroidTestBase,
270 AndroidTestMock,
271}
272var CompatUsesLibs29 = []string{
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100273 AndroidHidlManager,
Ulya Trafimovichc9f2b942020-12-23 15:41:29 +0000274 AndroidHidlBase,
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100275}
276var OptionalCompatUsesLibs = append(android.CopyOf(OptionalCompatUsesLibs28), OptionalCompatUsesLibs30...)
277var CompatUsesLibs = android.CopyOf(CompatUsesLibs29)
278
279const UnknownInstallLibraryPath = "error"
280
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000281// AnySdkVersion means that the class loader context is needed regardless of the targetSdkVersion
282// of the app. The numeric value affects the key order in the map and, as a result, the order of
283// arguments passed to construct_context.py (high value means that the unconditional context goes
284// last). We use the converntional "current" SDK level (10000), but any big number would do as well.
285const AnySdkVersion int = android.FutureApiLevelInt
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100286
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000287// Add class loader context for the given library to the map entry for the given SDK version.
Ulya Trafimovichf5d91bb2022-05-04 12:00:02 +0100288func (clcMap ClassLoaderContextMap) addContext(ctx android.ModuleInstallPathContext, sdkVer int, lib string,
289 optional bool, hostPath, installPath android.Path, nestedClcMap ClassLoaderContextMap) error {
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100290
Ulya Trafimovich69c1aa92021-07-14 16:07:41 +0100291 // For prebuilts, library should have the same name as the source module.
292 lib = android.RemoveOptionalPrebuiltPrefix(lib)
293
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000294 devicePath := UnknownInstallLibraryPath
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100295 if installPath == nil {
296 if android.InList(lib, CompatUsesLibs) || android.InList(lib, OptionalCompatUsesLibs) {
297 // Assume that compatibility libraries are installed in /system/framework.
298 installPath = android.PathForModuleInstall(ctx, "framework", lib+".jar")
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100299 } else {
300 // For some stub libraries the only known thing is the name of their implementation
301 // library, but the library itself is unavailable (missing or part of a prebuilt). In
302 // such cases we still need to add the library to <uses-library> tags in the manifest,
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000303 // but we cannot use it for dexpreopt.
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100304 }
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100305 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000306 if installPath != nil {
307 devicePath = android.InstallPathToOnDevicePath(ctx, installPath.(android.InstallPath))
308 }
309
Ulya Trafimovich5e13a732020-11-03 15:33:03 +0000310 // Nested class loader context shouldn't have conditional part (it is allowed only at the top level).
311 for ver, _ := range nestedClcMap {
312 if ver != AnySdkVersion {
Jiakai Zhanga4496782023-05-17 16:57:30 +0100313 clcPaths := ComputeClassLoaderContextDependencies(nestedClcMap)
314 return fmt.Errorf("nested class loader context shouldn't have conditional part: %+v", clcPaths)
Ulya Trafimovich5e13a732020-11-03 15:33:03 +0000315 }
316 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000317 subcontexts := nestedClcMap[AnySdkVersion]
318
Ulya Trafimovich840efb62021-07-15 14:34:40 +0100319 // Check if the library with this name is already present in unconditional top-level CLC.
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000320 for _, clc := range clcMap[sdkVer] {
Ulya Trafimovich840efb62021-07-15 14:34:40 +0100321 if clc.Name != lib {
322 // Ok, a different library.
323 } else if clc.Host == hostPath && clc.Device == devicePath {
324 // Ok, the same library with the same paths. Don't re-add it, but don't raise an error
325 // either, as the same library may be reachable via different transitional dependencies.
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000326 return nil
Ulya Trafimovich840efb62021-07-15 14:34:40 +0100327 } else {
328 // Fail, as someone is trying to add the same library with different paths. This likely
329 // indicates an error somewhere else, like trying to add a stub library.
330 return fmt.Errorf("a <uses-library> named %q is already in class loader context,"+
331 "but the library paths are different:\t\n", lib)
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000332 }
333 }
334
335 clcMap[sdkVer] = append(clcMap[sdkVer], &ClassLoaderContext{
Ulya Trafimovich78a71552020-11-25 14:20:52 +0000336 Name: lib,
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100337 Optional: optional,
Ulya Trafimovich78a71552020-11-25 14:20:52 +0000338 Host: hostPath,
339 Device: devicePath,
340 Subcontexts: subcontexts,
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000341 })
Ulya Trafimovich69612672020-10-20 17:41:54 +0100342 return nil
343}
344
Ulya Trafimovich88bb6f62020-12-16 16:16:11 +0000345// Add class loader context for the given SDK version. Don't fail on unknown build/install paths, as
346// libraries with unknown paths still need to be processed by manifest_fixer (which doesn't care
347// about paths). For the subset of libraries that are used in dexpreopt, their build/install paths
348// are validated later before CLC is used (in validateClassLoaderContext).
Ulya Trafimovich7bc1cf52021-01-05 15:41:55 +0000349func (clcMap ClassLoaderContextMap) AddContext(ctx android.ModuleInstallPathContext, sdkVer int,
Ulya Trafimovichf5d91bb2022-05-04 12:00:02 +0100350 lib string, optional bool, hostPath, installPath android.Path, nestedClcMap ClassLoaderContextMap) {
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000351
Ulya Trafimovichf5d91bb2022-05-04 12:00:02 +0100352 err := clcMap.addContext(ctx, sdkVer, lib, optional, hostPath, installPath, nestedClcMap)
Ulya Trafimovich7bc1cf52021-01-05 15:41:55 +0000353 if err != nil {
354 ctx.ModuleErrorf(err.Error())
355 }
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100356}
357
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000358// Merge the other class loader context map into this one, do not override existing entries.
Ulya Trafimovich18554242020-11-03 15:55:11 +0000359// The implicitRootLib parameter is the name of the library for which the other class loader
360// context map was constructed. If the implicitRootLib is itself a <uses-library>, it should be
361// already present in the class loader context (with the other context as its subcontext) -- in
362// that case do not re-add the other context. Otherwise add the other context at the top-level.
363func (clcMap ClassLoaderContextMap) AddContextMap(otherClcMap ClassLoaderContextMap, implicitRootLib string) {
364 if otherClcMap == nil {
365 return
366 }
367
368 // If the implicit root of the merged map is already present as one of top-level subtrees, do
369 // not merge it second time.
370 for _, clc := range clcMap[AnySdkVersion] {
371 if clc.Name == implicitRootLib {
372 return
373 }
374 }
375
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000376 for sdkVer, otherClcs := range otherClcMap {
377 for _, otherClc := range otherClcs {
378 alreadyHave := false
379 for _, clc := range clcMap[sdkVer] {
380 if clc.Name == otherClc.Name {
381 alreadyHave = true
382 break
383 }
384 }
385 if !alreadyHave {
386 clcMap[sdkVer] = append(clcMap[sdkVer], otherClc)
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100387 }
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100388 }
389 }
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100390}
391
Ulya Trafimovich78a71552020-11-25 14:20:52 +0000392// Returns top-level libraries in the CLC (conditional CLC, i.e. compatibility libraries are not
393// included). This is the list of libraries that should be in the <uses-library> tags in the
394// manifest. Some of them may be present in the source manifest, others are added by manifest_fixer.
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100395// Required and optional libraries are in separate lists.
Ulya Trafimovichf5d91bb2022-05-04 12:00:02 +0100396func (clcMap ClassLoaderContextMap) UsesLibs() (required []string, optional []string) {
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000397 if clcMap != nil {
Ulya Trafimovich78a71552020-11-25 14:20:52 +0000398 clcs := clcMap[AnySdkVersion]
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100399 required = make([]string, 0, len(clcs))
400 optional = make([]string, 0, len(clcs))
Ulya Trafimovich78a71552020-11-25 14:20:52 +0000401 for _, clc := range clcs {
Ulya Trafimovichf5d91bb2022-05-04 12:00:02 +0100402 if clc.Optional {
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100403 optional = append(optional, clc.Name)
404 } else {
405 required = append(required, clc.Name)
406 }
Ulya Trafimovicha8c28e22020-10-06 17:24:19 +0100407 }
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100408 }
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100409 return required, optional
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100410}
411
Paul Duffinb1b4d852021-07-13 17:03:50 +0100412func (clcMap ClassLoaderContextMap) Dump() string {
413 jsonCLC := toJsonClassLoaderContext(clcMap)
414 bytes, err := json.MarshalIndent(jsonCLC, "", " ")
415 if err != nil {
416 panic(err)
417 }
418 return string(bytes)
419}
420
Jiakai Zhanga4496782023-05-17 16:57:30 +0100421func (clcMap ClassLoaderContextMap) DumpForFlag() string {
422 jsonCLC := toJsonClassLoaderContext(clcMap)
423 bytes, err := json.Marshal(jsonCLC)
424 if err != nil {
425 panic(err)
426 }
427 return proptools.ShellEscapeIncludingSpaces(string(bytes))
428}
429
Paul Duffin06530572022-02-03 17:54:15 +0000430// excludeLibsFromCLCList excludes the libraries from the ClassLoaderContext in this list.
431//
432// This treats the supplied list as being immutable (as it may come from a dependency). So, it
433// implements copy-on-exclusion logic. That means that if any of the excluded libraries are used
434// within the contexts in the list then this will return a deep copy of the list without those
435// libraries.
436//
437// If any of the ClassLoaderContext in the list reference the excluded libraries then this returns a
438// copy of this list without the excluded libraries and true to indicate that this was copied.
439//
440// Otherwise, this returns the list and false to indicate that this was not copied.
441func excludeLibsFromCLCList(clcList []*ClassLoaderContext, excludedLibs []string) ([]*ClassLoaderContext, bool) {
442 modifiedList := false
443 copiedList := make([]*ClassLoaderContext, 0, len(clcList))
444 for _, clc := range clcList {
445 resultClc, modifiedClc := clc.excludeLibs(excludedLibs)
446 if resultClc != nil {
447 copiedList = append(copiedList, resultClc)
448 }
449 modifiedList = modifiedList || modifiedClc
450 }
451
452 if modifiedList {
453 return copiedList, true
454 } else {
455 return clcList, false
456 }
457}
458
459// ExcludeLibs excludes the libraries from the ClassLoaderContextMap.
460//
461// If the list o libraries is empty then this returns the ClassLoaderContextMap.
462//
463// This treats the ClassLoaderContextMap as being immutable (as it may come from a dependency). So,
464// it implements copy-on-exclusion logic. That means that if any of the excluded libraries are used
465// within the contexts in the map then this will return a deep copy of the map without those
466// libraries.
467//
468// Otherwise, this returns the map unchanged.
469func (clcMap ClassLoaderContextMap) ExcludeLibs(excludedLibs []string) ClassLoaderContextMap {
470 if len(excludedLibs) == 0 {
471 return clcMap
472 }
473
474 excludedClcMap := make(ClassLoaderContextMap)
475 modifiedMap := false
476 for sdkVersion, clcList := range clcMap {
477 excludedList, modifiedList := excludeLibsFromCLCList(clcList, excludedLibs)
478 if len(excludedList) != 0 {
479 excludedClcMap[sdkVersion] = excludedList
480 }
481 modifiedMap = modifiedMap || modifiedList
482 }
483
484 if modifiedMap {
485 return excludedClcMap
486 } else {
487 return clcMap
488 }
489}
490
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100491// Now that the full unconditional context is known, reconstruct conditional context.
492// Apply filters for individual libraries, mirroring what the PackageManager does when it
493// constructs class loader context on device.
494//
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000495// TODO(b/132357300): remove "android.hidl.manager" and "android.hidl.base" for non-system apps.
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000496func fixClassLoaderContext(clcMap ClassLoaderContextMap) {
Ulya Trafimovichfc0f6e32021-08-12 16:16:11 +0100497 required, optional := clcMap.UsesLibs()
498 usesLibs := append(required, optional...)
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100499
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000500 for sdkVer, clcs := range clcMap {
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100501 if sdkVer == AnySdkVersion {
502 continue
503 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000504 fixedClcs := []*ClassLoaderContext{}
505 for _, clc := range clcs {
506 if android.InList(clc.Name, usesLibs) {
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100507 // skip compatibility libraries that are already included in unconditional context
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000508 } else if clc.Name == AndroidTestMock && !android.InList("android.test.runner", usesLibs) {
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100509 // android.test.mock is only needed as a compatibility library (in conditional class
510 // loader context) if android.test.runner is used, otherwise skip it
511 } else {
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000512 fixedClcs = append(fixedClcs, clc)
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100513 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000514 clcMap[sdkVer] = fixedClcs
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100515 }
516 }
517}
518
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000519// Return true if all build/install library paths are valid (including recursive subcontexts),
520// otherwise return false. A build path is valid if it's not nil. An install path is valid if it's
521// not equal to a special "error" value.
522func validateClassLoaderContext(clcMap ClassLoaderContextMap) (bool, error) {
523 for sdkVer, clcs := range clcMap {
524 if valid, err := validateClassLoaderContextRec(sdkVer, clcs); !valid || err != nil {
525 return valid, err
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100526 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000527 }
528 return true, nil
529}
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100530
Ulya Trafimovich480d1742020-11-20 15:30:03 +0000531// Helper function for validateClassLoaderContext() that handles recursion.
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000532func validateClassLoaderContextRec(sdkVer int, clcs []*ClassLoaderContext) (bool, error) {
533 for _, clc := range clcs {
534 if clc.Host == nil || clc.Device == UnknownInstallLibraryPath {
535 if sdkVer == AnySdkVersion {
536 // Return error if dexpreopt doesn't know paths to one of the <uses-library>
537 // dependencies. In the future we may need to relax this and just disable dexpreopt.
Ulya Trafimovich78210f62020-12-02 13:06:47 +0000538 if clc.Host == nil {
539 return false, fmt.Errorf("invalid build path for <uses-library> \"%s\"", clc.Name)
540 } else {
541 return false, fmt.Errorf("invalid install path for <uses-library> \"%s\"", clc.Name)
542 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000543 } else {
544 // No error for compatibility libraries, as Soong doesn't know if they are needed
545 // (this depends on the targetSdkVersion in the manifest), but the CLC is invalid.
546 return false, nil
547 }
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100548 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000549 if valid, err := validateClassLoaderContextRec(sdkVer, clc.Subcontexts); !valid || err != nil {
550 return valid, err
551 }
552 }
553 return true, nil
554}
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100555
Jiakai Zhanga4496782023-05-17 16:57:30 +0100556// Returns a slice of build paths for all possible dependencies that the class loader context may
557// refer to.
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000558// Perform a depth-first preorder traversal of the class loader context tree for each SDK version.
Jiakai Zhanga4496782023-05-17 16:57:30 +0100559func ComputeClassLoaderContextDependencies(clcMap ClassLoaderContextMap) android.Paths {
560 var paths android.Paths
561 for _, clcs := range clcMap {
562 hostPaths := ComputeClassLoaderContextDependenciesRec(clcs)
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000563 paths = append(paths, hostPaths...)
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100564 }
Jiakai Zhanga4496782023-05-17 16:57:30 +0100565 return android.FirstUniquePaths(paths)
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100566}
567
Jiakai Zhanga4496782023-05-17 16:57:30 +0100568// Helper function for ComputeClassLoaderContextDependencies() that handles recursion.
569func ComputeClassLoaderContextDependenciesRec(clcs []*ClassLoaderContext) android.Paths {
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000570 var paths android.Paths
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000571 for _, clc := range clcs {
Jiakai Zhanga4496782023-05-17 16:57:30 +0100572 subPaths := ComputeClassLoaderContextDependenciesRec(clc.Subcontexts)
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000573 paths = append(paths, clc.Host)
574 paths = append(paths, subPaths...)
575 }
Jiakai Zhanga4496782023-05-17 16:57:30 +0100576 return paths
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000577}
578
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000579// Class loader contexts that come from Make via JSON dexpreopt.config. JSON CLC representation is
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000580// the same as Soong representation except that SDK versions and paths are represented with strings.
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000581type jsonClassLoaderContext struct {
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000582 Name string
Ulya Trafimovich0b1c70e2021-08-20 15:39:12 +0100583 Optional bool
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000584 Host string
585 Device string
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000586 Subcontexts []*jsonClassLoaderContext
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100587}
588
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000589// A map from SDK version (represented with a JSON string) to JSON CLCs.
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000590type jsonClassLoaderContextMap map[string][]*jsonClassLoaderContext
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000591
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000592// Convert JSON CLC map to Soong represenation.
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000593func fromJsonClassLoaderContext(ctx android.PathContext, jClcMap jsonClassLoaderContextMap) ClassLoaderContextMap {
594 clcMap := make(ClassLoaderContextMap)
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000595 for sdkVerStr, clcs := range jClcMap {
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000596 sdkVer, ok := strconv.Atoi(sdkVerStr)
597 if ok != nil {
598 if sdkVerStr == "any" {
599 sdkVer = AnySdkVersion
600 } else {
601 android.ReportPathErrorf(ctx, "failed to parse SDK version in dexpreopt.config: '%s'", sdkVerStr)
602 }
603 }
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000604 clcMap[sdkVer] = fromJsonClassLoaderContextRec(ctx, clcs)
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100605 }
Ulya Trafimovich8cbc5d22020-11-03 15:15:46 +0000606 return clcMap
Ulya Trafimovicheb268862020-10-20 15:16:38 +0100607}
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000608
609// Recursive helper for fromJsonClassLoaderContext.
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000610func fromJsonClassLoaderContextRec(ctx android.PathContext, jClcs []*jsonClassLoaderContext) []*ClassLoaderContext {
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000611 clcs := make([]*ClassLoaderContext, 0, len(jClcs))
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000612 for _, clc := range jClcs {
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000613 clcs = append(clcs, &ClassLoaderContext{
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000614 Name: clc.Name,
Ulya Trafimovich0b1c70e2021-08-20 15:39:12 +0100615 Optional: clc.Optional,
Ulya Trafimovich5ec68892020-12-08 17:52:34 +0000616 Host: constructPath(ctx, clc.Host),
617 Device: clc.Device,
618 Subcontexts: fromJsonClassLoaderContextRec(ctx, clc.Subcontexts),
619 })
620 }
621 return clcs
622}
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000623
624// Convert Soong CLC map to JSON representation for Make.
625func toJsonClassLoaderContext(clcMap ClassLoaderContextMap) jsonClassLoaderContextMap {
626 jClcMap := make(jsonClassLoaderContextMap)
627 for sdkVer, clcs := range clcMap {
628 sdkVerStr := fmt.Sprintf("%d", sdkVer)
Ulya Trafimovich91f015e2022-04-27 17:51:49 +0100629 if sdkVer == AnySdkVersion {
630 sdkVerStr = "any"
631 }
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000632 jClcMap[sdkVerStr] = toJsonClassLoaderContextRec(clcs)
633 }
634 return jClcMap
635}
636
637// Recursive helper for toJsonClassLoaderContext.
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000638func toJsonClassLoaderContextRec(clcs []*ClassLoaderContext) []*jsonClassLoaderContext {
639 jClcs := make([]*jsonClassLoaderContext, len(clcs))
Jeongik Cha19ade892021-04-22 20:55:21 +0900640 for i, clc := range clcs {
Paul Duffin77a80fa2021-10-07 09:40:59 +0100641 var host string
642 if clc.Host == nil {
643 // Defer build failure to when this CLC is actually used.
644 host = fmt.Sprintf("implementation-jar-for-%s-is-not-available.jar", clc.Name)
645 } else {
646 host = clc.Host.String()
647 }
Jeongik Cha19ade892021-04-22 20:55:21 +0900648 jClcs[i] = &jsonClassLoaderContext{
Ulya Trafimovich65556a82021-02-11 16:48:53 +0000649 Name: clc.Name,
Ulya Trafimovich0b1c70e2021-08-20 15:39:12 +0100650 Optional: clc.Optional,
Paul Duffin77a80fa2021-10-07 09:40:59 +0100651 Host: host,
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000652 Device: clc.Device,
653 Subcontexts: toJsonClassLoaderContextRec(clc.Subcontexts),
Jeongik Cha19ade892021-04-22 20:55:21 +0900654 }
Ulya Trafimovich76b08522021-01-14 17:52:43 +0000655 }
656 return jClcs
657}