Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1 | // Copyright 2019 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package java |
| 16 | |
| 17 | import ( |
| 18 | "path/filepath" |
| 19 | "strings" |
| 20 | |
| 21 | "android/soong/android" |
| 22 | "android/soong/dexpreopt" |
| 23 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 24 | "github.com/google/blueprint" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 25 | "github.com/google/blueprint/proptools" |
| 26 | ) |
| 27 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 28 | // ================================================================================================= |
| 29 | // WIP - see http://b/177892522 for details |
| 30 | // |
| 31 | // The build support for boot images is currently being migrated away from singleton to modules so |
| 32 | // the documentation may not be strictly accurate. Rather than update the documentation at every |
| 33 | // step which will create a lot of churn the changes that have been made will be listed here and the |
| 34 | // documentation will be updated once it is closer to the final result. |
| 35 | // |
| 36 | // Changes: |
| 37 | // 1) dex_bootjars is now a singleton module and not a plain singleton. |
Paul Duffin | 3451e16 | 2021-01-20 15:16:56 +0000 | [diff] [blame] | 38 | // 2) Boot images are now represented by the boot_image module type. |
| 39 | // 3) The art boot image is called "art-boot-image", the framework boot image is called |
| 40 | // "framework-boot-image". |
| 41 | // 4) They are defined in art/build/boot/Android.bp and frameworks/base/boot/Android.bp |
| 42 | // respectively. |
| 43 | // 5) Each boot_image retrieves the appropriate boot image configuration from the map returned by |
| 44 | // genBootImageConfigs() using the image_name specified in the boot_image module. |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 45 | // ================================================================================================= |
| 46 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 47 | // This comment describes: |
| 48 | // 1. ART boot images in general (their types, structure, file layout, etc.) |
| 49 | // 2. build system support for boot images |
| 50 | // |
| 51 | // 1. ART boot images |
| 52 | // ------------------ |
| 53 | // |
| 54 | // A boot image in ART is a set of files that contain AOT-compiled native code and a heap snapshot |
| 55 | // of AOT-initialized classes for the bootclasspath Java libraries. A boot image is compiled from a |
| 56 | // set of DEX jars by the dex2oat compiler. A boot image is used for two purposes: 1) it is |
| 57 | // installed on device and loaded at runtime, and 2) other Java libraries and apps are compiled |
| 58 | // against it (compilation may take place either on host, known as "dexpreopt", or on device, known |
| 59 | // as "dexopt"). |
| 60 | // |
| 61 | // A boot image is not a single file, but a collection of interrelated files. Each boot image has a |
| 62 | // number of components that correspond to the Java libraries that constitute it. For each component |
| 63 | // there are multiple files: |
| 64 | // - *.oat or *.odex file with native code (architecture-specific, one per instruction set) |
| 65 | // - *.art file with pre-initialized Java classes (architecture-specific, one per instruction set) |
| 66 | // - *.vdex file with verification metadata for the DEX bytecode (architecture independent) |
| 67 | // |
| 68 | // *.vdex files for the boot images do not contain the DEX bytecode itself, because the |
| 69 | // bootclasspath DEX files are stored on disk in uncompressed and aligned form. Consequently a boot |
| 70 | // image is not self-contained and cannot be used without its DEX files. To simplify the management |
| 71 | // of boot image files, ART uses a certain naming scheme and associates the following metadata with |
| 72 | // each boot image: |
| 73 | // - A stem, which is a symbolic name that is prepended to boot image file names. |
| 74 | // - A location (on-device path to the boot image files). |
| 75 | // - A list of boot image locations (on-device paths to dependency boot images). |
| 76 | // - A set of DEX locations (on-device paths to the DEX files, one location for one DEX file used |
| 77 | // to compile the boot image). |
| 78 | // |
| 79 | // There are two kinds of boot images: |
| 80 | // - primary boot images |
| 81 | // - boot image extensions |
| 82 | // |
| 83 | // 1.1. Primary boot images |
| 84 | // ------------------------ |
| 85 | // |
| 86 | // A primary boot image is compiled for a core subset of bootclasspath Java libraries. It does not |
| 87 | // depend on any other images, and other boot images may depend on it. |
| 88 | // |
| 89 | // For example, assuming that the stem is "boot", the location is /apex/com.android.art/javalib/, |
| 90 | // the set of core bootclasspath libraries is A B C, and the boot image is compiled for ARM targets |
| 91 | // (32 and 64 bits), it will have three components with the following files: |
| 92 | // - /apex/com.android.art/javalib/{arm,arm64}/boot.{art,oat,vdex} |
| 93 | // - /apex/com.android.art/javalib/{arm,arm64}/boot-B.{art,oat,vdex} |
| 94 | // - /apex/com.android.art/javalib/{arm,arm64}/boot-C.{art,oat,vdex} |
| 95 | // |
| 96 | // The files of the first component are special: they do not have the component name appended after |
| 97 | // the stem. This naming convention dates back to the times when the boot image was not split into |
| 98 | // components, and there were just boot.oat and boot.art. The decision to split was motivated by |
| 99 | // licensing reasons for one of the bootclasspath libraries. |
| 100 | // |
| 101 | // As of November 2020 the only primary boot image in Android is the image in the ART APEX |
| 102 | // com.android.art. The primary ART boot image contains the Core libraries that are part of the ART |
| 103 | // module. When the ART module gets updated, the primary boot image will be updated with it, and all |
| 104 | // dependent images will get invalidated (the checksum of the primary image stored in dependent |
| 105 | // images will not match), unless they are updated in sync with the ART module. |
| 106 | // |
| 107 | // 1.2. Boot image extensions |
| 108 | // -------------------------- |
| 109 | // |
| 110 | // A boot image extension is compiled for a subset of bootclasspath Java libraries (in particular, |
| 111 | // this subset does not include the Core bootclasspath libraries that go into the primary boot |
| 112 | // image). A boot image extension depends on the primary boot image and optionally some other boot |
| 113 | // image extensions. Other images may depend on it. In other words, boot image extensions can form |
| 114 | // acyclic dependency graphs. |
| 115 | // |
| 116 | // The motivation for boot image extensions comes from the Mainline project. Consider a situation |
| 117 | // when the list of bootclasspath libraries is A B C, and both A and B are parts of the Android |
| 118 | // platform, but C is part of an updatable APEX com.android.C. When the APEX is updated, the Java |
| 119 | // code for C might have changed compared to the code that was used to compile the boot image. |
| 120 | // Consequently, the whole boot image is obsolete and invalidated (even though the code for A and B |
| 121 | // that does not depend on C is up to date). To avoid this, the original monolithic boot image is |
| 122 | // split in two parts: the primary boot image that contains A B, and the boot image extension that |
| 123 | // contains C and depends on the primary boot image (extends it). |
| 124 | // |
| 125 | // For example, assuming that the stem is "boot", the location is /system/framework, the set of |
| 126 | // bootclasspath libraries is D E (where D is part of the platform and is located in |
| 127 | // /system/framework, and E is part of a non-updatable APEX com.android.E and is located in |
| 128 | // /apex/com.android.E/javalib), and the boot image is compiled for ARM targets (32 and 64 bits), |
| 129 | // it will have two components with the following files: |
| 130 | // - /system/framework/{arm,arm64}/boot-D.{art,oat,vdex} |
| 131 | // - /system/framework/{arm,arm64}/boot-E.{art,oat,vdex} |
| 132 | // |
| 133 | // As of November 2020 the only boot image extension in Android is the Framework boot image |
| 134 | // extension. It extends the primary ART boot image and contains Framework libraries and other |
| 135 | // bootclasspath libraries from the platform and non-updatable APEXes that are not included in the |
| 136 | // ART image. The Framework boot image extension is updated together with the platform. In the |
| 137 | // future other boot image extensions may be added for some updatable modules. |
| 138 | // |
| 139 | // |
| 140 | // 2. Build system support for boot images |
| 141 | // --------------------------------------- |
| 142 | // |
| 143 | // The primary ART boot image needs to be compiled with one dex2oat invocation that depends on DEX |
| 144 | // jars for the core libraries. Framework boot image extension needs to be compiled with one dex2oat |
| 145 | // invocation that depends on the primary ART boot image and all bootclasspath DEX jars except the |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 146 | // core libraries as they are already part of the primary ART boot image. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 147 | // |
| 148 | // 2.1. Libraries that go in the boot images |
| 149 | // ----------------------------------------- |
| 150 | // |
| 151 | // The contents of each boot image are determined by the PRODUCT variables. The primary ART APEX |
| 152 | // boot image contains libraries listed in the ART_APEX_JARS variable in the AOSP makefiles. The |
| 153 | // Framework boot image extension contains libraries specified in the PRODUCT_BOOT_JARS and |
| 154 | // PRODUCT_BOOT_JARS_EXTRA variables. The AOSP makefiles specify some common Framework libraries, |
| 155 | // but more product-specific libraries can be added in the product makefiles. |
| 156 | // |
Martin Stjernholm | 1d51ea9 | 2021-07-05 20:33:42 +0100 | [diff] [blame] | 157 | // Each component of the PRODUCT_BOOT_JARS and PRODUCT_BOOT_JARS_EXTRA variables is a |
| 158 | // colon-separated pair <apex>:<library>, where <apex> is the variant name of a non-updatable APEX, |
| 159 | // "platform" if the library is a part of the platform in the system partition, or "system_ext" if |
| 160 | // it's in the system_ext partition. |
| 161 | // |
| 162 | // In these variables APEXes are identified by their "variant names", i.e. the names they get |
| 163 | // mounted as in /apex on device. In Soong modules that is the name set in the "apex_name" |
| 164 | // properties, which default to the "name" values. For example, many APEXes have both |
| 165 | // com.android.xxx and com.google.android.xxx modules in Soong, but take the same place |
| 166 | // /apex/com.android.xxx at runtime. In these cases the variant name is always com.android.xxx, |
| 167 | // regardless which APEX goes into the product. See also android.ApexInfo.ApexVariationName and |
| 168 | // apex.apexBundleProperties.Apex_name. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 169 | // |
satayev | d604b21 | 2021-07-21 14:23:52 +0100 | [diff] [blame] | 170 | // A related variable PRODUCT_APEX_BOOT_JARS contains bootclasspath libraries that are in APEXes. |
| 171 | // They are not included in the boot image. The only exception here are ART jars and core-icu4j.jar |
| 172 | // that have been historically part of the boot image and are now in apexes; they are in boot images |
| 173 | // and core-icu4j.jar is generally treated as being part of PRODUCT_BOOT_JARS. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 174 | // |
| 175 | // One exception to the above rules are "coverage" builds (a special build flavor which requires |
| 176 | // setting environment variable EMMA_INSTRUMENT_FRAMEWORK=true). In coverage builds the Java code in |
| 177 | // boot image libraries is instrumented, which means that the instrumentation library (jacocoagent) |
| 178 | // needs to be added to the list of bootclasspath DEX jars. |
| 179 | // |
| 180 | // In general, there is a requirement that the source code for a boot image library must be |
| 181 | // available at build time (e.g. it cannot be a stub that has a separate implementation library). |
| 182 | // |
| 183 | // 2.2. Static configs |
| 184 | // ------------------- |
| 185 | // |
| 186 | // Because boot images are used to dexpreopt other Java modules, the paths to boot image files must |
| 187 | // be known by the time dexpreopt build rules for the dependent modules are generated. Boot image |
| 188 | // configs are constructed very early during the build, before build rule generation. The configs |
| 189 | // provide predefined paths to boot image files (these paths depend only on static build |
| 190 | // configuration, such as PRODUCT variables, and use hard-coded directory names). |
| 191 | // |
| 192 | // 2.3. Singleton |
| 193 | // -------------- |
| 194 | // |
| 195 | // Build rules for the boot images are generated with a Soong singleton. Because a singleton has no |
| 196 | // dependencies on other modules, it has to find the modules for the DEX jars using VisitAllModules. |
| 197 | // Soong loops through all modules and compares each module against a list of bootclasspath library |
| 198 | // names. Then it generates build rules that copy DEX jars from their intermediate module-specific |
| 199 | // locations to the hard-coded locations predefined in the boot image configs. |
| 200 | // |
| 201 | // It would be possible to use a module with proper dependencies instead, but that would require |
| 202 | // changes in the way Soong generates variables for Make: a singleton can use one MakeVars() method |
| 203 | // that writes variables to out/soong/make_vars-*.mk, which is included early by the main makefile, |
| 204 | // but module(s) would have to use out/soong/Android-*.mk which has a group of LOCAL_* variables |
| 205 | // for each module, and is included later. |
| 206 | // |
| 207 | // 2.4. Install rules |
| 208 | // ------------------ |
| 209 | // |
| 210 | // The primary boot image and the Framework extension are installed in different ways. The primary |
| 211 | // boot image is part of the ART APEX: it is copied into the APEX intermediate files, packaged |
| 212 | // together with other APEX contents, extracted and mounted on device. The Framework boot image |
| 213 | // extension is installed by the rules defined in makefiles (make/core/dex_preopt_libart.mk). Soong |
| 214 | // writes out a few DEXPREOPT_IMAGE_* variables for Make; these variables contain boot image names, |
| 215 | // paths and so on. |
| 216 | // |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 217 | |
Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 218 | var artApexNames = []string{ |
| 219 | "com.android.art", |
| 220 | "com.android.art.debug", |
Roland Levillain | d603c7d | 2021-03-24 14:23:57 +0000 | [diff] [blame] | 221 | "com.android.art.testing", |
Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 222 | "com.google.android.art", |
| 223 | "com.google.android.art.debug", |
| 224 | "com.google.android.art.testing", |
| 225 | } |
| 226 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 227 | var ( |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 228 | dexpreoptBootJarDepTag = bootclasspathDependencyTag{name: "dexpreopt-boot-jar"} |
| 229 | dexBootJarsFragmentsKey = android.NewOnceKey("dexBootJarsFragments") |
| 230 | apexContributionsMetadataDepTag = dependencyTag{name: "all_apex_contributions"} |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 231 | ) |
| 232 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 233 | func init() { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 234 | RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 235 | } |
| 236 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 237 | // Target-independent description of a boot image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 238 | // |
| 239 | // WARNING: All fields in this struct should be initialized in the genBootImageConfigs function. |
| 240 | // Failure to do so can lead to data races if there is no synchronization enforced ordering between |
| 241 | // the writer and the reader. Fields which break this rule are marked as deprecated and should be |
| 242 | // removed and replaced with something else, e.g. providers. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 243 | type bootImageConfig struct { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 244 | // If this image is an extension, the image that it extends. |
| 245 | extends *bootImageConfig |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 246 | |
| 247 | // Image name (used in directory names and ninja rule names). |
| 248 | name string |
| 249 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 250 | // If the module with the given name exists, this config is enabled. |
| 251 | enabledIfExists string |
| 252 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 253 | // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}. |
| 254 | stem string |
| 255 | |
| 256 | // Output directory for the image files. |
| 257 | dir android.OutputPath |
| 258 | |
| 259 | // Output directory for the image files with debug symbols. |
| 260 | symbolsDir android.OutputPath |
| 261 | |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 262 | // The relative location where the image files are installed. On host, the location is relative to |
| 263 | // $ANDROID_PRODUCT_OUT. |
| 264 | // |
| 265 | // Only the configs that are built by platform_bootclasspath are installable on device. On device, |
| 266 | // the location is relative to "/". |
| 267 | installDir string |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 268 | |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 269 | // A list of (location, jar) pairs for the Java modules in this image. |
| 270 | modules android.ConfiguredJarList |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 271 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 272 | // File paths to jars. |
| 273 | dexPaths android.WritablePaths // for this image |
| 274 | dexPathsDeps android.WritablePaths // for the dependency images and in this image |
| 275 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 276 | // Map from module name (without prebuilt_ prefix) to the predefined build path. |
| 277 | dexPathsByModule map[string]android.WritablePath |
| 278 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 279 | // File path to a zip archive with all image files (or nil, if not needed). |
| 280 | zip android.WritablePath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 281 | |
| 282 | // Rules which should be used in make to install the outputs. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 283 | // |
| 284 | // Deprecated: Not initialized correctly, see struct comment. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 285 | profileInstalls android.RuleBuilderInstalls |
| 286 | |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 287 | // Path to the license metadata file for the module that built the profile. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 288 | // |
| 289 | // Deprecated: Not initialized correctly, see struct comment. |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 290 | profileLicenseMetadataFile android.OptionalPath |
| 291 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 292 | // Target-dependent fields. |
| 293 | variants []*bootImageVariant |
Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 294 | |
| 295 | // Path of the preloaded classes file. |
| 296 | preloadedClassesFile string |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 297 | |
| 298 | // The "--compiler-filter" argument. |
| 299 | compilerFilter string |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 300 | |
| 301 | // The "--single-image" argument. |
| 302 | singleImage bool |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 303 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 304 | // Profiles imported from APEXes, in addition to the profile at the default path. Each entry must |
| 305 | // be the name of an APEX module. |
| 306 | profileImports []string |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 307 | } |
| 308 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 309 | // Target-dependent description of a boot image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 310 | // |
| 311 | // WARNING: The warning comment on bootImageConfig applies here too. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 312 | type bootImageVariant struct { |
| 313 | *bootImageConfig |
| 314 | |
| 315 | // Target for which the image is generated. |
| 316 | target android.Target |
| 317 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 318 | // The "locations" of jars. |
| 319 | dexLocations []string // for this image |
| 320 | dexLocationsDeps []string // for the dependency images and in this image |
| 321 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 322 | // Paths to image files. |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 323 | imagePathOnHost android.OutputPath // first image file path on host |
| 324 | imagePathOnDevice string // first image file path on device |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 325 | |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 326 | // All the files that constitute this image variant, i.e. .art, .oat and .vdex files. |
| 327 | imagesDeps android.OutputPaths |
| 328 | |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 329 | // The path to the base image variant's imagePathOnHost field, where base image variant |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 330 | // means the image variant that this extends. |
| 331 | // |
| 332 | // This is only set for a variant of an image that extends another image. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 333 | baseImages android.OutputPaths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 334 | |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 335 | // The paths to the base image variant's imagesDeps field, where base image variant |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 336 | // means the image variant that this extends. |
| 337 | // |
| 338 | // This is only set for a variant of an image that extends another image. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 339 | baseImagesDeps android.Paths |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 340 | |
Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 341 | // Rules which should be used in make to install the outputs on host. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 342 | // |
| 343 | // Deprecated: Not initialized correctly, see struct comment. |
| 344 | installs android.RuleBuilderInstalls |
| 345 | |
| 346 | // Rules which should be used in make to install the vdex outputs on host. |
| 347 | // |
| 348 | // Deprecated: Not initialized correctly, see struct comment. |
| 349 | vdexInstalls android.RuleBuilderInstalls |
| 350 | |
| 351 | // Rules which should be used in make to install the unstripped outputs on host. |
| 352 | // |
| 353 | // Deprecated: Not initialized correctly, see struct comment. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 354 | unstrippedInstalls android.RuleBuilderInstalls |
Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 355 | |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 356 | // Path to the license metadata file for the module that built the image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 357 | // |
| 358 | // Deprecated: Not initialized correctly, see struct comment. |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 359 | licenseMetadataFile android.OptionalPath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 360 | } |
| 361 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 362 | // Get target-specific boot image variant for the given boot image config and target. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 363 | func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant { |
| 364 | for _, variant := range image.variants { |
| 365 | if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType { |
| 366 | return variant |
| 367 | } |
| 368 | } |
| 369 | return nil |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 370 | } |
| 371 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 372 | // Return any (the first) variant which is for the device (as opposed to for the host). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 373 | func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant { |
| 374 | for _, variant := range image.variants { |
| 375 | if variant.target.Os == android.Android { |
| 376 | return variant |
| 377 | } |
| 378 | } |
| 379 | return nil |
| 380 | } |
| 381 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 382 | // Return the name of a boot image module given a boot image config and a component (module) index. |
| 383 | // A module name is a combination of the Java library name, and the boot image stem (that is stored |
| 384 | // in the config). |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 385 | func (image bootImageConfig) moduleName(ctx android.PathContext, idx int) string { |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 386 | // The first module of the primary boot image is special: its module name has only the stem, but |
| 387 | // not the library name. All other module names are of the form <stem>-<library name> |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 388 | m := image.modules.Jar(idx) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 389 | name := image.stem |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 390 | if idx != 0 || image.extends != nil { |
Jiakai Zhang | 4d90da2 | 2023-07-12 16:51:48 +0100 | [diff] [blame] | 391 | name += "-" + android.ModuleStem(ctx.Config(), image.modules.Apex(idx), m) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 392 | } |
| 393 | return name |
| 394 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 395 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 396 | // Return the name of the first boot image module, or stem if the list of modules is empty. |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 397 | func (image bootImageConfig) firstModuleNameOrStem(ctx android.PathContext) string { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 398 | if image.modules.Len() > 0 { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 399 | return image.moduleName(ctx, 0) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 400 | } else { |
| 401 | return image.stem |
| 402 | } |
| 403 | } |
| 404 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 405 | // Return filenames for the given boot image component, given the output directory and a list of |
| 406 | // extensions. |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 407 | func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 408 | ret := make(android.OutputPaths, 0, image.modules.Len()*len(exts)) |
| 409 | for i := 0; i < image.modules.Len(); i++ { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 410 | name := image.moduleName(ctx, i) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 411 | for _, ext := range exts { |
| 412 | ret = append(ret, dir.Join(ctx, name+ext)) |
| 413 | } |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 414 | if image.singleImage { |
| 415 | break |
| 416 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 417 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 418 | return ret |
| 419 | } |
| 420 | |
Paul Duffin | 5466a36 | 2021-06-07 10:25:31 +0100 | [diff] [blame] | 421 | // apexVariants returns a list of all *bootImageVariant that could be included in an apex. |
| 422 | func (image *bootImageConfig) apexVariants() []*bootImageVariant { |
| 423 | variants := []*bootImageVariant{} |
| 424 | for _, variant := range image.variants { |
| 425 | // We also generate boot images for host (for testing), but we don't need those in the apex. |
| 426 | // TODO(b/177892522) - consider changing this to check Os.OsClass = android.Device |
| 427 | if variant.target.Os == android.Android { |
| 428 | variants = append(variants, variant) |
| 429 | } |
| 430 | } |
| 431 | return variants |
| 432 | } |
| 433 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 434 | // Return boot image locations (as a list of symbolic paths). |
| 435 | // |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 436 | // The image "location" is a symbolic path that, with multiarchitecture support, doesn't really |
| 437 | // exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the |
| 438 | // same for all supported architectures on the device. The concrete architecture specific files |
| 439 | // actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64. |
| 440 | // |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 441 | // For example a physical file /apex/com.android.art/javalib/x86/boot.art has "image location" |
| 442 | // /apex/com.android.art/javalib/boot.art (which is not an actual file). |
| 443 | // |
| 444 | // For a primary boot image the list of locations has a single element. |
| 445 | // |
| 446 | // For a boot image extension the list of locations contains a location for all dependency images |
| 447 | // (including the primary image) and the location of the extension itself. For example, for the |
| 448 | // Framework boot image extension that depends on the primary ART boot image the list contains two |
| 449 | // elements. |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 450 | // |
| 451 | // The location is passed as an argument to the ART tools like dex2oat instead of the real path. |
| 452 | // ART tools will then reconstruct the architecture-specific real path. |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 453 | func (image *bootImageVariant) imageLocations() (imageLocationsOnHost []string, imageLocationsOnDevice []string) { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 454 | if image.extends != nil { |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 455 | imageLocationsOnHost, imageLocationsOnDevice = image.extends.getVariant(image.target).imageLocations() |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 456 | } |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 457 | return append(imageLocationsOnHost, dexpreopt.PathToLocation(image.imagePathOnHost, image.target.Arch.ArchType)), |
| 458 | append(imageLocationsOnDevice, dexpreopt.PathStringToLocation(image.imagePathOnDevice, image.target.Arch.ArchType)) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 459 | } |
| 460 | |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 461 | func (image *bootImageConfig) isProfileGuided() bool { |
| 462 | return image.compilerFilter == "speed-profile" |
| 463 | } |
| 464 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 465 | func (image *bootImageConfig) isEnabled(ctx android.BaseModuleContext) bool { |
| 466 | return ctx.OtherModuleExists(image.enabledIfExists) |
| 467 | } |
| 468 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 469 | func dexpreoptBootJarsFactory() android.SingletonModule { |
| 470 | m := &dexpreoptBootJars{} |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 471 | android.InitAndroidArchModule(m, android.DeviceSupported, android.MultilibCommon) |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 472 | return m |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 473 | } |
| 474 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 475 | func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) { |
LaMont Jones | 0c10e4d | 2023-05-16 00:58:37 +0000 | [diff] [blame] | 476 | ctx.RegisterParallelSingletonModuleType("dex_bootjars", dexpreoptBootJarsFactory) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 477 | ctx.FinalDepsMutators(func(ctx android.RegisterMutatorsContext) { |
| 478 | ctx.BottomUp("dex_bootjars_deps", DexpreoptBootJarsMutator).Parallel() |
| 479 | }) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 480 | } |
| 481 | |
Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 482 | func SkipDexpreoptBootJars(ctx android.PathContext) bool { |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 483 | global := dexpreopt.GetGlobalConfig(ctx) |
| 484 | return global.DisablePreoptBootImages || !shouldBuildBootImages(ctx.Config(), global) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 485 | } |
| 486 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 487 | // Singleton module for generating boot image build rules. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 488 | type dexpreoptBootJars struct { |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 489 | android.SingletonModuleBase |
| 490 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 491 | // Default boot image config (currently always the Framework boot image extension). It should be |
| 492 | // noted that JIT-Zygote builds use ART APEX image instead of the Framework boot image extension, |
| 493 | // but the switch is handled not here, but in the makefiles (triggered with |
| 494 | // DEXPREOPT_USE_ART_IMAGE=true). |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 495 | defaultBootImage *bootImageConfig |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 496 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 497 | // Other boot image configs (currently the list contains only the primary ART APEX image. It |
| 498 | // used to contain an experimental JIT-Zygote image (now replaced with the ART APEX image). In |
| 499 | // the future other boot image extensions may be added. |
| 500 | otherImages []*bootImageConfig |
| 501 | |
| 502 | // Build path to a config file that Soong writes for Make (to be used in makefiles that install |
| 503 | // the default boot image). |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 504 | dexpreoptConfigForMake android.WritablePath |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 505 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 506 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 507 | func (dbj *dexpreoptBootJars) DepsMutator(ctx android.BottomUpMutatorContext) { |
| 508 | // Create a dependency on all_apex_contributions to determine the selected mainline module |
| 509 | ctx.AddDependency(ctx.Module(), apexContributionsMetadataDepTag, "all_apex_contributions") |
| 510 | } |
| 511 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 512 | func DexpreoptBootJarsMutator(ctx android.BottomUpMutatorContext) { |
| 513 | if _, ok := ctx.Module().(*dexpreoptBootJars); !ok { |
| 514 | return |
| 515 | } |
| 516 | |
| 517 | if dexpreopt.IsDex2oatNeeded(ctx) { |
| 518 | // Add a dependency onto the dex2oat tool which is needed for creating the boot image. The |
| 519 | // path is retrieved from the dependency by GetGlobalSoongConfig(ctx). |
| 520 | dexpreopt.RegisterToolDeps(ctx) |
| 521 | } |
| 522 | |
| 523 | imageConfigs := genBootImageConfigs(ctx) |
| 524 | for _, config := range imageConfigs { |
| 525 | if !config.isEnabled(ctx) { |
| 526 | continue |
| 527 | } |
| 528 | // For accessing the boot jars. |
| 529 | addDependenciesOntoBootImageModules(ctx, config.modules, dexpreoptBootJarDepTag) |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 530 | // Create a dependency on the apex selected using RELEASE_APEX_CONTRIBUTIONS_* |
| 531 | // TODO: b/308174306 - Remove the direct depedendency edge to the java_library (source/prebuilt) once all mainline modules |
| 532 | // have been flagged using RELEASE_APEX_CONTRIBUTIONS_* |
| 533 | apexes := []string{} |
| 534 | for i := 0; i < config.modules.Len(); i++ { |
| 535 | apexes = append(apexes, config.modules.Apex(i)) |
| 536 | } |
| 537 | addDependenciesOntoSelectedBootImageApexes(ctx, android.FirstUniqueStrings(apexes)...) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 538 | } |
| 539 | |
| 540 | if ctx.OtherModuleExists("platform-bootclasspath") { |
| 541 | // For accessing all bootclasspath fragments. |
| 542 | addDependencyOntoApexModulePair(ctx, "platform", "platform-bootclasspath", platformBootclasspathDepTag) |
| 543 | } else if ctx.OtherModuleExists("art-bootclasspath-fragment") { |
| 544 | // For accessing the ART bootclasspath fragment on a thin manifest (e.g., master-art) where |
| 545 | // platform-bootclasspath doesn't exist. |
| 546 | addDependencyOntoApexModulePair(ctx, "com.android.art", "art-bootclasspath-fragment", bootclasspathFragmentDepTag) |
| 547 | } |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 548 | } |
| 549 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 550 | // Create a dependency from dex_bootjars to the specific apexes selected using all_apex_contributions |
| 551 | // This dependency will be used to get the path to the deapexed dex boot jars and profile (via a provider) |
| 552 | func addDependenciesOntoSelectedBootImageApexes(ctx android.BottomUpMutatorContext, apexes ...string) { |
| 553 | psi := android.PrebuiltSelectionInfoMap{} |
| 554 | ctx.VisitDirectDepsWithTag(apexContributionsMetadataDepTag, func(am android.Module) { |
Spandan Das | bc114d2 | 2023-12-20 01:27:29 +0000 | [diff] [blame] | 555 | if info, exists := android.OtherModuleProvider(ctx, am, android.PrebuiltSelectionInfoProvider); exists { |
| 556 | psi = info |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 557 | } |
| 558 | }) |
| 559 | for _, apex := range apexes { |
| 560 | for _, selected := range psi.GetSelectedModulesForApiDomain(apex) { |
| 561 | // We need to add a dep on only the apex listed in `contents` of the selected apex_contributions module |
| 562 | // This is not available in a structured format in `apex_contributions`, so this hack adds a dep on all `contents` |
| 563 | // (some modules like art.module.public.api do not have an apex variation since it is a pure stub module that does not get installed) |
| 564 | apexVariationOfSelected := append(ctx.Target().Variations(), blueprint.Variation{Mutator: "apex", Variation: apex}) |
| 565 | if ctx.OtherModuleDependencyVariantExists(apexVariationOfSelected, selected) { |
| 566 | ctx.AddFarVariationDependencies(apexVariationOfSelected, dexpreoptBootJarDepTag, selected) |
| 567 | } |
| 568 | } |
| 569 | } |
| 570 | } |
| 571 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 572 | func gatherBootclasspathFragments(ctx android.ModuleContext) map[string]android.Module { |
| 573 | return ctx.Config().Once(dexBootJarsFragmentsKey, func() interface{} { |
| 574 | fragments := make(map[string]android.Module) |
| 575 | ctx.WalkDeps(func(child, parent android.Module) bool { |
| 576 | if !isActiveModule(child) { |
| 577 | return false |
| 578 | } |
| 579 | tag := ctx.OtherModuleDependencyTag(child) |
| 580 | if tag == platformBootclasspathDepTag { |
| 581 | return true |
| 582 | } |
| 583 | if tag == bootclasspathFragmentDepTag { |
Colin Cross | 313aa54 | 2023-12-13 13:47:44 -0800 | [diff] [blame] | 584 | apexInfo, _ := android.OtherModuleProvider(ctx, child, android.ApexInfoProvider) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 585 | for _, apex := range apexInfo.InApexVariants { |
| 586 | fragments[apex] = child |
| 587 | } |
| 588 | return false |
| 589 | } |
| 590 | return false |
| 591 | }) |
| 592 | return fragments |
| 593 | }).(map[string]android.Module) |
| 594 | } |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 595 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 596 | func getBootclasspathFragmentByApex(ctx android.ModuleContext, apexName string) android.Module { |
| 597 | return gatherBootclasspathFragments(ctx)[apexName] |
| 598 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 599 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 600 | // GenerateAndroidBuildActions generates the build rules for boot images. |
| 601 | func (d *dexpreoptBootJars) GenerateAndroidBuildActions(ctx android.ModuleContext) { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 602 | imageConfigs := genBootImageConfigs(ctx) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 603 | d.defaultBootImage = defaultBootImageConfig(ctx) |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 604 | d.otherImages = make([]*bootImageConfig, 0, len(imageConfigs)-1) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 605 | for _, name := range getImageNames() { |
| 606 | config := imageConfigs[name] |
| 607 | if config != d.defaultBootImage { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 608 | d.otherImages = append(d.otherImages, config) |
| 609 | } |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 610 | if !config.isEnabled(ctx) { |
| 611 | continue |
| 612 | } |
| 613 | generateBootImage(ctx, config) |
| 614 | if config == d.defaultBootImage { |
| 615 | bootFrameworkProfileRule(ctx, config) |
| 616 | } |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 617 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 618 | } |
| 619 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 620 | // GenerateSingletonBuildActions generates build rules for the dexpreopt config for Make. |
| 621 | func (d *dexpreoptBootJars) GenerateSingletonBuildActions(ctx android.SingletonContext) { |
| 622 | d.dexpreoptConfigForMake = android.PathForOutput(ctx, getDexpreoptDirName(ctx), "dexpreopt.config") |
| 623 | writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake) |
| 624 | } |
| 625 | |
Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 626 | // shouldBuildBootImages determines whether boot images should be built. |
| 627 | func shouldBuildBootImages(config android.Config, global *dexpreopt.GlobalConfig) bool { |
| 628 | // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths |
| 629 | // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds. |
| 630 | // Note: this is technically incorrect. Compiled code contains stack checks which may depend |
| 631 | // on ASAN settings. |
| 632 | if len(config.SanitizeDevice()) == 1 && config.SanitizeDevice()[0] == "address" && global.SanitizeLite { |
| 633 | return false |
| 634 | } |
| 635 | return true |
| 636 | } |
| 637 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 638 | func generateBootImage(ctx android.ModuleContext, imageConfig *bootImageConfig) { |
| 639 | apexJarModulePairs := getModulesForImage(ctx, imageConfig) |
| 640 | |
| 641 | // Copy module dex jars to their predefined locations. |
| 642 | bootDexJarsByModule := extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx, apexJarModulePairs) |
| 643 | copyBootJarsToPredefinedLocations(ctx, bootDexJarsByModule, imageConfig.dexPathsByModule) |
| 644 | |
| 645 | // Build a profile for the image config from the profile at the default path. The profile will |
| 646 | // then be used along with profiles imported from APEXes to build the boot image. |
| 647 | profile := bootImageProfileRule(ctx, imageConfig) |
| 648 | |
| 649 | // If dexpreopt of boot image jars should be skipped, stop after generating a profile. |
Jiakai Zhang | 2398442 | 2023-11-09 16:47:04 +0000 | [diff] [blame] | 650 | global := dexpreopt.GetGlobalConfig(ctx) |
| 651 | if SkipDexpreoptBootJars(ctx) || (global.OnlyPreoptArtBootImage && imageConfig.name != "art") { |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 652 | return |
| 653 | } |
| 654 | |
| 655 | // Build boot image files for the android variants. |
| 656 | androidBootImageFiles := buildBootImageVariantsForAndroidOs(ctx, imageConfig, profile) |
| 657 | |
| 658 | // Zip the android variant boot image files up. |
| 659 | buildBootImageZipInPredefinedLocation(ctx, imageConfig, androidBootImageFiles.byArch) |
| 660 | |
| 661 | // Build boot image files for the host variants. There are use directly by ART host side tests. |
| 662 | buildBootImageVariantsForBuildOs(ctx, imageConfig, profile) |
| 663 | |
| 664 | // Create a `dump-oat-<image-name>` rule that runs `oatdump` for debugging purposes. |
| 665 | dumpOatRules(ctx, imageConfig) |
| 666 | } |
| 667 | |
| 668 | type apexJarModulePair struct { |
Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 669 | apex string |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 670 | jarModule android.Module |
| 671 | } |
| 672 | |
| 673 | func getModulesForImage(ctx android.ModuleContext, imageConfig *bootImageConfig) []apexJarModulePair { |
| 674 | modules := make([]apexJarModulePair, 0, imageConfig.modules.Len()) |
| 675 | for i := 0; i < imageConfig.modules.Len(); i++ { |
| 676 | found := false |
| 677 | for _, module := range gatherApexModulePairDepsWithTag(ctx, dexpreoptBootJarDepTag) { |
| 678 | name := android.RemoveOptionalPrebuiltPrefix(module.Name()) |
| 679 | if name == imageConfig.modules.Jar(i) { |
| 680 | modules = append(modules, apexJarModulePair{ |
Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 681 | apex: imageConfig.modules.Apex(i), |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 682 | jarModule: module, |
| 683 | }) |
| 684 | found = true |
| 685 | break |
| 686 | } |
| 687 | } |
| 688 | if !found && !ctx.Config().AllowMissingDependencies() { |
| 689 | ctx.ModuleErrorf( |
| 690 | "Boot image '%s' module '%s' not added as a dependency of dex_bootjars", |
| 691 | imageConfig.name, |
| 692 | imageConfig.modules.Jar(i)) |
| 693 | return []apexJarModulePair{} |
| 694 | } |
| 695 | } |
| 696 | return modules |
| 697 | } |
| 698 | |
| 699 | // extractEncodedDexJarsFromModulesOrBootclasspathFragments gets the hidden API encoded dex jars for |
| 700 | // the given modules. |
| 701 | func extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx android.ModuleContext, apexJarModulePairs []apexJarModulePair) bootDexJarByModule { |
Spandan Das | 5be6333 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 702 | apexNameToBcpInfoMap := getApexNameToBcpInfoMap(ctx) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 703 | encodedDexJarsByModuleName := bootDexJarByModule{} |
| 704 | for _, pair := range apexJarModulePairs { |
Spandan Das | 5be6333 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 705 | dexJarPath := getDexJarForApex(ctx, pair, apexNameToBcpInfoMap) |
| 706 | encodedDexJarsByModuleName.addPath(pair.jarModule, dexJarPath) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 707 | } |
| 708 | return encodedDexJarsByModuleName |
| 709 | } |
| 710 | |
Spandan Das | 5be6333 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 711 | // Returns the java libraries exported by the apex for hiddenapi and dexpreopt |
| 712 | // This information can come from two mechanisms |
| 713 | // 1. New: Direct deps to _selected_ apexes. The apexes return a ApexExportsInfo |
| 714 | // 2. Legacy: An edge to java_library or java_import (java_sdk_library) module. For prebuilt apexes, this serves as a hook and is populated by deapexers of prebuilt apxes |
| 715 | // TODO: b/308174306 - Once all mainline modules have been flagged, drop (2) |
| 716 | func getDexJarForApex(ctx android.ModuleContext, pair apexJarModulePair, apexNameToBcpInfoMap map[string]android.ApexExportsInfo) android.Path { |
| 717 | if info, exists := apexNameToBcpInfoMap[pair.apex]; exists { |
| 718 | libraryName := android.RemoveOptionalPrebuiltPrefix(pair.jarModule.Name()) |
| 719 | if dex, exists := info.LibraryNameToDexJarPathOnHost[libraryName]; exists { |
| 720 | return dex |
| 721 | } else { |
| 722 | ctx.ModuleErrorf("Apex %s does not provide a dex boot jar for library %s\n", pair.apex, libraryName) |
| 723 | } |
| 724 | } |
| 725 | // TODO: b/308174306 - Remove the legacy mechanism |
| 726 | if android.IsConfiguredJarForPlatform(pair.apex) || android.IsModulePrebuilt(pair.jarModule) { |
| 727 | // This gives us the dex jar with the hidden API flags encoded from the monolithic hidden API |
| 728 | // files or the dex jar extracted from a prebuilt APEX. We can't use this for a boot jar for |
| 729 | // a source APEX because there is no guarantee that it is the same as the jar packed into the |
| 730 | // APEX. In practice, they are the same when we are building from a full source tree, but they |
| 731 | // are different when we are building from a thin manifest (e.g., master-art), where there is |
| 732 | // no monolithic hidden API files at all. |
| 733 | return retrieveEncodedBootDexJarFromModule(ctx, pair.jarModule) |
| 734 | } else { |
| 735 | // Use exactly the same jar that is packed into the APEX. |
| 736 | fragment := getBootclasspathFragmentByApex(ctx, pair.apex) |
| 737 | if fragment == nil { |
| 738 | ctx.ModuleErrorf("Boot jar '%[1]s' is from APEX '%[2]s', but a bootclasspath_fragment for "+ |
| 739 | "APEX '%[2]s' doesn't exist or is not added as a dependency of dex_bootjars", |
| 740 | pair.jarModule.Name(), |
| 741 | pair.apex) |
| 742 | } |
| 743 | bootclasspathFragmentInfo, _ := android.OtherModuleProvider(ctx, fragment, BootclasspathFragmentApexContentInfoProvider) |
| 744 | jar, err := bootclasspathFragmentInfo.DexBootJarPathForContentModule(pair.jarModule) |
| 745 | if err != nil { |
| 746 | ctx.ModuleErrorf("%s", err) |
| 747 | } |
| 748 | return jar |
| 749 | } |
| 750 | return nil |
| 751 | } |
| 752 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 753 | // copyBootJarsToPredefinedLocations generates commands that will copy boot jars to predefined |
| 754 | // paths in the global config. |
| 755 | func copyBootJarsToPredefinedLocations(ctx android.ModuleContext, srcBootDexJarsByModule bootDexJarByModule, dstBootJarsByModule map[string]android.WritablePath) { |
| 756 | // Create the super set of module names. |
| 757 | names := []string{} |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 758 | names = append(names, android.SortedKeys(srcBootDexJarsByModule)...) |
| 759 | names = append(names, android.SortedKeys(dstBootJarsByModule)...) |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 760 | names = android.SortedUniqueStrings(names) |
| 761 | for _, name := range names { |
| 762 | src := srcBootDexJarsByModule[name] |
| 763 | dst := dstBootJarsByModule[name] |
Paul Duffin | 7ebebfd | 2021-04-27 19:36:57 +0100 | [diff] [blame] | 764 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 765 | if src == nil { |
Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 766 | // A dex boot jar should be provided by the source java module. It needs to be installable or |
| 767 | // have compile_dex=true - cf. assignments to java.Module.dexJarFile. |
| 768 | // |
| 769 | // However, the source java module may be either replaced or overridden (using prefer:true) by |
| 770 | // a prebuilt java module with the same name. In that case the dex boot jar needs to be |
| 771 | // provided by the corresponding prebuilt APEX module. That APEX is the one that refers |
| 772 | // through a exported_(boot|systemserver)classpath_fragments property to a |
| 773 | // prebuilt_(boot|systemserver)classpath_fragment module, which in turn lists the prebuilt |
| 774 | // java module in the contents property. If that chain is broken then this dependency will |
| 775 | // fail. |
Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 776 | if !ctx.Config().AllowMissingDependencies() { |
Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 777 | ctx.ModuleErrorf("module %s does not provide a dex boot jar (see comment next to this message in Soong for details)", name) |
Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 778 | } else { |
| 779 | ctx.AddMissingDependencies([]string{name}) |
| 780 | } |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 781 | } else if dst == nil { |
| 782 | ctx.ModuleErrorf("module %s is not part of the boot configuration", name) |
Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 783 | } else { |
| 784 | ctx.Build(pctx, android.BuildParams{ |
| 785 | Rule: android.Cp, |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 786 | Input: src, |
| 787 | Output: dst, |
Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 788 | }) |
| 789 | } |
| 790 | } |
Ulya Trafimovich | fa2b1cf | 2021-03-22 12:37:10 +0000 | [diff] [blame] | 791 | } |
| 792 | |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 793 | // buildBootImageVariantsForAndroidOs generates rules to build the boot image variants for the |
| 794 | // android.Android OsType and returns a map from the architectures to the paths of the generated |
| 795 | // boot image files. |
| 796 | // |
| 797 | // The paths are returned because they are needed elsewhere in Soong, e.g. for populating an APEX. |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 798 | func buildBootImageVariantsForAndroidOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) bootImageOutputs { |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 799 | return buildBootImageForOsType(ctx, image, profile, android.Android) |
| 800 | } |
| 801 | |
| 802 | // buildBootImageVariantsForBuildOs generates rules to build the boot image variants for the |
Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 803 | // config.BuildOS OsType, i.e. the type of OS on which the build is being running. |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 804 | // |
| 805 | // The files need to be generated into their predefined location because they are used from there |
| 806 | // both within Soong and outside, e.g. for ART based host side testing and also for use by some |
| 807 | // cloud based tools. However, they are not needed by callers of this function and so the paths do |
| 808 | // not need to be returned from this func, unlike the buildBootImageVariantsForAndroidOs func. |
| 809 | func buildBootImageVariantsForBuildOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) { |
Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 810 | buildBootImageForOsType(ctx, image, profile, ctx.Config().BuildOS) |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 811 | } |
| 812 | |
Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 813 | // bootImageFilesByArch is a map from android.ArchType to the paths to the boot image files. |
| 814 | // |
| 815 | // The paths include the .art, .oat and .vdex files, one for each of the modules from which the boot |
| 816 | // image is created. |
| 817 | type bootImageFilesByArch map[android.ArchType]android.Paths |
| 818 | |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 819 | // bootImageOutputs encapsulates information about boot images that were created/obtained by |
| 820 | // commonBootclasspathFragment.produceBootImageFiles. |
| 821 | type bootImageOutputs struct { |
| 822 | // Map from arch to the paths to the boot image files created/obtained for that arch. |
| 823 | byArch bootImageFilesByArch |
| 824 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 825 | variants []bootImageVariantOutputs |
| 826 | |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 827 | // The path to the profile file created/obtained for the boot image. |
| 828 | profile android.WritablePath |
| 829 | } |
| 830 | |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 831 | // buildBootImageForOsType takes a bootImageConfig, a profile file and an android.OsType |
| 832 | // boot image files are required for and it creates rules to build the boot image |
| 833 | // files for all the required architectures for them. |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 834 | // |
| 835 | // It returns a map from android.ArchType to the predefined paths of the boot image files. |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 836 | func buildBootImageForOsType(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath, requiredOsType android.OsType) bootImageOutputs { |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 837 | filesByArch := bootImageFilesByArch{} |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 838 | imageOutputs := bootImageOutputs{ |
| 839 | byArch: filesByArch, |
| 840 | profile: profile, |
| 841 | } |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 842 | for _, variant := range image.variants { |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 843 | if variant.target.Os == requiredOsType { |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 844 | variantOutputs := buildBootImageVariant(ctx, variant, profile) |
| 845 | imageOutputs.variants = append(imageOutputs.variants, variantOutputs) |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 846 | filesByArch[variant.target.Arch.ArchType] = variant.imagesDeps.Paths() |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 847 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 848 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 849 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 850 | return imageOutputs |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 851 | } |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 852 | |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 853 | // buildBootImageZipInPredefinedLocation generates a zip file containing all the boot image files. |
| 854 | // |
| 855 | // The supplied filesByArch is nil when the boot image files have not been generated. Otherwise, it |
| 856 | // is a map from android.ArchType to the predefined locations. |
| 857 | func buildBootImageZipInPredefinedLocation(ctx android.ModuleContext, image *bootImageConfig, filesByArch bootImageFilesByArch) { |
| 858 | if filesByArch == nil { |
| 859 | return |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 860 | } |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 861 | |
| 862 | // Compute the list of files from all the architectures. |
| 863 | zipFiles := android.Paths{} |
| 864 | for _, archType := range android.ArchTypeList() { |
| 865 | zipFiles = append(zipFiles, filesByArch[archType]...) |
| 866 | } |
| 867 | |
| 868 | rule := android.NewRuleBuilder(pctx, ctx) |
| 869 | rule.Command(). |
| 870 | BuiltTool("soong_zip"). |
| 871 | FlagWithOutput("-o ", image.zip). |
| 872 | FlagWithArg("-C ", image.dir.Join(ctx, android.Android.String()).String()). |
| 873 | FlagWithInputList("-f ", zipFiles, " -f ") |
| 874 | |
| 875 | rule.Build("zip_"+image.name, "zip "+image.name+" image") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 876 | } |
| 877 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 878 | type bootImageVariantOutputs struct { |
Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 879 | config *bootImageVariant |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 880 | } |
| 881 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 882 | // Returns the profile file for an apex |
| 883 | // This information can come from two mechanisms |
| 884 | // 1. New: Direct deps to _selected_ apexes. The apexes return a BootclasspathFragmentApexContentInfo |
| 885 | // 2. Legacy: An edge to bootclasspath_fragment module. For prebuilt apexes, this serves as a hook and is populated by deapexers of prebuilt apxes |
| 886 | // TODO: b/308174306 - Once all mainline modules have been flagged, drop (2) |
| 887 | func getProfilePathForApex(ctx android.ModuleContext, apexName string, apexNameToBcpInfoMap map[string]android.ApexExportsInfo) android.Path { |
| 888 | if info, exists := apexNameToBcpInfoMap[apexName]; exists { |
| 889 | return info.ProfilePathOnHost |
| 890 | } |
| 891 | // TODO: b/308174306 - Remove the legacy mechanism |
| 892 | fragment := getBootclasspathFragmentByApex(ctx, apexName) |
| 893 | if fragment == nil { |
| 894 | ctx.ModuleErrorf("Boot image config imports profile from '%[2]s', but a "+ |
| 895 | "bootclasspath_fragment for APEX '%[2]s' doesn't exist or is not added as a "+ |
| 896 | "dependency of dex_bootjars", |
| 897 | apexName) |
| 898 | return nil |
| 899 | } |
| 900 | return fragment.(commonBootclasspathFragment).getProfilePath() |
| 901 | } |
| 902 | |
Spandan Das | 5be6333 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 903 | func getApexNameToBcpInfoMap(ctx android.ModuleContext) map[string]android.ApexExportsInfo { |
| 904 | apexNameToBcpInfoMap := map[string]android.ApexExportsInfo{} |
| 905 | ctx.VisitDirectDepsWithTag(dexpreoptBootJarDepTag, func(am android.Module) { |
| 906 | if info, exists := android.OtherModuleProvider(ctx, am, android.ApexExportsInfoProvider); exists { |
| 907 | apexNameToBcpInfoMap[info.ApexName] = info |
| 908 | } |
| 909 | }) |
| 910 | return apexNameToBcpInfoMap |
| 911 | } |
| 912 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 913 | // Generate boot image build rules for a specific target. |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 914 | func buildBootImageVariant(ctx android.ModuleContext, image *bootImageVariant, profile android.Path) bootImageVariantOutputs { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 915 | |
Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 916 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 917 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 918 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 919 | arch := image.target.Arch.ArchType |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 920 | os := image.target.Os.String() // We need to distinguish host-x86 and device-x86. |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 921 | symbolsDir := image.symbolsDir.Join(ctx, os, image.installDir, arch.String()) |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 922 | symbolsFile := symbolsDir.Join(ctx, image.stem+".oat") |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 923 | outputDir := image.dir.Join(ctx, os, image.installDir, arch.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 924 | outputPath := outputDir.Join(ctx, image.stem+".oat") |
| 925 | oatLocation := dexpreopt.PathToLocation(outputPath, arch) |
| 926 | imagePath := outputPath.ReplaceExtension(ctx, "art") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 927 | |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 928 | rule := android.NewRuleBuilder(pctx, ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 929 | |
| 930 | rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String()) |
| 931 | rule.Command().Text("rm").Flag("-f"). |
| 932 | Flag(symbolsDir.Join(ctx, "*.art").String()). |
| 933 | Flag(symbolsDir.Join(ctx, "*.oat").String()). |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 934 | Flag(symbolsDir.Join(ctx, "*.vdex").String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 935 | Flag(symbolsDir.Join(ctx, "*.invocation").String()) |
| 936 | rule.Command().Text("rm").Flag("-f"). |
| 937 | Flag(outputDir.Join(ctx, "*.art").String()). |
| 938 | Flag(outputDir.Join(ctx, "*.oat").String()). |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 939 | Flag(outputDir.Join(ctx, "*.vdex").String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 940 | Flag(outputDir.Join(ctx, "*.invocation").String()) |
| 941 | |
| 942 | cmd := rule.Command() |
| 943 | |
| 944 | extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS") |
| 945 | if extraFlags == "" { |
| 946 | // Use ANDROID_LOG_TAGS to suppress most logging by default... |
| 947 | cmd.Text(`ANDROID_LOG_TAGS="*:e"`) |
| 948 | } else { |
| 949 | // ...unless the boot image is generated specifically for testing, then allow all logging. |
| 950 | cmd.Text(`ANDROID_LOG_TAGS="*:v"`) |
| 951 | } |
| 952 | |
| 953 | invocationPath := outputPath.ReplaceExtension(ctx, "invocation") |
| 954 | |
Spandan Das | 5be6333 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 955 | apexNameToBcpInfoMap := getApexNameToBcpInfoMap(ctx) |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 956 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 957 | cmd.Tool(globalSoong.Dex2oat). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 958 | Flag("--avoid-storing-invocation"). |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 959 | FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 960 | Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms). |
| 961 | Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 962 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 963 | if image.isProfileGuided() && !global.DisableGenerateProfile { |
| 964 | if profile != nil { |
| 965 | cmd.FlagWithInput("--profile-file=", profile) |
| 966 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 967 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 968 | for _, apex := range image.profileImports { |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 969 | importedProfile := getProfilePathForApex(ctx, apex, apexNameToBcpInfoMap) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 970 | if importedProfile == nil { |
| 971 | ctx.ModuleErrorf("Boot image config '%[1]s' imports profile from '%[2]s', but '%[2]s' "+ |
| 972 | "doesn't provide a profile", |
| 973 | image.name, |
| 974 | apex) |
| 975 | return bootImageVariantOutputs{} |
| 976 | } |
| 977 | cmd.FlagWithInput("--profile-file=", importedProfile) |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 978 | } |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 979 | } |
| 980 | |
Nicolas Geoffray | 1086e60 | 2021-01-20 14:30:40 +0000 | [diff] [blame] | 981 | dirtyImageFile := "frameworks/base/config/dirty-image-objects" |
| 982 | dirtyImagePath := android.ExistentPathForSource(ctx, dirtyImageFile) |
| 983 | if dirtyImagePath.Valid() { |
| 984 | cmd.FlagWithInput("--dirty-image-objects=", dirtyImagePath.Path()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 985 | } |
| 986 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 987 | if image.extends != nil { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 988 | // It is a boot image extension, so it needs the boot images that it depends on. |
| 989 | baseImageLocations := make([]string, 0, len(image.baseImages)) |
| 990 | for _, image := range image.baseImages { |
| 991 | baseImageLocations = append(baseImageLocations, dexpreopt.PathToLocation(image, arch)) |
| 992 | } |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 993 | cmd. |
| 994 | Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 995 | Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 996 | // Add the path to the first file in the boot image with the arch specific directory removed, |
| 997 | // dex2oat will reconstruct the path to the actual file when it needs it. As the actual path |
| 998 | // to the file cannot be passed to the command make sure to add the actual path as an Implicit |
| 999 | // dependency to ensure that it is built before the command runs. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 1000 | FlagWithList("--boot-image=", baseImageLocations, ":").Implicits(image.baseImages.Paths()). |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 1001 | // Similarly, the dex2oat tool will automatically find the paths to other files in the base |
| 1002 | // boot image so make sure to add them as implicit dependencies to ensure that they are built |
| 1003 | // before this command is run. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 1004 | Implicits(image.baseImagesDeps) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1005 | } else { |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 1006 | // It is a primary image, so it needs a base address. |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1007 | cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress()) |
| 1008 | } |
| 1009 | |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 1010 | if len(image.preloadedClassesFile) > 0 { |
| 1011 | // We always expect a preloaded classes file to be available. However, if we cannot find it, it's |
| 1012 | // OK to not pass the flag to dex2oat. |
| 1013 | preloadedClassesPath := android.ExistentPathForSource(ctx, image.preloadedClassesFile) |
| 1014 | if preloadedClassesPath.Valid() { |
| 1015 | cmd.FlagWithInput("--preloaded-classes=", preloadedClassesPath.Path()) |
| 1016 | } |
Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 1017 | } |
| 1018 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1019 | cmd. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1020 | FlagForEachInput("--dex-file=", image.dexPaths.Paths()). |
| 1021 | FlagForEachArg("--dex-location=", image.dexLocations). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1022 | Flag("--generate-debug-info"). |
| 1023 | Flag("--generate-build-id"). |
Mathieu Chartier | 54fd807 | 2019-07-26 13:50:04 -0700 | [diff] [blame] | 1024 | Flag("--image-format=lz4hc"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1025 | FlagWithArg("--oat-symbols=", symbolsFile.String()). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1026 | FlagWithArg("--oat-file=", outputPath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1027 | FlagWithArg("--oat-location=", oatLocation). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1028 | FlagWithArg("--image=", imagePath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1029 | FlagWithArg("--instruction-set=", arch.String()). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1030 | FlagWithArg("--android-root=", global.EmptyDirectory). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1031 | FlagWithArg("--no-inline-from=", "core-oj.jar"). |
Ulya Trafimovich | c0c98d5 | 2020-03-09 12:46:06 +0000 | [diff] [blame] | 1032 | Flag("--force-determinism"). |
Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 1033 | Flag("--abort-on-hard-verifier-error") |
| 1034 | |
Nicolas Geoffray | 1ad8a13 | 2023-06-28 21:34:44 +0100 | [diff] [blame] | 1035 | // We don't strip on host to make perf tools work. |
| 1036 | if image.target.Os == android.Android { |
| 1037 | cmd.Flag("--strip") |
| 1038 | } |
| 1039 | |
Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 1040 | // If the image is profile-guided but the profile is disabled, we omit "--compiler-filter" to |
| 1041 | // leave the decision to dex2oat to pick the compiler filter. |
| 1042 | if !(image.isProfileGuided() && global.DisableGenerateProfile) { |
| 1043 | cmd.FlagWithArg("--compiler-filter=", image.compilerFilter) |
| 1044 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1045 | |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 1046 | if image.singleImage { |
| 1047 | cmd.Flag("--single-image") |
| 1048 | } |
| 1049 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1050 | // Use the default variant/features for host builds. |
| 1051 | // The map below contains only device CPU info (which might be x86 on some devices). |
| 1052 | if image.target.Os == android.Android { |
| 1053 | cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]) |
| 1054 | cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]) |
| 1055 | } |
| 1056 | |
Jiakai Zhang | 225c476 | 2023-06-01 14:17:03 +0100 | [diff] [blame] | 1057 | if global.EnableUffdGc && image.target.Os == android.Android { |
Jiakai Zhang | 616be06 | 2022-11-16 11:50:59 +0000 | [diff] [blame] | 1058 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") |
| 1059 | } |
| 1060 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1061 | if global.BootFlags != "" { |
| 1062 | cmd.Flag(global.BootFlags) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1063 | } |
| 1064 | |
| 1065 | if extraFlags != "" { |
| 1066 | cmd.Flag(extraFlags) |
| 1067 | } |
| 1068 | |
Colin Cross | 0b9f31f | 2019-02-28 11:00:01 -0800 | [diff] [blame] | 1069 | cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage)) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1070 | |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 1071 | installDir := filepath.Dir(image.imagePathOnDevice) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1072 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1073 | var vdexInstalls android.RuleBuilderInstalls |
| 1074 | var unstrippedInstalls android.RuleBuilderInstalls |
| 1075 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1076 | for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") { |
| 1077 | cmd.ImplicitOutput(artOrOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1078 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1079 | // Install the .oat and .art files |
| 1080 | rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base())) |
| 1081 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1082 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1083 | for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") { |
| 1084 | cmd.ImplicitOutput(vdex) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1085 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1086 | // Note that the vdex files are identical between architectures. |
| 1087 | // Make rules will create symlinks to share them between architectures. |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1088 | vdexInstalls = append(vdexInstalls, |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1089 | android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())}) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1090 | } |
| 1091 | |
| 1092 | for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") { |
| 1093 | cmd.ImplicitOutput(unstrippedOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1094 | |
| 1095 | // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED) |
| 1096 | unstrippedInstalls = append(unstrippedInstalls, |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 1097 | android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())}) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1098 | } |
| 1099 | |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1100 | rule.Build(image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1101 | |
| 1102 | // save output and installed files for makevars |
Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1103 | // TODO - these are always the same and so should be initialized in genBootImageConfigs |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1104 | image.installs = rule.Installs() |
| 1105 | image.vdexInstalls = vdexInstalls |
| 1106 | image.unstrippedInstalls = unstrippedInstalls |
Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1107 | |
| 1108 | // Only set the licenseMetadataFile from the active module. |
| 1109 | if isActiveModule(ctx.Module()) { |
| 1110 | image.licenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
| 1111 | } |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1112 | |
| 1113 | return bootImageVariantOutputs{ |
| 1114 | image, |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1115 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1116 | } |
| 1117 | |
| 1118 | const failureMessage = `ERROR: Dex2oat failed to compile a boot image. |
| 1119 | It is likely that the boot classpath is inconsistent. |
| 1120 | Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.` |
| 1121 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1122 | func bootImageProfileRuleCommon(ctx android.ModuleContext, name string, dexFiles android.Paths, dexLocations []string) android.WritablePath { |
Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 1123 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1124 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1125 | |
Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 1126 | if global.DisableGenerateProfile { |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1127 | return nil |
| 1128 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1129 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1130 | defaultProfile := "frameworks/base/config/boot-image-profile.txt" |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1131 | extraProfile := "frameworks/base/config/boot-image-profile-extra.txt" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1132 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1133 | rule := android.NewRuleBuilder(pctx, ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1134 | |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1135 | var profiles android.Paths |
| 1136 | if len(global.BootImageProfiles) > 0 { |
| 1137 | profiles = append(profiles, global.BootImageProfiles...) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1138 | } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() { |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1139 | profiles = append(profiles, path.Path()) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1140 | } else { |
| 1141 | // No profile (not even a default one, which is the case on some branches |
| 1142 | // like master-art-host that don't have frameworks/base). |
| 1143 | // Return nil and continue without profile. |
| 1144 | return nil |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 1145 | } |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1146 | if path := android.ExistentPathForSource(ctx, extraProfile); path.Valid() { |
| 1147 | profiles = append(profiles, path.Path()) |
| 1148 | } |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1149 | bootImageProfile := android.PathForModuleOut(ctx, name, "boot-image-profile.txt") |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1150 | rule.Command().Text("cat").Inputs(profiles).Text(">").Output(bootImageProfile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1151 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1152 | profile := android.PathForModuleOut(ctx, name, "boot.prof") |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1153 | |
| 1154 | rule.Command(). |
| 1155 | Text(`ANDROID_LOG_TAGS="*:e"`). |
| 1156 | Tool(globalSoong.Profman). |
| 1157 | Flag("--output-profile-type=boot"). |
| 1158 | FlagWithInput("--create-profile-from=", bootImageProfile). |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1159 | FlagForEachInput("--apk=", dexFiles). |
| 1160 | FlagForEachArg("--dex-location=", dexLocations). |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1161 | FlagWithOutput("--reference-profile-file=", profile) |
| 1162 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1163 | rule.Build("bootJarsProfile_"+name, "profile boot jars "+name) |
| 1164 | |
| 1165 | return profile |
| 1166 | } |
| 1167 | |
| 1168 | func bootImageProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { |
| 1169 | if !image.isProfileGuided() { |
| 1170 | return nil |
| 1171 | } |
| 1172 | |
| 1173 | profile := bootImageProfileRuleCommon(ctx, image.name, image.dexPathsDeps.Paths(), image.getAnyAndroidVariant().dexLocationsDeps) |
| 1174 | |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1175 | if image == defaultBootImageConfig(ctx) { |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1176 | rule := android.NewRuleBuilder(pctx, ctx) |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1177 | rule.Install(profile, "/system/etc/boot-image.prof") |
| 1178 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1179 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1180 | } |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1181 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1182 | return profile |
| 1183 | } |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1184 | |
Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 1185 | // bootFrameworkProfileRule generates the rule to create the boot framework profile and |
| 1186 | // returns a path to the generated file. |
| 1187 | func bootFrameworkProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { |
| 1188 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1189 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1190 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 1191 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1192 | return nil |
| 1193 | } |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1194 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1195 | defaultProfile := "frameworks/base/config/boot-profile.txt" |
Paul Duffin | 2ac45f0 | 2021-04-26 17:08:38 +0100 | [diff] [blame] | 1196 | bootFrameworkProfile := android.PathForSource(ctx, defaultProfile) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1197 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1198 | profile := image.dir.Join(ctx, "boot.bprof") |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1199 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1200 | rule := android.NewRuleBuilder(pctx, ctx) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1201 | rule.Command(). |
| 1202 | Text(`ANDROID_LOG_TAGS="*:e"`). |
| 1203 | Tool(globalSoong.Profman). |
| 1204 | Flag("--output-profile-type=bprof"). |
| 1205 | FlagWithInput("--create-profile-from=", bootFrameworkProfile). |
| 1206 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
| 1207 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
| 1208 | FlagWithOutput("--reference-profile-file=", profile) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1209 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1210 | rule.Install(profile, "/system/etc/boot-image.bprof") |
| 1211 | rule.Build("bootFrameworkProfile", "profile boot framework jars") |
| 1212 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1213 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1214 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1215 | return profile |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1216 | } |
| 1217 | |
Paul Duffin | f7a5592 | 2021-04-26 23:09:15 +0100 | [diff] [blame] | 1218 | func dumpOatRules(ctx android.ModuleContext, image *bootImageConfig) { |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1219 | var allPhonies android.Paths |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1220 | name := image.name |
| 1221 | global := dexpreopt.GetGlobalConfig(ctx) |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1222 | for _, image := range image.variants { |
| 1223 | arch := image.target.Arch.ArchType |
David Srbecky | 4667232 | 2020-03-16 13:27:55 +0000 | [diff] [blame] | 1224 | suffix := arch.String() |
| 1225 | // Host and target might both use x86 arch. We need to ensure the names are unique. |
| 1226 | if image.target.Os.Class == android.Host { |
| 1227 | suffix = "host-" + suffix |
| 1228 | } |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1229 | // Create a rule to call oatdump. |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1230 | output := android.PathForOutput(ctx, name+"."+suffix+".oatdump.txt") |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1231 | rule := android.NewRuleBuilder(pctx, ctx) |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1232 | imageLocationsOnHost, _ := image.imageLocations() |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1233 | cmd := rule.Command(). |
Martin Stjernholm | 0780372 | 2021-05-18 17:39:56 +0100 | [diff] [blame] | 1234 | BuiltTool("oatdump"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1235 | FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 1236 | FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1237 | FlagWithArg("--image=", strings.Join(imageLocationsOnHost, ":")).Implicits(image.imagesDeps.Paths()). |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1238 | FlagWithOutput("--output=", output). |
| 1239 | FlagWithArg("--instruction-set=", arch.String()) |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1240 | if global.EnableUffdGc && image.target.Os == android.Android { |
| 1241 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") |
| 1242 | } |
| 1243 | rule.Build("dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1244 | |
| 1245 | // Create a phony rule that depends on the output file and prints the path. |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1246 | phony := android.PathForPhony(ctx, "dump-oat-"+name+"-"+suffix) |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1247 | rule = android.NewRuleBuilder(pctx, ctx) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1248 | rule.Command(). |
| 1249 | Implicit(output). |
| 1250 | ImplicitOutput(phony). |
| 1251 | Text("echo").FlagWithArg("Output in ", output.String()) |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1252 | rule.Build("phony-dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1253 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1254 | allPhonies = append(allPhonies, phony) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1255 | } |
| 1256 | |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1257 | phony := android.PathForPhony(ctx, "dump-oat-"+name) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1258 | ctx.Build(pctx, android.BuildParams{ |
| 1259 | Rule: android.Phony, |
| 1260 | Output: phony, |
| 1261 | Inputs: allPhonies, |
Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 1262 | Description: "dump-oat-" + name, |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1263 | }) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1264 | } |
| 1265 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1266 | func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) { |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1267 | data := dexpreopt.GetGlobalConfigRawData(ctx) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1268 | |
Colin Cross | cf371cc | 2020-11-13 11:48:42 -0800 | [diff] [blame] | 1269 | android.WriteFileRule(ctx, path, string(data)) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1270 | } |
| 1271 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 1272 | // Define Make variables for boot image names, paths, etc. These variables are used in makefiles |
| 1273 | // (make/core/dex_preopt_libart.mk) to generate install rules that copy boot image files to the |
| 1274 | // correct output directories. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1275 | func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) { |
Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1276 | if d.dexpreoptConfigForMake != nil && !SkipDexpreoptBootJars(ctx) { |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1277 | ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String()) |
Martin Stjernholm | c52aaf1 | 2020-01-06 23:11:37 +0000 | [diff] [blame] | 1278 | ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String()) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1279 | } |
| 1280 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1281 | image := d.defaultBootImage |
| 1282 | if image != nil { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1283 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String()) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1284 | if image.profileLicenseMetadataFile.Valid() { |
| 1285 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_LICENSE_METADATA", image.profileLicenseMetadataFile.String()) |
| 1286 | } |
Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1287 | |
Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1288 | if SkipDexpreoptBootJars(ctx) { |
| 1289 | return |
| 1290 | } |
| 1291 | |
Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1292 | global := dexpreopt.GetGlobalConfig(ctx) |
| 1293 | dexPaths, dexLocations := bcpForDexpreopt(ctx, global.PreoptWithUpdatableBcp) |
| 1294 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(dexPaths.Strings(), " ")) |
| 1295 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(dexLocations, " ")) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1296 | |
Ulya Trafimovich | 442ec7f | 2022-04-20 10:53:26 +0100 | [diff] [blame] | 1297 | // The primary ART boot image is exposed to Make for testing (gtests) and benchmarking |
| 1298 | // (golem) purposes. |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1299 | for _, current := range append(d.otherImages, image) { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1300 | for _, variant := range current.variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1301 | suffix := "" |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1302 | if variant.target.Os.Class == android.Host { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1303 | suffix = "_host" |
| 1304 | } |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1305 | sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String() |
| 1306 | ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String()) |
Jeongik Cha | a596909 | 2021-05-07 18:53:21 +0900 | [diff] [blame] | 1307 | ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.imagePathOnHost.String()) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1308 | ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " ")) |
| 1309 | ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String()) |
| 1310 | ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String()) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1311 | if variant.licenseMetadataFile.Valid() { |
| 1312 | ctx.Strict("DEXPREOPT_IMAGE_LICENSE_METADATA_"+sfx, variant.licenseMetadataFile.String()) |
| 1313 | } |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1314 | } |
Jeongik Cha | e3165c8 | 2021-06-23 23:18:50 +0900 | [diff] [blame] | 1315 | imageLocationsOnHost, imageLocationsOnDevice := current.getAnyAndroidVariant().imageLocations() |
| 1316 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_HOST"+current.name, strings.Join(imageLocationsOnHost, ":")) |
| 1317 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_DEVICE"+current.name, strings.Join(imageLocationsOnDevice, ":")) |
Colin Cross | 31bf00d | 2019-12-04 13:16:01 -0800 | [diff] [blame] | 1318 | ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1319 | } |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 1320 | ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(getImageNames(), " ")) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1321 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1322 | } |