Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1 | // Copyright 2019 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package java |
| 16 | |
| 17 | import ( |
| 18 | "path/filepath" |
| 19 | "strings" |
| 20 | |
| 21 | "android/soong/android" |
| 22 | "android/soong/dexpreopt" |
| 23 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 24 | "github.com/google/blueprint" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 25 | "github.com/google/blueprint/proptools" |
| 26 | ) |
| 27 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 28 | // ================================================================================================= |
| 29 | // WIP - see http://b/177892522 for details |
| 30 | // |
| 31 | // The build support for boot images is currently being migrated away from singleton to modules so |
| 32 | // the documentation may not be strictly accurate. Rather than update the documentation at every |
| 33 | // step which will create a lot of churn the changes that have been made will be listed here and the |
| 34 | // documentation will be updated once it is closer to the final result. |
| 35 | // |
| 36 | // Changes: |
| 37 | // 1) dex_bootjars is now a singleton module and not a plain singleton. |
Paul Duffin | 3451e16 | 2021-01-20 15:16:56 +0000 | [diff] [blame] | 38 | // 2) Boot images are now represented by the boot_image module type. |
| 39 | // 3) The art boot image is called "art-boot-image", the framework boot image is called |
| 40 | // "framework-boot-image". |
| 41 | // 4) They are defined in art/build/boot/Android.bp and frameworks/base/boot/Android.bp |
| 42 | // respectively. |
| 43 | // 5) Each boot_image retrieves the appropriate boot image configuration from the map returned by |
| 44 | // genBootImageConfigs() using the image_name specified in the boot_image module. |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 45 | // ================================================================================================= |
| 46 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 47 | // This comment describes: |
| 48 | // 1. ART boot images in general (their types, structure, file layout, etc.) |
| 49 | // 2. build system support for boot images |
| 50 | // |
| 51 | // 1. ART boot images |
| 52 | // ------------------ |
| 53 | // |
| 54 | // A boot image in ART is a set of files that contain AOT-compiled native code and a heap snapshot |
| 55 | // of AOT-initialized classes for the bootclasspath Java libraries. A boot image is compiled from a |
| 56 | // set of DEX jars by the dex2oat compiler. A boot image is used for two purposes: 1) it is |
| 57 | // installed on device and loaded at runtime, and 2) other Java libraries and apps are compiled |
| 58 | // against it (compilation may take place either on host, known as "dexpreopt", or on device, known |
| 59 | // as "dexopt"). |
| 60 | // |
| 61 | // A boot image is not a single file, but a collection of interrelated files. Each boot image has a |
| 62 | // number of components that correspond to the Java libraries that constitute it. For each component |
| 63 | // there are multiple files: |
| 64 | // - *.oat or *.odex file with native code (architecture-specific, one per instruction set) |
| 65 | // - *.art file with pre-initialized Java classes (architecture-specific, one per instruction set) |
| 66 | // - *.vdex file with verification metadata for the DEX bytecode (architecture independent) |
| 67 | // |
| 68 | // *.vdex files for the boot images do not contain the DEX bytecode itself, because the |
| 69 | // bootclasspath DEX files are stored on disk in uncompressed and aligned form. Consequently a boot |
| 70 | // image is not self-contained and cannot be used without its DEX files. To simplify the management |
| 71 | // of boot image files, ART uses a certain naming scheme and associates the following metadata with |
| 72 | // each boot image: |
| 73 | // - A stem, which is a symbolic name that is prepended to boot image file names. |
| 74 | // - A location (on-device path to the boot image files). |
| 75 | // - A list of boot image locations (on-device paths to dependency boot images). |
| 76 | // - A set of DEX locations (on-device paths to the DEX files, one location for one DEX file used |
| 77 | // to compile the boot image). |
| 78 | // |
| 79 | // There are two kinds of boot images: |
| 80 | // - primary boot images |
| 81 | // - boot image extensions |
| 82 | // |
| 83 | // 1.1. Primary boot images |
| 84 | // ------------------------ |
| 85 | // |
| 86 | // A primary boot image is compiled for a core subset of bootclasspath Java libraries. It does not |
| 87 | // depend on any other images, and other boot images may depend on it. |
| 88 | // |
| 89 | // For example, assuming that the stem is "boot", the location is /apex/com.android.art/javalib/, |
| 90 | // the set of core bootclasspath libraries is A B C, and the boot image is compiled for ARM targets |
| 91 | // (32 and 64 bits), it will have three components with the following files: |
| 92 | // - /apex/com.android.art/javalib/{arm,arm64}/boot.{art,oat,vdex} |
| 93 | // - /apex/com.android.art/javalib/{arm,arm64}/boot-B.{art,oat,vdex} |
| 94 | // - /apex/com.android.art/javalib/{arm,arm64}/boot-C.{art,oat,vdex} |
| 95 | // |
| 96 | // The files of the first component are special: they do not have the component name appended after |
| 97 | // the stem. This naming convention dates back to the times when the boot image was not split into |
| 98 | // components, and there were just boot.oat and boot.art. The decision to split was motivated by |
| 99 | // licensing reasons for one of the bootclasspath libraries. |
| 100 | // |
| 101 | // As of November 2020 the only primary boot image in Android is the image in the ART APEX |
| 102 | // com.android.art. The primary ART boot image contains the Core libraries that are part of the ART |
| 103 | // module. When the ART module gets updated, the primary boot image will be updated with it, and all |
| 104 | // dependent images will get invalidated (the checksum of the primary image stored in dependent |
| 105 | // images will not match), unless they are updated in sync with the ART module. |
| 106 | // |
| 107 | // 1.2. Boot image extensions |
| 108 | // -------------------------- |
| 109 | // |
| 110 | // A boot image extension is compiled for a subset of bootclasspath Java libraries (in particular, |
| 111 | // this subset does not include the Core bootclasspath libraries that go into the primary boot |
| 112 | // image). A boot image extension depends on the primary boot image and optionally some other boot |
| 113 | // image extensions. Other images may depend on it. In other words, boot image extensions can form |
| 114 | // acyclic dependency graphs. |
| 115 | // |
| 116 | // The motivation for boot image extensions comes from the Mainline project. Consider a situation |
| 117 | // when the list of bootclasspath libraries is A B C, and both A and B are parts of the Android |
| 118 | // platform, but C is part of an updatable APEX com.android.C. When the APEX is updated, the Java |
| 119 | // code for C might have changed compared to the code that was used to compile the boot image. |
| 120 | // Consequently, the whole boot image is obsolete and invalidated (even though the code for A and B |
| 121 | // that does not depend on C is up to date). To avoid this, the original monolithic boot image is |
| 122 | // split in two parts: the primary boot image that contains A B, and the boot image extension that |
| 123 | // contains C and depends on the primary boot image (extends it). |
| 124 | // |
| 125 | // For example, assuming that the stem is "boot", the location is /system/framework, the set of |
| 126 | // bootclasspath libraries is D E (where D is part of the platform and is located in |
| 127 | // /system/framework, and E is part of a non-updatable APEX com.android.E and is located in |
| 128 | // /apex/com.android.E/javalib), and the boot image is compiled for ARM targets (32 and 64 bits), |
| 129 | // it will have two components with the following files: |
| 130 | // - /system/framework/{arm,arm64}/boot-D.{art,oat,vdex} |
| 131 | // - /system/framework/{arm,arm64}/boot-E.{art,oat,vdex} |
| 132 | // |
| 133 | // As of November 2020 the only boot image extension in Android is the Framework boot image |
| 134 | // extension. It extends the primary ART boot image and contains Framework libraries and other |
| 135 | // bootclasspath libraries from the platform and non-updatable APEXes that are not included in the |
| 136 | // ART image. The Framework boot image extension is updated together with the platform. In the |
| 137 | // future other boot image extensions may be added for some updatable modules. |
| 138 | // |
| 139 | // |
| 140 | // 2. Build system support for boot images |
| 141 | // --------------------------------------- |
| 142 | // |
| 143 | // The primary ART boot image needs to be compiled with one dex2oat invocation that depends on DEX |
| 144 | // jars for the core libraries. Framework boot image extension needs to be compiled with one dex2oat |
| 145 | // invocation that depends on the primary ART boot image and all bootclasspath DEX jars except the |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 146 | // core libraries as they are already part of the primary ART boot image. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 147 | // |
| 148 | // 2.1. Libraries that go in the boot images |
| 149 | // ----------------------------------------- |
| 150 | // |
| 151 | // The contents of each boot image are determined by the PRODUCT variables. The primary ART APEX |
| 152 | // boot image contains libraries listed in the ART_APEX_JARS variable in the AOSP makefiles. The |
| 153 | // Framework boot image extension contains libraries specified in the PRODUCT_BOOT_JARS and |
| 154 | // PRODUCT_BOOT_JARS_EXTRA variables. The AOSP makefiles specify some common Framework libraries, |
| 155 | // but more product-specific libraries can be added in the product makefiles. |
| 156 | // |
Martin Stjernholm | 1d51ea9 | 2021-07-05 20:33:42 +0100 | [diff] [blame] | 157 | // Each component of the PRODUCT_BOOT_JARS and PRODUCT_BOOT_JARS_EXTRA variables is a |
| 158 | // colon-separated pair <apex>:<library>, where <apex> is the variant name of a non-updatable APEX, |
| 159 | // "platform" if the library is a part of the platform in the system partition, or "system_ext" if |
| 160 | // it's in the system_ext partition. |
| 161 | // |
| 162 | // In these variables APEXes are identified by their "variant names", i.e. the names they get |
| 163 | // mounted as in /apex on device. In Soong modules that is the name set in the "apex_name" |
| 164 | // properties, which default to the "name" values. For example, many APEXes have both |
| 165 | // com.android.xxx and com.google.android.xxx modules in Soong, but take the same place |
| 166 | // /apex/com.android.xxx at runtime. In these cases the variant name is always com.android.xxx, |
| 167 | // regardless which APEX goes into the product. See also android.ApexInfo.ApexVariationName and |
| 168 | // apex.apexBundleProperties.Apex_name. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 169 | // |
satayev | d604b21 | 2021-07-21 14:23:52 +0100 | [diff] [blame] | 170 | // A related variable PRODUCT_APEX_BOOT_JARS contains bootclasspath libraries that are in APEXes. |
| 171 | // They are not included in the boot image. The only exception here are ART jars and core-icu4j.jar |
| 172 | // that have been historically part of the boot image and are now in apexes; they are in boot images |
| 173 | // and core-icu4j.jar is generally treated as being part of PRODUCT_BOOT_JARS. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 174 | // |
| 175 | // One exception to the above rules are "coverage" builds (a special build flavor which requires |
| 176 | // setting environment variable EMMA_INSTRUMENT_FRAMEWORK=true). In coverage builds the Java code in |
| 177 | // boot image libraries is instrumented, which means that the instrumentation library (jacocoagent) |
| 178 | // needs to be added to the list of bootclasspath DEX jars. |
| 179 | // |
| 180 | // In general, there is a requirement that the source code for a boot image library must be |
| 181 | // available at build time (e.g. it cannot be a stub that has a separate implementation library). |
| 182 | // |
| 183 | // 2.2. Static configs |
| 184 | // ------------------- |
| 185 | // |
| 186 | // Because boot images are used to dexpreopt other Java modules, the paths to boot image files must |
| 187 | // be known by the time dexpreopt build rules for the dependent modules are generated. Boot image |
| 188 | // configs are constructed very early during the build, before build rule generation. The configs |
| 189 | // provide predefined paths to boot image files (these paths depend only on static build |
| 190 | // configuration, such as PRODUCT variables, and use hard-coded directory names). |
| 191 | // |
| 192 | // 2.3. Singleton |
| 193 | // -------------- |
| 194 | // |
| 195 | // Build rules for the boot images are generated with a Soong singleton. Because a singleton has no |
| 196 | // dependencies on other modules, it has to find the modules for the DEX jars using VisitAllModules. |
| 197 | // Soong loops through all modules and compares each module against a list of bootclasspath library |
| 198 | // names. Then it generates build rules that copy DEX jars from their intermediate module-specific |
| 199 | // locations to the hard-coded locations predefined in the boot image configs. |
| 200 | // |
| 201 | // It would be possible to use a module with proper dependencies instead, but that would require |
| 202 | // changes in the way Soong generates variables for Make: a singleton can use one MakeVars() method |
| 203 | // that writes variables to out/soong/make_vars-*.mk, which is included early by the main makefile, |
| 204 | // but module(s) would have to use out/soong/Android-*.mk which has a group of LOCAL_* variables |
| 205 | // for each module, and is included later. |
| 206 | // |
| 207 | // 2.4. Install rules |
| 208 | // ------------------ |
| 209 | // |
| 210 | // The primary boot image and the Framework extension are installed in different ways. The primary |
| 211 | // boot image is part of the ART APEX: it is copied into the APEX intermediate files, packaged |
| 212 | // together with other APEX contents, extracted and mounted on device. The Framework boot image |
| 213 | // extension is installed by the rules defined in makefiles (make/core/dex_preopt_libart.mk). Soong |
| 214 | // writes out a few DEXPREOPT_IMAGE_* variables for Make; these variables contain boot image names, |
| 215 | // paths and so on. |
| 216 | // |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 217 | |
Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 218 | var artApexNames = []string{ |
| 219 | "com.android.art", |
| 220 | "com.android.art.debug", |
Roland Levillain | d603c7d | 2021-03-24 14:23:57 +0000 | [diff] [blame] | 221 | "com.android.art.testing", |
Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 222 | "com.google.android.art", |
| 223 | "com.google.android.art.debug", |
| 224 | "com.google.android.art.testing", |
| 225 | } |
| 226 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 227 | var ( |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 228 | dexpreoptBootJarDepTag = bootclasspathDependencyTag{name: "dexpreopt-boot-jar"} |
| 229 | dexBootJarsFragmentsKey = android.NewOnceKey("dexBootJarsFragments") |
| 230 | apexContributionsMetadataDepTag = dependencyTag{name: "all_apex_contributions"} |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 231 | ) |
| 232 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 233 | func init() { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 234 | RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 235 | } |
| 236 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 237 | // Target-independent description of a boot image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 238 | // |
| 239 | // WARNING: All fields in this struct should be initialized in the genBootImageConfigs function. |
| 240 | // Failure to do so can lead to data races if there is no synchronization enforced ordering between |
| 241 | // the writer and the reader. Fields which break this rule are marked as deprecated and should be |
| 242 | // removed and replaced with something else, e.g. providers. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 243 | type bootImageConfig struct { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 244 | // If this image is an extension, the image that it extends. |
| 245 | extends *bootImageConfig |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 246 | |
| 247 | // Image name (used in directory names and ninja rule names). |
| 248 | name string |
| 249 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 250 | // If the module with the given name exists, this config is enabled. |
| 251 | enabledIfExists string |
| 252 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 253 | // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}. |
| 254 | stem string |
| 255 | |
| 256 | // Output directory for the image files. |
| 257 | dir android.OutputPath |
| 258 | |
| 259 | // Output directory for the image files with debug symbols. |
| 260 | symbolsDir android.OutputPath |
| 261 | |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 262 | // The relative location where the image files are installed. On host, the location is relative to |
| 263 | // $ANDROID_PRODUCT_OUT. |
| 264 | // |
| 265 | // Only the configs that are built by platform_bootclasspath are installable on device. On device, |
| 266 | // the location is relative to "/". |
| 267 | installDir string |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 268 | |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 269 | // A list of (location, jar) pairs for the Java modules in this image. |
| 270 | modules android.ConfiguredJarList |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 271 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 272 | // File paths to jars. |
| 273 | dexPaths android.WritablePaths // for this image |
| 274 | dexPathsDeps android.WritablePaths // for the dependency images and in this image |
| 275 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 276 | // Map from module name (without prebuilt_ prefix) to the predefined build path. |
| 277 | dexPathsByModule map[string]android.WritablePath |
| 278 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 279 | // File path to a zip archive with all image files (or nil, if not needed). |
| 280 | zip android.WritablePath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 281 | |
| 282 | // Rules which should be used in make to install the outputs. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 283 | // |
| 284 | // Deprecated: Not initialized correctly, see struct comment. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 285 | profileInstalls android.RuleBuilderInstalls |
| 286 | |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 287 | // Path to the license metadata file for the module that built the profile. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 288 | // |
| 289 | // Deprecated: Not initialized correctly, see struct comment. |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 290 | profileLicenseMetadataFile android.OptionalPath |
| 291 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 292 | // Target-dependent fields. |
| 293 | variants []*bootImageVariant |
Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 294 | |
| 295 | // Path of the preloaded classes file. |
| 296 | preloadedClassesFile string |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 297 | |
| 298 | // The "--compiler-filter" argument. |
| 299 | compilerFilter string |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 300 | |
| 301 | // The "--single-image" argument. |
| 302 | singleImage bool |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 303 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 304 | // Profiles imported from APEXes, in addition to the profile at the default path. Each entry must |
| 305 | // be the name of an APEX module. |
| 306 | profileImports []string |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 307 | } |
| 308 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 309 | // Target-dependent description of a boot image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 310 | // |
| 311 | // WARNING: The warning comment on bootImageConfig applies here too. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 312 | type bootImageVariant struct { |
| 313 | *bootImageConfig |
| 314 | |
| 315 | // Target for which the image is generated. |
| 316 | target android.Target |
| 317 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 318 | // The "locations" of jars. |
| 319 | dexLocations []string // for this image |
| 320 | dexLocationsDeps []string // for the dependency images and in this image |
| 321 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 322 | // Paths to image files. |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 323 | imagePathOnHost android.OutputPath // first image file path on host |
| 324 | imagePathOnDevice string // first image file path on device |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 325 | |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 326 | // All the files that constitute this image variant, i.e. .art, .oat and .vdex files. |
| 327 | imagesDeps android.OutputPaths |
| 328 | |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 329 | // The path to the base image variant's imagePathOnHost field, where base image variant |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 330 | // means the image variant that this extends. |
| 331 | // |
| 332 | // This is only set for a variant of an image that extends another image. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 333 | baseImages android.OutputPaths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 334 | |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 335 | // The paths to the base image variant's imagesDeps field, where base image variant |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 336 | // means the image variant that this extends. |
| 337 | // |
| 338 | // This is only set for a variant of an image that extends another image. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 339 | baseImagesDeps android.Paths |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 340 | |
Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 341 | // Rules which should be used in make to install the outputs on host. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 342 | // |
| 343 | // Deprecated: Not initialized correctly, see struct comment. |
| 344 | installs android.RuleBuilderInstalls |
| 345 | |
| 346 | // Rules which should be used in make to install the vdex outputs on host. |
| 347 | // |
| 348 | // Deprecated: Not initialized correctly, see struct comment. |
| 349 | vdexInstalls android.RuleBuilderInstalls |
| 350 | |
| 351 | // Rules which should be used in make to install the unstripped outputs on host. |
| 352 | // |
| 353 | // Deprecated: Not initialized correctly, see struct comment. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 354 | unstrippedInstalls android.RuleBuilderInstalls |
Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 355 | |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 356 | // Path to the license metadata file for the module that built the image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 357 | // |
| 358 | // Deprecated: Not initialized correctly, see struct comment. |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 359 | licenseMetadataFile android.OptionalPath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 360 | } |
| 361 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 362 | // Get target-specific boot image variant for the given boot image config and target. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 363 | func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant { |
| 364 | for _, variant := range image.variants { |
| 365 | if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType { |
| 366 | return variant |
| 367 | } |
| 368 | } |
| 369 | return nil |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 370 | } |
| 371 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 372 | // Return any (the first) variant which is for the device (as opposed to for the host). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 373 | func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant { |
| 374 | for _, variant := range image.variants { |
| 375 | if variant.target.Os == android.Android { |
| 376 | return variant |
| 377 | } |
| 378 | } |
| 379 | return nil |
| 380 | } |
| 381 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 382 | // Return the name of a boot image module given a boot image config and a component (module) index. |
| 383 | // A module name is a combination of the Java library name, and the boot image stem (that is stored |
| 384 | // in the config). |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 385 | func (image bootImageConfig) moduleName(ctx android.PathContext, idx int) string { |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 386 | // The first module of the primary boot image is special: its module name has only the stem, but |
| 387 | // not the library name. All other module names are of the form <stem>-<library name> |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 388 | m := image.modules.Jar(idx) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 389 | name := image.stem |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 390 | if idx != 0 || image.extends != nil { |
Jiakai Zhang | 4d90da2 | 2023-07-12 16:51:48 +0100 | [diff] [blame] | 391 | name += "-" + android.ModuleStem(ctx.Config(), image.modules.Apex(idx), m) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 392 | } |
| 393 | return name |
| 394 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 395 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 396 | // Return the name of the first boot image module, or stem if the list of modules is empty. |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 397 | func (image bootImageConfig) firstModuleNameOrStem(ctx android.PathContext) string { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 398 | if image.modules.Len() > 0 { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 399 | return image.moduleName(ctx, 0) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 400 | } else { |
| 401 | return image.stem |
| 402 | } |
| 403 | } |
| 404 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 405 | // Return filenames for the given boot image component, given the output directory and a list of |
| 406 | // extensions. |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 407 | func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 408 | ret := make(android.OutputPaths, 0, image.modules.Len()*len(exts)) |
| 409 | for i := 0; i < image.modules.Len(); i++ { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 410 | name := image.moduleName(ctx, i) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 411 | for _, ext := range exts { |
| 412 | ret = append(ret, dir.Join(ctx, name+ext)) |
| 413 | } |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 414 | if image.singleImage { |
| 415 | break |
| 416 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 417 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 418 | return ret |
| 419 | } |
| 420 | |
Paul Duffin | 5466a36 | 2021-06-07 10:25:31 +0100 | [diff] [blame] | 421 | // apexVariants returns a list of all *bootImageVariant that could be included in an apex. |
| 422 | func (image *bootImageConfig) apexVariants() []*bootImageVariant { |
| 423 | variants := []*bootImageVariant{} |
| 424 | for _, variant := range image.variants { |
| 425 | // We also generate boot images for host (for testing), but we don't need those in the apex. |
| 426 | // TODO(b/177892522) - consider changing this to check Os.OsClass = android.Device |
| 427 | if variant.target.Os == android.Android { |
| 428 | variants = append(variants, variant) |
| 429 | } |
| 430 | } |
| 431 | return variants |
| 432 | } |
| 433 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 434 | // Return boot image locations (as a list of symbolic paths). |
| 435 | // |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 436 | // The image "location" is a symbolic path that, with multiarchitecture support, doesn't really |
| 437 | // exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the |
| 438 | // same for all supported architectures on the device. The concrete architecture specific files |
| 439 | // actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64. |
| 440 | // |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 441 | // For example a physical file /apex/com.android.art/javalib/x86/boot.art has "image location" |
| 442 | // /apex/com.android.art/javalib/boot.art (which is not an actual file). |
| 443 | // |
| 444 | // For a primary boot image the list of locations has a single element. |
| 445 | // |
| 446 | // For a boot image extension the list of locations contains a location for all dependency images |
| 447 | // (including the primary image) and the location of the extension itself. For example, for the |
| 448 | // Framework boot image extension that depends on the primary ART boot image the list contains two |
| 449 | // elements. |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 450 | // |
| 451 | // The location is passed as an argument to the ART tools like dex2oat instead of the real path. |
| 452 | // ART tools will then reconstruct the architecture-specific real path. |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 453 | func (image *bootImageVariant) imageLocations() (imageLocationsOnHost []string, imageLocationsOnDevice []string) { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 454 | if image.extends != nil { |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 455 | imageLocationsOnHost, imageLocationsOnDevice = image.extends.getVariant(image.target).imageLocations() |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 456 | } |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 457 | return append(imageLocationsOnHost, dexpreopt.PathToLocation(image.imagePathOnHost, image.target.Arch.ArchType)), |
| 458 | append(imageLocationsOnDevice, dexpreopt.PathStringToLocation(image.imagePathOnDevice, image.target.Arch.ArchType)) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 459 | } |
| 460 | |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 461 | func (image *bootImageConfig) isProfileGuided() bool { |
| 462 | return image.compilerFilter == "speed-profile" |
| 463 | } |
| 464 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 465 | func (image *bootImageConfig) isEnabled(ctx android.BaseModuleContext) bool { |
| 466 | return ctx.OtherModuleExists(image.enabledIfExists) |
| 467 | } |
| 468 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 469 | func dexpreoptBootJarsFactory() android.SingletonModule { |
| 470 | m := &dexpreoptBootJars{} |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 471 | android.InitAndroidArchModule(m, android.DeviceSupported, android.MultilibCommon) |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 472 | return m |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 473 | } |
| 474 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 475 | func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) { |
LaMont Jones | 0c10e4d | 2023-05-16 00:58:37 +0000 | [diff] [blame] | 476 | ctx.RegisterParallelSingletonModuleType("dex_bootjars", dexpreoptBootJarsFactory) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 477 | ctx.FinalDepsMutators(func(ctx android.RegisterMutatorsContext) { |
| 478 | ctx.BottomUp("dex_bootjars_deps", DexpreoptBootJarsMutator).Parallel() |
| 479 | }) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 480 | } |
| 481 | |
Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 482 | func SkipDexpreoptBootJars(ctx android.PathContext) bool { |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 483 | global := dexpreopt.GetGlobalConfig(ctx) |
| 484 | return global.DisablePreoptBootImages || !shouldBuildBootImages(ctx.Config(), global) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 485 | } |
| 486 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 487 | // Singleton module for generating boot image build rules. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 488 | type dexpreoptBootJars struct { |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 489 | android.SingletonModuleBase |
| 490 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 491 | // Default boot image config (currently always the Framework boot image extension). It should be |
| 492 | // noted that JIT-Zygote builds use ART APEX image instead of the Framework boot image extension, |
| 493 | // but the switch is handled not here, but in the makefiles (triggered with |
| 494 | // DEXPREOPT_USE_ART_IMAGE=true). |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 495 | defaultBootImage *bootImageConfig |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 496 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 497 | // Other boot image configs (currently the list contains only the primary ART APEX image. It |
| 498 | // used to contain an experimental JIT-Zygote image (now replaced with the ART APEX image). In |
| 499 | // the future other boot image extensions may be added. |
| 500 | otherImages []*bootImageConfig |
| 501 | |
| 502 | // Build path to a config file that Soong writes for Make (to be used in makefiles that install |
| 503 | // the default boot image). |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 504 | dexpreoptConfigForMake android.WritablePath |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 505 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 506 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 507 | func (dbj *dexpreoptBootJars) DepsMutator(ctx android.BottomUpMutatorContext) { |
| 508 | // Create a dependency on all_apex_contributions to determine the selected mainline module |
| 509 | ctx.AddDependency(ctx.Module(), apexContributionsMetadataDepTag, "all_apex_contributions") |
| 510 | } |
| 511 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 512 | func DexpreoptBootJarsMutator(ctx android.BottomUpMutatorContext) { |
| 513 | if _, ok := ctx.Module().(*dexpreoptBootJars); !ok { |
| 514 | return |
| 515 | } |
| 516 | |
| 517 | if dexpreopt.IsDex2oatNeeded(ctx) { |
| 518 | // Add a dependency onto the dex2oat tool which is needed for creating the boot image. The |
| 519 | // path is retrieved from the dependency by GetGlobalSoongConfig(ctx). |
| 520 | dexpreopt.RegisterToolDeps(ctx) |
| 521 | } |
| 522 | |
| 523 | imageConfigs := genBootImageConfigs(ctx) |
| 524 | for _, config := range imageConfigs { |
| 525 | if !config.isEnabled(ctx) { |
| 526 | continue |
| 527 | } |
| 528 | // For accessing the boot jars. |
| 529 | addDependenciesOntoBootImageModules(ctx, config.modules, dexpreoptBootJarDepTag) |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 530 | // Create a dependency on the apex selected using RELEASE_APEX_CONTRIBUTIONS_* |
| 531 | // TODO: b/308174306 - Remove the direct depedendency edge to the java_library (source/prebuilt) once all mainline modules |
| 532 | // have been flagged using RELEASE_APEX_CONTRIBUTIONS_* |
| 533 | apexes := []string{} |
| 534 | for i := 0; i < config.modules.Len(); i++ { |
| 535 | apexes = append(apexes, config.modules.Apex(i)) |
| 536 | } |
| 537 | addDependenciesOntoSelectedBootImageApexes(ctx, android.FirstUniqueStrings(apexes)...) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 538 | } |
| 539 | |
| 540 | if ctx.OtherModuleExists("platform-bootclasspath") { |
| 541 | // For accessing all bootclasspath fragments. |
| 542 | addDependencyOntoApexModulePair(ctx, "platform", "platform-bootclasspath", platformBootclasspathDepTag) |
| 543 | } else if ctx.OtherModuleExists("art-bootclasspath-fragment") { |
| 544 | // For accessing the ART bootclasspath fragment on a thin manifest (e.g., master-art) where |
| 545 | // platform-bootclasspath doesn't exist. |
| 546 | addDependencyOntoApexModulePair(ctx, "com.android.art", "art-bootclasspath-fragment", bootclasspathFragmentDepTag) |
| 547 | } |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 548 | } |
| 549 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 550 | // Create a dependency from dex_bootjars to the specific apexes selected using all_apex_contributions |
| 551 | // This dependency will be used to get the path to the deapexed dex boot jars and profile (via a provider) |
| 552 | func addDependenciesOntoSelectedBootImageApexes(ctx android.BottomUpMutatorContext, apexes ...string) { |
| 553 | psi := android.PrebuiltSelectionInfoMap{} |
| 554 | ctx.VisitDirectDepsWithTag(apexContributionsMetadataDepTag, func(am android.Module) { |
| 555 | if ctx.OtherModuleHasProvider(am, android.PrebuiltSelectionInfoProvider) { |
| 556 | psi = ctx.OtherModuleProvider(am, android.PrebuiltSelectionInfoProvider).(android.PrebuiltSelectionInfoMap) |
| 557 | } |
| 558 | }) |
| 559 | for _, apex := range apexes { |
| 560 | for _, selected := range psi.GetSelectedModulesForApiDomain(apex) { |
| 561 | // We need to add a dep on only the apex listed in `contents` of the selected apex_contributions module |
| 562 | // This is not available in a structured format in `apex_contributions`, so this hack adds a dep on all `contents` |
| 563 | // (some modules like art.module.public.api do not have an apex variation since it is a pure stub module that does not get installed) |
| 564 | apexVariationOfSelected := append(ctx.Target().Variations(), blueprint.Variation{Mutator: "apex", Variation: apex}) |
| 565 | if ctx.OtherModuleDependencyVariantExists(apexVariationOfSelected, selected) { |
| 566 | ctx.AddFarVariationDependencies(apexVariationOfSelected, dexpreoptBootJarDepTag, selected) |
| 567 | } |
| 568 | } |
| 569 | } |
| 570 | } |
| 571 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 572 | func gatherBootclasspathFragments(ctx android.ModuleContext) map[string]android.Module { |
| 573 | return ctx.Config().Once(dexBootJarsFragmentsKey, func() interface{} { |
| 574 | fragments := make(map[string]android.Module) |
| 575 | ctx.WalkDeps(func(child, parent android.Module) bool { |
| 576 | if !isActiveModule(child) { |
| 577 | return false |
| 578 | } |
| 579 | tag := ctx.OtherModuleDependencyTag(child) |
| 580 | if tag == platformBootclasspathDepTag { |
| 581 | return true |
| 582 | } |
| 583 | if tag == bootclasspathFragmentDepTag { |
Colin Cross | 313aa54 | 2023-12-13 13:47:44 -0800 | [diff] [blame] | 584 | apexInfo, _ := android.OtherModuleProvider(ctx, child, android.ApexInfoProvider) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 585 | for _, apex := range apexInfo.InApexVariants { |
| 586 | fragments[apex] = child |
| 587 | } |
| 588 | return false |
| 589 | } |
| 590 | return false |
| 591 | }) |
| 592 | return fragments |
| 593 | }).(map[string]android.Module) |
| 594 | } |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 595 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 596 | func getBootclasspathFragmentByApex(ctx android.ModuleContext, apexName string) android.Module { |
| 597 | return gatherBootclasspathFragments(ctx)[apexName] |
| 598 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 599 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 600 | // GenerateAndroidBuildActions generates the build rules for boot images. |
| 601 | func (d *dexpreoptBootJars) GenerateAndroidBuildActions(ctx android.ModuleContext) { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 602 | imageConfigs := genBootImageConfigs(ctx) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 603 | d.defaultBootImage = defaultBootImageConfig(ctx) |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 604 | d.otherImages = make([]*bootImageConfig, 0, len(imageConfigs)-1) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 605 | for _, name := range getImageNames() { |
| 606 | config := imageConfigs[name] |
| 607 | if config != d.defaultBootImage { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 608 | d.otherImages = append(d.otherImages, config) |
| 609 | } |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 610 | if !config.isEnabled(ctx) { |
| 611 | continue |
| 612 | } |
| 613 | generateBootImage(ctx, config) |
| 614 | if config == d.defaultBootImage { |
| 615 | bootFrameworkProfileRule(ctx, config) |
| 616 | } |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 617 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 618 | } |
| 619 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 620 | // GenerateSingletonBuildActions generates build rules for the dexpreopt config for Make. |
| 621 | func (d *dexpreoptBootJars) GenerateSingletonBuildActions(ctx android.SingletonContext) { |
| 622 | d.dexpreoptConfigForMake = android.PathForOutput(ctx, getDexpreoptDirName(ctx), "dexpreopt.config") |
| 623 | writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake) |
| 624 | } |
| 625 | |
Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 626 | // shouldBuildBootImages determines whether boot images should be built. |
| 627 | func shouldBuildBootImages(config android.Config, global *dexpreopt.GlobalConfig) bool { |
| 628 | // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths |
| 629 | // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds. |
| 630 | // Note: this is technically incorrect. Compiled code contains stack checks which may depend |
| 631 | // on ASAN settings. |
| 632 | if len(config.SanitizeDevice()) == 1 && config.SanitizeDevice()[0] == "address" && global.SanitizeLite { |
| 633 | return false |
| 634 | } |
| 635 | return true |
| 636 | } |
| 637 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 638 | func generateBootImage(ctx android.ModuleContext, imageConfig *bootImageConfig) { |
| 639 | apexJarModulePairs := getModulesForImage(ctx, imageConfig) |
| 640 | |
| 641 | // Copy module dex jars to their predefined locations. |
| 642 | bootDexJarsByModule := extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx, apexJarModulePairs) |
| 643 | copyBootJarsToPredefinedLocations(ctx, bootDexJarsByModule, imageConfig.dexPathsByModule) |
| 644 | |
| 645 | // Build a profile for the image config from the profile at the default path. The profile will |
| 646 | // then be used along with profiles imported from APEXes to build the boot image. |
| 647 | profile := bootImageProfileRule(ctx, imageConfig) |
| 648 | |
| 649 | // If dexpreopt of boot image jars should be skipped, stop after generating a profile. |
Jiakai Zhang | 2398442 | 2023-11-09 16:47:04 +0000 | [diff] [blame] | 650 | global := dexpreopt.GetGlobalConfig(ctx) |
| 651 | if SkipDexpreoptBootJars(ctx) || (global.OnlyPreoptArtBootImage && imageConfig.name != "art") { |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 652 | return |
| 653 | } |
| 654 | |
| 655 | // Build boot image files for the android variants. |
| 656 | androidBootImageFiles := buildBootImageVariantsForAndroidOs(ctx, imageConfig, profile) |
| 657 | |
| 658 | // Zip the android variant boot image files up. |
| 659 | buildBootImageZipInPredefinedLocation(ctx, imageConfig, androidBootImageFiles.byArch) |
| 660 | |
| 661 | // Build boot image files for the host variants. There are use directly by ART host side tests. |
| 662 | buildBootImageVariantsForBuildOs(ctx, imageConfig, profile) |
| 663 | |
| 664 | // Create a `dump-oat-<image-name>` rule that runs `oatdump` for debugging purposes. |
| 665 | dumpOatRules(ctx, imageConfig) |
| 666 | } |
| 667 | |
| 668 | type apexJarModulePair struct { |
Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 669 | apex string |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 670 | jarModule android.Module |
| 671 | } |
| 672 | |
| 673 | func getModulesForImage(ctx android.ModuleContext, imageConfig *bootImageConfig) []apexJarModulePair { |
| 674 | modules := make([]apexJarModulePair, 0, imageConfig.modules.Len()) |
| 675 | for i := 0; i < imageConfig.modules.Len(); i++ { |
| 676 | found := false |
| 677 | for _, module := range gatherApexModulePairDepsWithTag(ctx, dexpreoptBootJarDepTag) { |
| 678 | name := android.RemoveOptionalPrebuiltPrefix(module.Name()) |
| 679 | if name == imageConfig.modules.Jar(i) { |
| 680 | modules = append(modules, apexJarModulePair{ |
Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 681 | apex: imageConfig.modules.Apex(i), |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 682 | jarModule: module, |
| 683 | }) |
| 684 | found = true |
| 685 | break |
| 686 | } |
| 687 | } |
| 688 | if !found && !ctx.Config().AllowMissingDependencies() { |
| 689 | ctx.ModuleErrorf( |
| 690 | "Boot image '%s' module '%s' not added as a dependency of dex_bootjars", |
| 691 | imageConfig.name, |
| 692 | imageConfig.modules.Jar(i)) |
| 693 | return []apexJarModulePair{} |
| 694 | } |
| 695 | } |
| 696 | return modules |
| 697 | } |
| 698 | |
| 699 | // extractEncodedDexJarsFromModulesOrBootclasspathFragments gets the hidden API encoded dex jars for |
| 700 | // the given modules. |
| 701 | func extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx android.ModuleContext, apexJarModulePairs []apexJarModulePair) bootDexJarByModule { |
| 702 | encodedDexJarsByModuleName := bootDexJarByModule{} |
| 703 | for _, pair := range apexJarModulePairs { |
| 704 | var path android.Path |
| 705 | if android.IsConfiguredJarForPlatform(pair.apex) || android.IsModulePrebuilt(pair.jarModule) { |
| 706 | // This gives us the dex jar with the hidden API flags encoded from the monolithic hidden API |
| 707 | // files or the dex jar extracted from a prebuilt APEX. We can't use this for a boot jar for |
| 708 | // a source APEX because there is no guarantee that it is the same as the jar packed into the |
| 709 | // APEX. In practice, they are the same when we are building from a full source tree, but they |
| 710 | // are different when we are building from a thin manifest (e.g., master-art), where there is |
| 711 | // no monolithic hidden API files at all. |
| 712 | path = retrieveEncodedBootDexJarFromModule(ctx, pair.jarModule) |
| 713 | } else { |
| 714 | // Use exactly the same jar that is packed into the APEX. |
| 715 | fragment := getBootclasspathFragmentByApex(ctx, pair.apex) |
| 716 | if fragment == nil { |
| 717 | ctx.ModuleErrorf("Boot jar '%[1]s' is from APEX '%[2]s', but a bootclasspath_fragment for "+ |
| 718 | "APEX '%[2]s' doesn't exist or is not added as a dependency of dex_bootjars", |
| 719 | pair.jarModule.Name(), |
| 720 | pair.apex) |
| 721 | } |
Colin Cross | 313aa54 | 2023-12-13 13:47:44 -0800 | [diff] [blame] | 722 | bootclasspathFragmentInfo, _ := android.OtherModuleProvider(ctx, fragment, BootclasspathFragmentApexContentInfoProvider) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 723 | jar, err := bootclasspathFragmentInfo.DexBootJarPathForContentModule(pair.jarModule) |
| 724 | if err != nil { |
| 725 | ctx.ModuleErrorf("%s", err) |
| 726 | } |
| 727 | path = jar |
| 728 | } |
| 729 | encodedDexJarsByModuleName.addPath(pair.jarModule, path) |
| 730 | } |
| 731 | return encodedDexJarsByModuleName |
| 732 | } |
| 733 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 734 | // copyBootJarsToPredefinedLocations generates commands that will copy boot jars to predefined |
| 735 | // paths in the global config. |
| 736 | func copyBootJarsToPredefinedLocations(ctx android.ModuleContext, srcBootDexJarsByModule bootDexJarByModule, dstBootJarsByModule map[string]android.WritablePath) { |
| 737 | // Create the super set of module names. |
| 738 | names := []string{} |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 739 | names = append(names, android.SortedKeys(srcBootDexJarsByModule)...) |
| 740 | names = append(names, android.SortedKeys(dstBootJarsByModule)...) |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 741 | names = android.SortedUniqueStrings(names) |
| 742 | for _, name := range names { |
| 743 | src := srcBootDexJarsByModule[name] |
| 744 | dst := dstBootJarsByModule[name] |
Paul Duffin | 7ebebfd | 2021-04-27 19:36:57 +0100 | [diff] [blame] | 745 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 746 | if src == nil { |
Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 747 | // A dex boot jar should be provided by the source java module. It needs to be installable or |
| 748 | // have compile_dex=true - cf. assignments to java.Module.dexJarFile. |
| 749 | // |
| 750 | // However, the source java module may be either replaced or overridden (using prefer:true) by |
| 751 | // a prebuilt java module with the same name. In that case the dex boot jar needs to be |
| 752 | // provided by the corresponding prebuilt APEX module. That APEX is the one that refers |
| 753 | // through a exported_(boot|systemserver)classpath_fragments property to a |
| 754 | // prebuilt_(boot|systemserver)classpath_fragment module, which in turn lists the prebuilt |
| 755 | // java module in the contents property. If that chain is broken then this dependency will |
| 756 | // fail. |
Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 757 | if !ctx.Config().AllowMissingDependencies() { |
Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 758 | ctx.ModuleErrorf("module %s does not provide a dex boot jar (see comment next to this message in Soong for details)", name) |
Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 759 | } else { |
| 760 | ctx.AddMissingDependencies([]string{name}) |
| 761 | } |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 762 | } else if dst == nil { |
| 763 | ctx.ModuleErrorf("module %s is not part of the boot configuration", name) |
Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 764 | } else { |
| 765 | ctx.Build(pctx, android.BuildParams{ |
| 766 | Rule: android.Cp, |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 767 | Input: src, |
| 768 | Output: dst, |
Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 769 | }) |
| 770 | } |
| 771 | } |
Ulya Trafimovich | fa2b1cf | 2021-03-22 12:37:10 +0000 | [diff] [blame] | 772 | } |
| 773 | |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 774 | // buildBootImageVariantsForAndroidOs generates rules to build the boot image variants for the |
| 775 | // android.Android OsType and returns a map from the architectures to the paths of the generated |
| 776 | // boot image files. |
| 777 | // |
| 778 | // The paths are returned because they are needed elsewhere in Soong, e.g. for populating an APEX. |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 779 | func buildBootImageVariantsForAndroidOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) bootImageOutputs { |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 780 | return buildBootImageForOsType(ctx, image, profile, android.Android) |
| 781 | } |
| 782 | |
| 783 | // buildBootImageVariantsForBuildOs generates rules to build the boot image variants for the |
Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 784 | // config.BuildOS OsType, i.e. the type of OS on which the build is being running. |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 785 | // |
| 786 | // The files need to be generated into their predefined location because they are used from there |
| 787 | // both within Soong and outside, e.g. for ART based host side testing and also for use by some |
| 788 | // cloud based tools. However, they are not needed by callers of this function and so the paths do |
| 789 | // not need to be returned from this func, unlike the buildBootImageVariantsForAndroidOs func. |
| 790 | func buildBootImageVariantsForBuildOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) { |
Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 791 | buildBootImageForOsType(ctx, image, profile, ctx.Config().BuildOS) |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 792 | } |
| 793 | |
Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 794 | // bootImageFilesByArch is a map from android.ArchType to the paths to the boot image files. |
| 795 | // |
| 796 | // The paths include the .art, .oat and .vdex files, one for each of the modules from which the boot |
| 797 | // image is created. |
| 798 | type bootImageFilesByArch map[android.ArchType]android.Paths |
| 799 | |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 800 | // bootImageOutputs encapsulates information about boot images that were created/obtained by |
| 801 | // commonBootclasspathFragment.produceBootImageFiles. |
| 802 | type bootImageOutputs struct { |
| 803 | // Map from arch to the paths to the boot image files created/obtained for that arch. |
| 804 | byArch bootImageFilesByArch |
| 805 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 806 | variants []bootImageVariantOutputs |
| 807 | |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 808 | // The path to the profile file created/obtained for the boot image. |
| 809 | profile android.WritablePath |
| 810 | } |
| 811 | |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 812 | // buildBootImageForOsType takes a bootImageConfig, a profile file and an android.OsType |
| 813 | // boot image files are required for and it creates rules to build the boot image |
| 814 | // files for all the required architectures for them. |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 815 | // |
| 816 | // It returns a map from android.ArchType to the predefined paths of the boot image files. |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 817 | func buildBootImageForOsType(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath, requiredOsType android.OsType) bootImageOutputs { |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 818 | filesByArch := bootImageFilesByArch{} |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 819 | imageOutputs := bootImageOutputs{ |
| 820 | byArch: filesByArch, |
| 821 | profile: profile, |
| 822 | } |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 823 | for _, variant := range image.variants { |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 824 | if variant.target.Os == requiredOsType { |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 825 | variantOutputs := buildBootImageVariant(ctx, variant, profile) |
| 826 | imageOutputs.variants = append(imageOutputs.variants, variantOutputs) |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 827 | filesByArch[variant.target.Arch.ArchType] = variant.imagesDeps.Paths() |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 828 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 829 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 830 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 831 | return imageOutputs |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 832 | } |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 833 | |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 834 | // buildBootImageZipInPredefinedLocation generates a zip file containing all the boot image files. |
| 835 | // |
| 836 | // The supplied filesByArch is nil when the boot image files have not been generated. Otherwise, it |
| 837 | // is a map from android.ArchType to the predefined locations. |
| 838 | func buildBootImageZipInPredefinedLocation(ctx android.ModuleContext, image *bootImageConfig, filesByArch bootImageFilesByArch) { |
| 839 | if filesByArch == nil { |
| 840 | return |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 841 | } |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 842 | |
| 843 | // Compute the list of files from all the architectures. |
| 844 | zipFiles := android.Paths{} |
| 845 | for _, archType := range android.ArchTypeList() { |
| 846 | zipFiles = append(zipFiles, filesByArch[archType]...) |
| 847 | } |
| 848 | |
| 849 | rule := android.NewRuleBuilder(pctx, ctx) |
| 850 | rule.Command(). |
| 851 | BuiltTool("soong_zip"). |
| 852 | FlagWithOutput("-o ", image.zip). |
| 853 | FlagWithArg("-C ", image.dir.Join(ctx, android.Android.String()).String()). |
| 854 | FlagWithInputList("-f ", zipFiles, " -f ") |
| 855 | |
| 856 | rule.Build("zip_"+image.name, "zip "+image.name+" image") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 857 | } |
| 858 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 859 | type bootImageVariantOutputs struct { |
Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 860 | config *bootImageVariant |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 861 | } |
| 862 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 863 | // Returns the profile file for an apex |
| 864 | // This information can come from two mechanisms |
| 865 | // 1. New: Direct deps to _selected_ apexes. The apexes return a BootclasspathFragmentApexContentInfo |
| 866 | // 2. Legacy: An edge to bootclasspath_fragment module. For prebuilt apexes, this serves as a hook and is populated by deapexers of prebuilt apxes |
| 867 | // TODO: b/308174306 - Once all mainline modules have been flagged, drop (2) |
| 868 | func getProfilePathForApex(ctx android.ModuleContext, apexName string, apexNameToBcpInfoMap map[string]android.ApexExportsInfo) android.Path { |
| 869 | if info, exists := apexNameToBcpInfoMap[apexName]; exists { |
| 870 | return info.ProfilePathOnHost |
| 871 | } |
| 872 | // TODO: b/308174306 - Remove the legacy mechanism |
| 873 | fragment := getBootclasspathFragmentByApex(ctx, apexName) |
| 874 | if fragment == nil { |
| 875 | ctx.ModuleErrorf("Boot image config imports profile from '%[2]s', but a "+ |
| 876 | "bootclasspath_fragment for APEX '%[2]s' doesn't exist or is not added as a "+ |
| 877 | "dependency of dex_bootjars", |
| 878 | apexName) |
| 879 | return nil |
| 880 | } |
| 881 | return fragment.(commonBootclasspathFragment).getProfilePath() |
| 882 | } |
| 883 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 884 | // Generate boot image build rules for a specific target. |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 885 | func buildBootImageVariant(ctx android.ModuleContext, image *bootImageVariant, profile android.Path) bootImageVariantOutputs { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 886 | |
Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 887 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 888 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 889 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 890 | arch := image.target.Arch.ArchType |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 891 | os := image.target.Os.String() // We need to distinguish host-x86 and device-x86. |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 892 | symbolsDir := image.symbolsDir.Join(ctx, os, image.installDir, arch.String()) |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 893 | symbolsFile := symbolsDir.Join(ctx, image.stem+".oat") |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 894 | outputDir := image.dir.Join(ctx, os, image.installDir, arch.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 895 | outputPath := outputDir.Join(ctx, image.stem+".oat") |
| 896 | oatLocation := dexpreopt.PathToLocation(outputPath, arch) |
| 897 | imagePath := outputPath.ReplaceExtension(ctx, "art") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 898 | |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 899 | rule := android.NewRuleBuilder(pctx, ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 900 | |
| 901 | rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String()) |
| 902 | rule.Command().Text("rm").Flag("-f"). |
| 903 | Flag(symbolsDir.Join(ctx, "*.art").String()). |
| 904 | Flag(symbolsDir.Join(ctx, "*.oat").String()). |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 905 | Flag(symbolsDir.Join(ctx, "*.vdex").String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 906 | Flag(symbolsDir.Join(ctx, "*.invocation").String()) |
| 907 | rule.Command().Text("rm").Flag("-f"). |
| 908 | Flag(outputDir.Join(ctx, "*.art").String()). |
| 909 | Flag(outputDir.Join(ctx, "*.oat").String()). |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 910 | Flag(outputDir.Join(ctx, "*.vdex").String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 911 | Flag(outputDir.Join(ctx, "*.invocation").String()) |
| 912 | |
| 913 | cmd := rule.Command() |
| 914 | |
| 915 | extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS") |
| 916 | if extraFlags == "" { |
| 917 | // Use ANDROID_LOG_TAGS to suppress most logging by default... |
| 918 | cmd.Text(`ANDROID_LOG_TAGS="*:e"`) |
| 919 | } else { |
| 920 | // ...unless the boot image is generated specifically for testing, then allow all logging. |
| 921 | cmd.Text(`ANDROID_LOG_TAGS="*:v"`) |
| 922 | } |
| 923 | |
| 924 | invocationPath := outputPath.ReplaceExtension(ctx, "invocation") |
| 925 | |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 926 | apexNameToBcpInfoMap := map[string]android.ApexExportsInfo{} |
| 927 | ctx.VisitDirectDepsWithTag(dexpreoptBootJarDepTag, func(am android.Module) { |
| 928 | if info, exists := android.OtherModuleProvider(ctx, am, android.ApexExportsInfoProvider); exists { |
| 929 | apexNameToBcpInfoMap[info.ApexName] = info |
| 930 | } |
| 931 | }) |
| 932 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 933 | cmd.Tool(globalSoong.Dex2oat). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 934 | Flag("--avoid-storing-invocation"). |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 935 | FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 936 | Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms). |
| 937 | Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 938 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 939 | if image.isProfileGuided() && !global.DisableGenerateProfile { |
| 940 | if profile != nil { |
| 941 | cmd.FlagWithInput("--profile-file=", profile) |
| 942 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 943 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 944 | for _, apex := range image.profileImports { |
Spandan Das | da739a3 | 2023-12-13 00:06:32 +0000 | [diff] [blame] | 945 | importedProfile := getProfilePathForApex(ctx, apex, apexNameToBcpInfoMap) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 946 | if importedProfile == nil { |
| 947 | ctx.ModuleErrorf("Boot image config '%[1]s' imports profile from '%[2]s', but '%[2]s' "+ |
| 948 | "doesn't provide a profile", |
| 949 | image.name, |
| 950 | apex) |
| 951 | return bootImageVariantOutputs{} |
| 952 | } |
| 953 | cmd.FlagWithInput("--profile-file=", importedProfile) |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 954 | } |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 955 | } |
| 956 | |
Nicolas Geoffray | 1086e60 | 2021-01-20 14:30:40 +0000 | [diff] [blame] | 957 | dirtyImageFile := "frameworks/base/config/dirty-image-objects" |
| 958 | dirtyImagePath := android.ExistentPathForSource(ctx, dirtyImageFile) |
| 959 | if dirtyImagePath.Valid() { |
| 960 | cmd.FlagWithInput("--dirty-image-objects=", dirtyImagePath.Path()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 961 | } |
| 962 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 963 | if image.extends != nil { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 964 | // It is a boot image extension, so it needs the boot images that it depends on. |
| 965 | baseImageLocations := make([]string, 0, len(image.baseImages)) |
| 966 | for _, image := range image.baseImages { |
| 967 | baseImageLocations = append(baseImageLocations, dexpreopt.PathToLocation(image, arch)) |
| 968 | } |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 969 | cmd. |
| 970 | Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 971 | Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 972 | // Add the path to the first file in the boot image with the arch specific directory removed, |
| 973 | // dex2oat will reconstruct the path to the actual file when it needs it. As the actual path |
| 974 | // to the file cannot be passed to the command make sure to add the actual path as an Implicit |
| 975 | // dependency to ensure that it is built before the command runs. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 976 | FlagWithList("--boot-image=", baseImageLocations, ":").Implicits(image.baseImages.Paths()). |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 977 | // Similarly, the dex2oat tool will automatically find the paths to other files in the base |
| 978 | // boot image so make sure to add them as implicit dependencies to ensure that they are built |
| 979 | // before this command is run. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 980 | Implicits(image.baseImagesDeps) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 981 | } else { |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 982 | // It is a primary image, so it needs a base address. |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 983 | cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress()) |
| 984 | } |
| 985 | |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 986 | if len(image.preloadedClassesFile) > 0 { |
| 987 | // We always expect a preloaded classes file to be available. However, if we cannot find it, it's |
| 988 | // OK to not pass the flag to dex2oat. |
| 989 | preloadedClassesPath := android.ExistentPathForSource(ctx, image.preloadedClassesFile) |
| 990 | if preloadedClassesPath.Valid() { |
| 991 | cmd.FlagWithInput("--preloaded-classes=", preloadedClassesPath.Path()) |
| 992 | } |
Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 993 | } |
| 994 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 995 | cmd. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 996 | FlagForEachInput("--dex-file=", image.dexPaths.Paths()). |
| 997 | FlagForEachArg("--dex-location=", image.dexLocations). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 998 | Flag("--generate-debug-info"). |
| 999 | Flag("--generate-build-id"). |
Mathieu Chartier | 54fd807 | 2019-07-26 13:50:04 -0700 | [diff] [blame] | 1000 | Flag("--image-format=lz4hc"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1001 | FlagWithArg("--oat-symbols=", symbolsFile.String()). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1002 | FlagWithArg("--oat-file=", outputPath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1003 | FlagWithArg("--oat-location=", oatLocation). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1004 | FlagWithArg("--image=", imagePath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1005 | FlagWithArg("--instruction-set=", arch.String()). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1006 | FlagWithArg("--android-root=", global.EmptyDirectory). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1007 | FlagWithArg("--no-inline-from=", "core-oj.jar"). |
Ulya Trafimovich | c0c98d5 | 2020-03-09 12:46:06 +0000 | [diff] [blame] | 1008 | Flag("--force-determinism"). |
Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 1009 | Flag("--abort-on-hard-verifier-error") |
| 1010 | |
Nicolas Geoffray | 1ad8a13 | 2023-06-28 21:34:44 +0100 | [diff] [blame] | 1011 | // We don't strip on host to make perf tools work. |
| 1012 | if image.target.Os == android.Android { |
| 1013 | cmd.Flag("--strip") |
| 1014 | } |
| 1015 | |
Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 1016 | // If the image is profile-guided but the profile is disabled, we omit "--compiler-filter" to |
| 1017 | // leave the decision to dex2oat to pick the compiler filter. |
| 1018 | if !(image.isProfileGuided() && global.DisableGenerateProfile) { |
| 1019 | cmd.FlagWithArg("--compiler-filter=", image.compilerFilter) |
| 1020 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1021 | |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 1022 | if image.singleImage { |
| 1023 | cmd.Flag("--single-image") |
| 1024 | } |
| 1025 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1026 | // Use the default variant/features for host builds. |
| 1027 | // The map below contains only device CPU info (which might be x86 on some devices). |
| 1028 | if image.target.Os == android.Android { |
| 1029 | cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]) |
| 1030 | cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]) |
| 1031 | } |
| 1032 | |
Jiakai Zhang | 225c476 | 2023-06-01 14:17:03 +0100 | [diff] [blame] | 1033 | if global.EnableUffdGc && image.target.Os == android.Android { |
Jiakai Zhang | 616be06 | 2022-11-16 11:50:59 +0000 | [diff] [blame] | 1034 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") |
| 1035 | } |
| 1036 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1037 | if global.BootFlags != "" { |
| 1038 | cmd.Flag(global.BootFlags) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1039 | } |
| 1040 | |
| 1041 | if extraFlags != "" { |
| 1042 | cmd.Flag(extraFlags) |
| 1043 | } |
| 1044 | |
Colin Cross | 0b9f31f | 2019-02-28 11:00:01 -0800 | [diff] [blame] | 1045 | cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage)) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1046 | |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 1047 | installDir := filepath.Dir(image.imagePathOnDevice) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1048 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1049 | var vdexInstalls android.RuleBuilderInstalls |
| 1050 | var unstrippedInstalls android.RuleBuilderInstalls |
| 1051 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1052 | for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") { |
| 1053 | cmd.ImplicitOutput(artOrOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1054 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1055 | // Install the .oat and .art files |
| 1056 | rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base())) |
| 1057 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1058 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1059 | for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") { |
| 1060 | cmd.ImplicitOutput(vdex) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1061 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1062 | // Note that the vdex files are identical between architectures. |
| 1063 | // Make rules will create symlinks to share them between architectures. |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1064 | vdexInstalls = append(vdexInstalls, |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1065 | android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())}) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1066 | } |
| 1067 | |
| 1068 | for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") { |
| 1069 | cmd.ImplicitOutput(unstrippedOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1070 | |
| 1071 | // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED) |
| 1072 | unstrippedInstalls = append(unstrippedInstalls, |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 1073 | android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())}) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1074 | } |
| 1075 | |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1076 | rule.Build(image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1077 | |
| 1078 | // save output and installed files for makevars |
Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1079 | // TODO - these are always the same and so should be initialized in genBootImageConfigs |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1080 | image.installs = rule.Installs() |
| 1081 | image.vdexInstalls = vdexInstalls |
| 1082 | image.unstrippedInstalls = unstrippedInstalls |
Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1083 | |
| 1084 | // Only set the licenseMetadataFile from the active module. |
| 1085 | if isActiveModule(ctx.Module()) { |
| 1086 | image.licenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
| 1087 | } |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1088 | |
| 1089 | return bootImageVariantOutputs{ |
| 1090 | image, |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1091 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1092 | } |
| 1093 | |
| 1094 | const failureMessage = `ERROR: Dex2oat failed to compile a boot image. |
| 1095 | It is likely that the boot classpath is inconsistent. |
| 1096 | Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.` |
| 1097 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1098 | func bootImageProfileRuleCommon(ctx android.ModuleContext, name string, dexFiles android.Paths, dexLocations []string) android.WritablePath { |
Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 1099 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1100 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1101 | |
Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 1102 | if global.DisableGenerateProfile { |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1103 | return nil |
| 1104 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1105 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1106 | defaultProfile := "frameworks/base/config/boot-image-profile.txt" |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1107 | extraProfile := "frameworks/base/config/boot-image-profile-extra.txt" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1108 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1109 | rule := android.NewRuleBuilder(pctx, ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1110 | |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1111 | var profiles android.Paths |
| 1112 | if len(global.BootImageProfiles) > 0 { |
| 1113 | profiles = append(profiles, global.BootImageProfiles...) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1114 | } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() { |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1115 | profiles = append(profiles, path.Path()) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1116 | } else { |
| 1117 | // No profile (not even a default one, which is the case on some branches |
| 1118 | // like master-art-host that don't have frameworks/base). |
| 1119 | // Return nil and continue without profile. |
| 1120 | return nil |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 1121 | } |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1122 | if path := android.ExistentPathForSource(ctx, extraProfile); path.Valid() { |
| 1123 | profiles = append(profiles, path.Path()) |
| 1124 | } |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1125 | bootImageProfile := android.PathForModuleOut(ctx, name, "boot-image-profile.txt") |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1126 | rule.Command().Text("cat").Inputs(profiles).Text(">").Output(bootImageProfile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1127 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1128 | profile := android.PathForModuleOut(ctx, name, "boot.prof") |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1129 | |
| 1130 | rule.Command(). |
| 1131 | Text(`ANDROID_LOG_TAGS="*:e"`). |
| 1132 | Tool(globalSoong.Profman). |
| 1133 | Flag("--output-profile-type=boot"). |
| 1134 | FlagWithInput("--create-profile-from=", bootImageProfile). |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1135 | FlagForEachInput("--apk=", dexFiles). |
| 1136 | FlagForEachArg("--dex-location=", dexLocations). |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1137 | FlagWithOutput("--reference-profile-file=", profile) |
| 1138 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1139 | rule.Build("bootJarsProfile_"+name, "profile boot jars "+name) |
| 1140 | |
| 1141 | return profile |
| 1142 | } |
| 1143 | |
| 1144 | func bootImageProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { |
| 1145 | if !image.isProfileGuided() { |
| 1146 | return nil |
| 1147 | } |
| 1148 | |
| 1149 | profile := bootImageProfileRuleCommon(ctx, image.name, image.dexPathsDeps.Paths(), image.getAnyAndroidVariant().dexLocationsDeps) |
| 1150 | |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1151 | if image == defaultBootImageConfig(ctx) { |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1152 | rule := android.NewRuleBuilder(pctx, ctx) |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1153 | rule.Install(profile, "/system/etc/boot-image.prof") |
| 1154 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1155 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1156 | } |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1157 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1158 | return profile |
| 1159 | } |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1160 | |
Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 1161 | // bootFrameworkProfileRule generates the rule to create the boot framework profile and |
| 1162 | // returns a path to the generated file. |
| 1163 | func bootFrameworkProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { |
| 1164 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1165 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1166 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 1167 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1168 | return nil |
| 1169 | } |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1170 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1171 | defaultProfile := "frameworks/base/config/boot-profile.txt" |
Paul Duffin | 2ac45f0 | 2021-04-26 17:08:38 +0100 | [diff] [blame] | 1172 | bootFrameworkProfile := android.PathForSource(ctx, defaultProfile) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1173 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1174 | profile := image.dir.Join(ctx, "boot.bprof") |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1175 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1176 | rule := android.NewRuleBuilder(pctx, ctx) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1177 | rule.Command(). |
| 1178 | Text(`ANDROID_LOG_TAGS="*:e"`). |
| 1179 | Tool(globalSoong.Profman). |
| 1180 | Flag("--output-profile-type=bprof"). |
| 1181 | FlagWithInput("--create-profile-from=", bootFrameworkProfile). |
| 1182 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
| 1183 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
| 1184 | FlagWithOutput("--reference-profile-file=", profile) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1185 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1186 | rule.Install(profile, "/system/etc/boot-image.bprof") |
| 1187 | rule.Build("bootFrameworkProfile", "profile boot framework jars") |
| 1188 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1189 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1190 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1191 | return profile |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1192 | } |
| 1193 | |
Paul Duffin | f7a5592 | 2021-04-26 23:09:15 +0100 | [diff] [blame] | 1194 | func dumpOatRules(ctx android.ModuleContext, image *bootImageConfig) { |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1195 | var allPhonies android.Paths |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1196 | name := image.name |
| 1197 | global := dexpreopt.GetGlobalConfig(ctx) |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1198 | for _, image := range image.variants { |
| 1199 | arch := image.target.Arch.ArchType |
David Srbecky | 4667232 | 2020-03-16 13:27:55 +0000 | [diff] [blame] | 1200 | suffix := arch.String() |
| 1201 | // Host and target might both use x86 arch. We need to ensure the names are unique. |
| 1202 | if image.target.Os.Class == android.Host { |
| 1203 | suffix = "host-" + suffix |
| 1204 | } |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1205 | // Create a rule to call oatdump. |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1206 | output := android.PathForOutput(ctx, name+"."+suffix+".oatdump.txt") |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1207 | rule := android.NewRuleBuilder(pctx, ctx) |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1208 | imageLocationsOnHost, _ := image.imageLocations() |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1209 | cmd := rule.Command(). |
Martin Stjernholm | 0780372 | 2021-05-18 17:39:56 +0100 | [diff] [blame] | 1210 | BuiltTool("oatdump"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1211 | FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 1212 | FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1213 | FlagWithArg("--image=", strings.Join(imageLocationsOnHost, ":")).Implicits(image.imagesDeps.Paths()). |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1214 | FlagWithOutput("--output=", output). |
| 1215 | FlagWithArg("--instruction-set=", arch.String()) |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1216 | if global.EnableUffdGc && image.target.Os == android.Android { |
| 1217 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") |
| 1218 | } |
| 1219 | rule.Build("dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1220 | |
| 1221 | // Create a phony rule that depends on the output file and prints the path. |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1222 | phony := android.PathForPhony(ctx, "dump-oat-"+name+"-"+suffix) |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1223 | rule = android.NewRuleBuilder(pctx, ctx) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1224 | rule.Command(). |
| 1225 | Implicit(output). |
| 1226 | ImplicitOutput(phony). |
| 1227 | Text("echo").FlagWithArg("Output in ", output.String()) |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1228 | rule.Build("phony-dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1229 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1230 | allPhonies = append(allPhonies, phony) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1231 | } |
| 1232 | |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1233 | phony := android.PathForPhony(ctx, "dump-oat-"+name) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1234 | ctx.Build(pctx, android.BuildParams{ |
| 1235 | Rule: android.Phony, |
| 1236 | Output: phony, |
| 1237 | Inputs: allPhonies, |
Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 1238 | Description: "dump-oat-" + name, |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1239 | }) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1240 | } |
| 1241 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1242 | func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) { |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1243 | data := dexpreopt.GetGlobalConfigRawData(ctx) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1244 | |
Colin Cross | cf371cc | 2020-11-13 11:48:42 -0800 | [diff] [blame] | 1245 | android.WriteFileRule(ctx, path, string(data)) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1246 | } |
| 1247 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 1248 | // Define Make variables for boot image names, paths, etc. These variables are used in makefiles |
| 1249 | // (make/core/dex_preopt_libart.mk) to generate install rules that copy boot image files to the |
| 1250 | // correct output directories. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1251 | func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) { |
Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1252 | if d.dexpreoptConfigForMake != nil && !SkipDexpreoptBootJars(ctx) { |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1253 | ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String()) |
Martin Stjernholm | c52aaf1 | 2020-01-06 23:11:37 +0000 | [diff] [blame] | 1254 | ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String()) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1255 | } |
| 1256 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1257 | image := d.defaultBootImage |
| 1258 | if image != nil { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1259 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String()) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1260 | if image.profileLicenseMetadataFile.Valid() { |
| 1261 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_LICENSE_METADATA", image.profileLicenseMetadataFile.String()) |
| 1262 | } |
Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1263 | |
Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1264 | if SkipDexpreoptBootJars(ctx) { |
| 1265 | return |
| 1266 | } |
| 1267 | |
Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1268 | global := dexpreopt.GetGlobalConfig(ctx) |
| 1269 | dexPaths, dexLocations := bcpForDexpreopt(ctx, global.PreoptWithUpdatableBcp) |
| 1270 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(dexPaths.Strings(), " ")) |
| 1271 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(dexLocations, " ")) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1272 | |
Ulya Trafimovich | 442ec7f | 2022-04-20 10:53:26 +0100 | [diff] [blame] | 1273 | // The primary ART boot image is exposed to Make for testing (gtests) and benchmarking |
| 1274 | // (golem) purposes. |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1275 | for _, current := range append(d.otherImages, image) { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1276 | for _, variant := range current.variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1277 | suffix := "" |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1278 | if variant.target.Os.Class == android.Host { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1279 | suffix = "_host" |
| 1280 | } |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1281 | sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String() |
| 1282 | ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String()) |
Jeongik Cha | a596909 | 2021-05-07 18:53:21 +0900 | [diff] [blame] | 1283 | ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.imagePathOnHost.String()) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1284 | ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " ")) |
| 1285 | ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String()) |
| 1286 | ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String()) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1287 | if variant.licenseMetadataFile.Valid() { |
| 1288 | ctx.Strict("DEXPREOPT_IMAGE_LICENSE_METADATA_"+sfx, variant.licenseMetadataFile.String()) |
| 1289 | } |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1290 | } |
Jeongik Cha | e3165c8 | 2021-06-23 23:18:50 +0900 | [diff] [blame] | 1291 | imageLocationsOnHost, imageLocationsOnDevice := current.getAnyAndroidVariant().imageLocations() |
| 1292 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_HOST"+current.name, strings.Join(imageLocationsOnHost, ":")) |
| 1293 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_DEVICE"+current.name, strings.Join(imageLocationsOnDevice, ":")) |
Colin Cross | 31bf00d | 2019-12-04 13:16:01 -0800 | [diff] [blame] | 1294 | ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1295 | } |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 1296 | ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(getImageNames(), " ")) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1297 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1298 | } |