| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1 | // Copyright 2019 Google Inc. All rights reserved. | 
|  | 2 | // | 
|  | 3 | // Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 4 | // you may not use this file except in compliance with the License. | 
|  | 5 | // You may obtain a copy of the License at | 
|  | 6 | // | 
|  | 7 | //     http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 8 | // | 
|  | 9 | // Unless required by applicable law or agreed to in writing, software | 
|  | 10 | // distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 12 | // See the License for the specific language governing permissions and | 
|  | 13 | // limitations under the License. | 
|  | 14 |  | 
|  | 15 | package java | 
|  | 16 |  | 
|  | 17 | import ( | 
|  | 18 | "path/filepath" | 
|  | 19 | "strings" | 
|  | 20 |  | 
|  | 21 | "android/soong/android" | 
|  | 22 | "android/soong/dexpreopt" | 
|  | 23 |  | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 24 | "github.com/google/blueprint/proptools" | 
|  | 25 | ) | 
|  | 26 |  | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 27 | // ================================================================================================= | 
|  | 28 | // WIP - see http://b/177892522 for details | 
|  | 29 | // | 
|  | 30 | // The build support for boot images is currently being migrated away from singleton to modules so | 
|  | 31 | // the documentation may not be strictly accurate. Rather than update the documentation at every | 
|  | 32 | // step which will create a lot of churn the changes that have been made will be listed here and the | 
|  | 33 | // documentation will be updated once it is closer to the final result. | 
|  | 34 | // | 
|  | 35 | // Changes: | 
|  | 36 | // 1) dex_bootjars is now a singleton module and not a plain singleton. | 
| Paul Duffin | 3451e16 | 2021-01-20 15:16:56 +0000 | [diff] [blame] | 37 | // 2) Boot images are now represented by the boot_image module type. | 
|  | 38 | // 3) The art boot image is called "art-boot-image", the framework boot image is called | 
|  | 39 | //    "framework-boot-image". | 
|  | 40 | // 4) They are defined in art/build/boot/Android.bp and frameworks/base/boot/Android.bp | 
|  | 41 | //    respectively. | 
|  | 42 | // 5) Each boot_image retrieves the appropriate boot image configuration from the map returned by | 
|  | 43 | //    genBootImageConfigs() using the image_name specified in the boot_image module. | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 44 | // ================================================================================================= | 
|  | 45 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 46 | // This comment describes: | 
|  | 47 | //   1. ART boot images in general (their types, structure, file layout, etc.) | 
|  | 48 | //   2. build system support for boot images | 
|  | 49 | // | 
|  | 50 | // 1. ART boot images | 
|  | 51 | // ------------------ | 
|  | 52 | // | 
|  | 53 | // A boot image in ART is a set of files that contain AOT-compiled native code and a heap snapshot | 
|  | 54 | // of AOT-initialized classes for the bootclasspath Java libraries. A boot image is compiled from a | 
|  | 55 | // set of DEX jars by the dex2oat compiler. A boot image is used for two purposes: 1) it is | 
|  | 56 | // installed on device and loaded at runtime, and 2) other Java libraries and apps are compiled | 
|  | 57 | // against it (compilation may take place either on host, known as "dexpreopt", or on device, known | 
|  | 58 | // as "dexopt"). | 
|  | 59 | // | 
|  | 60 | // A boot image is not a single file, but a collection of interrelated files. Each boot image has a | 
|  | 61 | // number of components that correspond to the Java libraries that constitute it. For each component | 
|  | 62 | // there are multiple files: | 
|  | 63 | //   - *.oat or *.odex file with native code (architecture-specific, one per instruction set) | 
|  | 64 | //   - *.art file with pre-initialized Java classes (architecture-specific, one per instruction set) | 
|  | 65 | //   - *.vdex file with verification metadata for the DEX bytecode (architecture independent) | 
|  | 66 | // | 
|  | 67 | // *.vdex files for the boot images do not contain the DEX bytecode itself, because the | 
|  | 68 | // bootclasspath DEX files are stored on disk in uncompressed and aligned form. Consequently a boot | 
|  | 69 | // image is not self-contained and cannot be used without its DEX files. To simplify the management | 
|  | 70 | // of boot image files, ART uses a certain naming scheme and associates the following metadata with | 
|  | 71 | // each boot image: | 
|  | 72 | //   - A stem, which is a symbolic name that is prepended to boot image file names. | 
|  | 73 | //   - A location (on-device path to the boot image files). | 
|  | 74 | //   - A list of boot image locations (on-device paths to dependency boot images). | 
|  | 75 | //   - A set of DEX locations (on-device paths to the DEX files, one location for one DEX file used | 
|  | 76 | //     to compile the boot image). | 
|  | 77 | // | 
|  | 78 | // There are two kinds of boot images: | 
|  | 79 | //   - primary boot images | 
|  | 80 | //   - boot image extensions | 
|  | 81 | // | 
|  | 82 | // 1.1. Primary boot images | 
|  | 83 | // ------------------------ | 
|  | 84 | // | 
|  | 85 | // A primary boot image is compiled for a core subset of bootclasspath Java libraries. It does not | 
|  | 86 | // depend on any other images, and other boot images may depend on it. | 
|  | 87 | // | 
|  | 88 | // For example, assuming that the stem is "boot", the location is /apex/com.android.art/javalib/, | 
|  | 89 | // the set of core bootclasspath libraries is A B C, and the boot image is compiled for ARM targets | 
|  | 90 | // (32 and 64 bits), it will have three components with the following files: | 
|  | 91 | //   - /apex/com.android.art/javalib/{arm,arm64}/boot.{art,oat,vdex} | 
|  | 92 | //   - /apex/com.android.art/javalib/{arm,arm64}/boot-B.{art,oat,vdex} | 
|  | 93 | //   - /apex/com.android.art/javalib/{arm,arm64}/boot-C.{art,oat,vdex} | 
|  | 94 | // | 
|  | 95 | // The files of the first component are special: they do not have the component name appended after | 
|  | 96 | // the stem. This naming convention dates back to the times when the boot image was not split into | 
|  | 97 | // components, and there were just boot.oat and boot.art. The decision to split was motivated by | 
|  | 98 | // licensing reasons for one of the bootclasspath libraries. | 
|  | 99 | // | 
|  | 100 | // As of November 2020 the only primary boot image in Android is the image in the ART APEX | 
|  | 101 | // com.android.art. The primary ART boot image contains the Core libraries that are part of the ART | 
|  | 102 | // module. When the ART module gets updated, the primary boot image will be updated with it, and all | 
|  | 103 | // dependent images will get invalidated (the checksum of the primary image stored in dependent | 
|  | 104 | // images will not match), unless they are updated in sync with the ART module. | 
|  | 105 | // | 
|  | 106 | // 1.2. Boot image extensions | 
|  | 107 | // -------------------------- | 
|  | 108 | // | 
|  | 109 | // A boot image extension is compiled for a subset of bootclasspath Java libraries (in particular, | 
|  | 110 | // this subset does not include the Core bootclasspath libraries that go into the primary boot | 
|  | 111 | // image). A boot image extension depends on the primary boot image and optionally some other boot | 
|  | 112 | // image extensions. Other images may depend on it. In other words, boot image extensions can form | 
|  | 113 | // acyclic dependency graphs. | 
|  | 114 | // | 
|  | 115 | // The motivation for boot image extensions comes from the Mainline project. Consider a situation | 
|  | 116 | // when the list of bootclasspath libraries is A B C, and both A and B are parts of the Android | 
|  | 117 | // platform, but C is part of an updatable APEX com.android.C. When the APEX is updated, the Java | 
|  | 118 | // code for C might have changed compared to the code that was used to compile the boot image. | 
|  | 119 | // Consequently, the whole boot image is obsolete and invalidated (even though the code for A and B | 
|  | 120 | // that does not depend on C is up to date). To avoid this, the original monolithic boot image is | 
|  | 121 | // split in two parts: the primary boot image that contains A B, and the boot image extension that | 
|  | 122 | // contains C and depends on the primary boot image (extends it). | 
|  | 123 | // | 
|  | 124 | // For example, assuming that the stem is "boot", the location is /system/framework, the set of | 
|  | 125 | // bootclasspath libraries is D E (where D is part of the platform and is located in | 
|  | 126 | // /system/framework, and E is part of a non-updatable APEX com.android.E and is located in | 
|  | 127 | // /apex/com.android.E/javalib), and the boot image is compiled for ARM targets (32 and 64 bits), | 
|  | 128 | // it will have two components with the following files: | 
|  | 129 | //   - /system/framework/{arm,arm64}/boot-D.{art,oat,vdex} | 
|  | 130 | //   - /system/framework/{arm,arm64}/boot-E.{art,oat,vdex} | 
|  | 131 | // | 
|  | 132 | // As of November 2020 the only boot image extension in Android is the Framework boot image | 
|  | 133 | // extension. It extends the primary ART boot image and contains Framework libraries and other | 
|  | 134 | // bootclasspath libraries from the platform and non-updatable APEXes that are not included in the | 
|  | 135 | // ART image. The Framework boot image extension is updated together with the platform. In the | 
|  | 136 | // future other boot image extensions may be added for some updatable modules. | 
|  | 137 | // | 
|  | 138 | // | 
|  | 139 | // 2. Build system support for boot images | 
|  | 140 | // --------------------------------------- | 
|  | 141 | // | 
|  | 142 | // The primary ART boot image needs to be compiled with one dex2oat invocation that depends on DEX | 
|  | 143 | // jars for the core libraries. Framework boot image extension needs to be compiled with one dex2oat | 
|  | 144 | // invocation that depends on the primary ART boot image and all bootclasspath DEX jars except the | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 145 | // core libraries as they are already part of the primary ART boot image. | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 146 | // | 
|  | 147 | // 2.1. Libraries that go in the boot images | 
|  | 148 | // ----------------------------------------- | 
|  | 149 | // | 
|  | 150 | // The contents of each boot image are determined by the PRODUCT variables. The primary ART APEX | 
|  | 151 | // boot image contains libraries listed in the ART_APEX_JARS variable in the AOSP makefiles. The | 
|  | 152 | // Framework boot image extension contains libraries specified in the PRODUCT_BOOT_JARS and | 
|  | 153 | // PRODUCT_BOOT_JARS_EXTRA variables. The AOSP makefiles specify some common Framework libraries, | 
|  | 154 | // but more product-specific libraries can be added in the product makefiles. | 
|  | 155 | // | 
| Martin Stjernholm | 1d51ea9 | 2021-07-05 20:33:42 +0100 | [diff] [blame] | 156 | // Each component of the PRODUCT_BOOT_JARS and PRODUCT_BOOT_JARS_EXTRA variables is a | 
|  | 157 | // colon-separated pair <apex>:<library>, where <apex> is the variant name of a non-updatable APEX, | 
|  | 158 | // "platform" if the library is a part of the platform in the system partition, or "system_ext" if | 
|  | 159 | // it's in the system_ext partition. | 
|  | 160 | // | 
|  | 161 | // In these variables APEXes are identified by their "variant names", i.e. the names they get | 
|  | 162 | // mounted as in /apex on device. In Soong modules that is the name set in the "apex_name" | 
|  | 163 | // properties, which default to the "name" values. For example, many APEXes have both | 
|  | 164 | // com.android.xxx and com.google.android.xxx modules in Soong, but take the same place | 
|  | 165 | // /apex/com.android.xxx at runtime. In these cases the variant name is always com.android.xxx, | 
|  | 166 | // regardless which APEX goes into the product. See also android.ApexInfo.ApexVariationName and | 
|  | 167 | // apex.apexBundleProperties.Apex_name. | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 168 | // | 
| satayev | d604b21 | 2021-07-21 14:23:52 +0100 | [diff] [blame] | 169 | // A related variable PRODUCT_APEX_BOOT_JARS contains bootclasspath libraries that are in APEXes. | 
|  | 170 | // They are not included in the boot image. The only exception here are ART jars and core-icu4j.jar | 
|  | 171 | // that have been historically part of the boot image and are now in apexes; they are in boot images | 
|  | 172 | // and core-icu4j.jar is generally treated as being part of PRODUCT_BOOT_JARS. | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 173 | // | 
|  | 174 | // One exception to the above rules are "coverage" builds (a special build flavor which requires | 
|  | 175 | // setting environment variable EMMA_INSTRUMENT_FRAMEWORK=true). In coverage builds the Java code in | 
|  | 176 | // boot image libraries is instrumented, which means that the instrumentation library (jacocoagent) | 
|  | 177 | // needs to be added to the list of bootclasspath DEX jars. | 
|  | 178 | // | 
|  | 179 | // In general, there is a requirement that the source code for a boot image library must be | 
|  | 180 | // available at build time (e.g. it cannot be a stub that has a separate implementation library). | 
|  | 181 | // | 
|  | 182 | // 2.2. Static configs | 
|  | 183 | // ------------------- | 
|  | 184 | // | 
|  | 185 | // Because boot images are used to dexpreopt other Java modules, the paths to boot image files must | 
|  | 186 | // be known by the time dexpreopt build rules for the dependent modules are generated. Boot image | 
|  | 187 | // configs are constructed very early during the build, before build rule generation. The configs | 
|  | 188 | // provide predefined paths to boot image files (these paths depend only on static build | 
|  | 189 | // configuration, such as PRODUCT variables, and use hard-coded directory names). | 
|  | 190 | // | 
|  | 191 | // 2.3. Singleton | 
|  | 192 | // -------------- | 
|  | 193 | // | 
|  | 194 | // Build rules for the boot images are generated with a Soong singleton. Because a singleton has no | 
|  | 195 | // dependencies on other modules, it has to find the modules for the DEX jars using VisitAllModules. | 
|  | 196 | // Soong loops through all modules and compares each module against a list of bootclasspath library | 
|  | 197 | // names. Then it generates build rules that copy DEX jars from their intermediate module-specific | 
|  | 198 | // locations to the hard-coded locations predefined in the boot image configs. | 
|  | 199 | // | 
|  | 200 | // It would be possible to use a module with proper dependencies instead, but that would require | 
|  | 201 | // changes in the way Soong generates variables for Make: a singleton can use one MakeVars() method | 
|  | 202 | // that writes variables to out/soong/make_vars-*.mk, which is included early by the main makefile, | 
|  | 203 | // but module(s) would have to use out/soong/Android-*.mk which has a group of LOCAL_* variables | 
|  | 204 | // for each module, and is included later. | 
|  | 205 | // | 
|  | 206 | // 2.4. Install rules | 
|  | 207 | // ------------------ | 
|  | 208 | // | 
|  | 209 | // The primary boot image and the Framework extension are installed in different ways. The primary | 
|  | 210 | // boot image is part of the ART APEX: it is copied into the APEX intermediate files, packaged | 
|  | 211 | // together with other APEX contents, extracted and mounted on device. The Framework boot image | 
|  | 212 | // extension is installed by the rules defined in makefiles (make/core/dex_preopt_libart.mk). Soong | 
|  | 213 | // writes out a few DEXPREOPT_IMAGE_* variables for Make; these variables contain boot image names, | 
|  | 214 | // paths and so on. | 
|  | 215 | // | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 216 |  | 
| Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 217 | var artApexNames = []string{ | 
|  | 218 | "com.android.art", | 
|  | 219 | "com.android.art.debug", | 
| Roland Levillain | d603c7d | 2021-03-24 14:23:57 +0000 | [diff] [blame] | 220 | "com.android.art.testing", | 
| Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 221 | "com.google.android.art", | 
|  | 222 | "com.google.android.art.debug", | 
|  | 223 | "com.google.android.art.testing", | 
|  | 224 | } | 
|  | 225 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 226 | var ( | 
|  | 227 | dexpreoptBootJarDepTag  = bootclasspathDependencyTag{name: "dexpreopt-boot-jar"} | 
|  | 228 | dexBootJarsFragmentsKey = android.NewOnceKey("dexBootJarsFragments") | 
|  | 229 | ) | 
|  | 230 |  | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 231 | func init() { | 
| Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 232 | RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 233 | } | 
|  | 234 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 235 | // Target-independent description of a boot image. | 
| Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 236 | // | 
|  | 237 | // WARNING: All fields in this struct should be initialized in the genBootImageConfigs function. | 
|  | 238 | // Failure to do so can lead to data races if there is no synchronization enforced ordering between | 
|  | 239 | // the writer and the reader. Fields which break this rule are marked as deprecated and should be | 
|  | 240 | // removed and replaced with something else, e.g. providers. | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 241 | type bootImageConfig struct { | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 242 | // If this image is an extension, the image that it extends. | 
|  | 243 | extends *bootImageConfig | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 244 |  | 
|  | 245 | // Image name (used in directory names and ninja rule names). | 
|  | 246 | name string | 
|  | 247 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 248 | // If the module with the given name exists, this config is enabled. | 
|  | 249 | enabledIfExists string | 
|  | 250 |  | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 251 | // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}. | 
|  | 252 | stem string | 
|  | 253 |  | 
|  | 254 | // Output directory for the image files. | 
|  | 255 | dir android.OutputPath | 
|  | 256 |  | 
|  | 257 | // Output directory for the image files with debug symbols. | 
|  | 258 | symbolsDir android.OutputPath | 
|  | 259 |  | 
| Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 260 | // The relative location where the image files are installed. On host, the location is relative to | 
|  | 261 | // $ANDROID_PRODUCT_OUT. | 
|  | 262 | // | 
|  | 263 | // Only the configs that are built by platform_bootclasspath are installable on device. On device, | 
|  | 264 | // the location is relative to "/". | 
|  | 265 | installDir string | 
| Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 266 |  | 
| Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 267 | // A list of (location, jar) pairs for the Java modules in this image. | 
|  | 268 | modules android.ConfiguredJarList | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 269 |  | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 270 | // File paths to jars. | 
|  | 271 | dexPaths     android.WritablePaths // for this image | 
|  | 272 | dexPathsDeps android.WritablePaths // for the dependency images and in this image | 
|  | 273 |  | 
| Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 274 | // Map from module name (without prebuilt_ prefix) to the predefined build path. | 
|  | 275 | dexPathsByModule map[string]android.WritablePath | 
|  | 276 |  | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 277 | // File path to a zip archive with all image files (or nil, if not needed). | 
|  | 278 | zip android.WritablePath | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 279 |  | 
|  | 280 | // Rules which should be used in make to install the outputs. | 
| Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 281 | // | 
|  | 282 | // Deprecated: Not initialized correctly, see struct comment. | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 283 | profileInstalls android.RuleBuilderInstalls | 
|  | 284 |  | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 285 | // Path to the license metadata file for the module that built the profile. | 
| Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 286 | // | 
|  | 287 | // Deprecated: Not initialized correctly, see struct comment. | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 288 | profileLicenseMetadataFile android.OptionalPath | 
|  | 289 |  | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 290 | // Target-dependent fields. | 
|  | 291 | variants []*bootImageVariant | 
| Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 292 |  | 
|  | 293 | // Path of the preloaded classes file. | 
|  | 294 | preloadedClassesFile string | 
| Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 295 |  | 
|  | 296 | // The "--compiler-filter" argument. | 
|  | 297 | compilerFilter string | 
| Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 298 |  | 
|  | 299 | // The "--single-image" argument. | 
|  | 300 | singleImage bool | 
| Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 301 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 302 | // Profiles imported from APEXes, in addition to the profile at the default path. Each entry must | 
|  | 303 | // be the name of an APEX module. | 
|  | 304 | profileImports []string | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 305 | } | 
|  | 306 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 307 | // Target-dependent description of a boot image. | 
| Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 308 | // | 
|  | 309 | // WARNING: The warning comment on bootImageConfig applies here too. | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 310 | type bootImageVariant struct { | 
|  | 311 | *bootImageConfig | 
|  | 312 |  | 
|  | 313 | // Target for which the image is generated. | 
|  | 314 | target android.Target | 
|  | 315 |  | 
| David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 316 | // The "locations" of jars. | 
|  | 317 | dexLocations     []string // for this image | 
|  | 318 | dexLocationsDeps []string // for the dependency images and in this image | 
|  | 319 |  | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 320 | // Paths to image files. | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 321 | imagePathOnHost   android.OutputPath // first image file path on host | 
|  | 322 | imagePathOnDevice string             // first image file path on device | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 323 |  | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 324 | // All the files that constitute this image variant, i.e. .art, .oat and .vdex files. | 
|  | 325 | imagesDeps android.OutputPaths | 
|  | 326 |  | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 327 | // The path to the base image variant's imagePathOnHost field, where base image variant | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 328 | // means the image variant that this extends. | 
|  | 329 | // | 
|  | 330 | // This is only set for a variant of an image that extends another image. | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 331 | baseImages android.OutputPaths | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 332 |  | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 333 | // The paths to the base image variant's imagesDeps field, where base image variant | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 334 | // means the image variant that this extends. | 
|  | 335 | // | 
|  | 336 | // This is only set for a variant of an image that extends another image. | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 337 | baseImagesDeps android.Paths | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 338 |  | 
| Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 339 | // Rules which should be used in make to install the outputs on host. | 
| Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 340 | // | 
|  | 341 | // Deprecated: Not initialized correctly, see struct comment. | 
|  | 342 | installs android.RuleBuilderInstalls | 
|  | 343 |  | 
|  | 344 | // Rules which should be used in make to install the vdex outputs on host. | 
|  | 345 | // | 
|  | 346 | // Deprecated: Not initialized correctly, see struct comment. | 
|  | 347 | vdexInstalls android.RuleBuilderInstalls | 
|  | 348 |  | 
|  | 349 | // Rules which should be used in make to install the unstripped outputs on host. | 
|  | 350 | // | 
|  | 351 | // Deprecated: Not initialized correctly, see struct comment. | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 352 | unstrippedInstalls android.RuleBuilderInstalls | 
| Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 353 |  | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 354 | // Path to the license metadata file for the module that built the image. | 
| Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 355 | // | 
|  | 356 | // Deprecated: Not initialized correctly, see struct comment. | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 357 | licenseMetadataFile android.OptionalPath | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 358 | } | 
|  | 359 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 360 | // Get target-specific boot image variant for the given boot image config and target. | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 361 | func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant { | 
|  | 362 | for _, variant := range image.variants { | 
|  | 363 | if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType { | 
|  | 364 | return variant | 
|  | 365 | } | 
|  | 366 | } | 
|  | 367 | return nil | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 368 | } | 
|  | 369 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 370 | // Return any (the first) variant which is for the device (as opposed to for the host). | 
| David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 371 | func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant { | 
|  | 372 | for _, variant := range image.variants { | 
|  | 373 | if variant.target.Os == android.Android { | 
|  | 374 | return variant | 
|  | 375 | } | 
|  | 376 | } | 
|  | 377 | return nil | 
|  | 378 | } | 
|  | 379 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 380 | // Return the name of a boot image module given a boot image config and a component (module) index. | 
|  | 381 | // A module name is a combination of the Java library name, and the boot image stem (that is stored | 
|  | 382 | // in the config). | 
| Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 383 | func (image bootImageConfig) moduleName(ctx android.PathContext, idx int) string { | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 384 | // The first module of the primary boot image is special: its module name has only the stem, but | 
|  | 385 | // not the library name. All other module names are of the form <stem>-<library name> | 
| Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 386 | m := image.modules.Jar(idx) | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 387 | name := image.stem | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 388 | if idx != 0 || image.extends != nil { | 
| Jiakai Zhang | 4d90da2 | 2023-07-12 16:51:48 +0100 | [diff] [blame] | 389 | name += "-" + android.ModuleStem(ctx.Config(), image.modules.Apex(idx), m) | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 390 | } | 
|  | 391 | return name | 
|  | 392 | } | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 393 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 394 | // Return the name of the first boot image module, or stem if the list of modules is empty. | 
| Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 395 | func (image bootImageConfig) firstModuleNameOrStem(ctx android.PathContext) string { | 
| Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 396 | if image.modules.Len() > 0 { | 
| Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 397 | return image.moduleName(ctx, 0) | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 398 | } else { | 
|  | 399 | return image.stem | 
|  | 400 | } | 
|  | 401 | } | 
|  | 402 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 403 | // Return filenames for the given boot image component, given the output directory and a list of | 
|  | 404 | // extensions. | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 405 | func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths { | 
| Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 406 | ret := make(android.OutputPaths, 0, image.modules.Len()*len(exts)) | 
|  | 407 | for i := 0; i < image.modules.Len(); i++ { | 
| Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 408 | name := image.moduleName(ctx, i) | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 409 | for _, ext := range exts { | 
|  | 410 | ret = append(ret, dir.Join(ctx, name+ext)) | 
|  | 411 | } | 
| Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 412 | if image.singleImage { | 
|  | 413 | break | 
|  | 414 | } | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 415 | } | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 416 | return ret | 
|  | 417 | } | 
|  | 418 |  | 
| Paul Duffin | 5466a36 | 2021-06-07 10:25:31 +0100 | [diff] [blame] | 419 | // apexVariants returns a list of all *bootImageVariant that could be included in an apex. | 
|  | 420 | func (image *bootImageConfig) apexVariants() []*bootImageVariant { | 
|  | 421 | variants := []*bootImageVariant{} | 
|  | 422 | for _, variant := range image.variants { | 
|  | 423 | // We also generate boot images for host (for testing), but we don't need those in the apex. | 
|  | 424 | // TODO(b/177892522) - consider changing this to check Os.OsClass = android.Device | 
|  | 425 | if variant.target.Os == android.Android { | 
|  | 426 | variants = append(variants, variant) | 
|  | 427 | } | 
|  | 428 | } | 
|  | 429 | return variants | 
|  | 430 | } | 
|  | 431 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 432 | // Return boot image locations (as a list of symbolic paths). | 
|  | 433 | // | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 434 | // The image "location" is a symbolic path that, with multiarchitecture support, doesn't really | 
|  | 435 | // exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the | 
|  | 436 | // same for all supported architectures on the device. The concrete architecture specific files | 
|  | 437 | // actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64. | 
|  | 438 | // | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 439 | // For example a physical file /apex/com.android.art/javalib/x86/boot.art has "image location" | 
|  | 440 | // /apex/com.android.art/javalib/boot.art (which is not an actual file). | 
|  | 441 | // | 
|  | 442 | // For a primary boot image the list of locations has a single element. | 
|  | 443 | // | 
|  | 444 | // For a boot image extension the list of locations contains a location for all dependency images | 
|  | 445 | // (including the primary image) and the location of the extension itself. For example, for the | 
|  | 446 | // Framework boot image extension that depends on the primary ART boot image the list contains two | 
|  | 447 | // elements. | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 448 | // | 
|  | 449 | // The location is passed as an argument to the ART tools like dex2oat instead of the real path. | 
|  | 450 | // ART tools will then reconstruct the architecture-specific real path. | 
| Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 451 | func (image *bootImageVariant) imageLocations() (imageLocationsOnHost []string, imageLocationsOnDevice []string) { | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 452 | if image.extends != nil { | 
| Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 453 | imageLocationsOnHost, imageLocationsOnDevice = image.extends.getVariant(image.target).imageLocations() | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 454 | } | 
| Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 455 | return append(imageLocationsOnHost, dexpreopt.PathToLocation(image.imagePathOnHost, image.target.Arch.ArchType)), | 
|  | 456 | append(imageLocationsOnDevice, dexpreopt.PathStringToLocation(image.imagePathOnDevice, image.target.Arch.ArchType)) | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 457 | } | 
|  | 458 |  | 
| Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 459 | func (image *bootImageConfig) isProfileGuided() bool { | 
|  | 460 | return image.compilerFilter == "speed-profile" | 
|  | 461 | } | 
|  | 462 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 463 | func (image *bootImageConfig) isEnabled(ctx android.BaseModuleContext) bool { | 
|  | 464 | return ctx.OtherModuleExists(image.enabledIfExists) | 
|  | 465 | } | 
|  | 466 |  | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 467 | func dexpreoptBootJarsFactory() android.SingletonModule { | 
|  | 468 | m := &dexpreoptBootJars{} | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 469 | android.InitAndroidArchModule(m, android.DeviceSupported, android.MultilibCommon) | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 470 | return m | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 471 | } | 
|  | 472 |  | 
| Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 473 | func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) { | 
| LaMont Jones | 0c10e4d | 2023-05-16 00:58:37 +0000 | [diff] [blame] | 474 | ctx.RegisterParallelSingletonModuleType("dex_bootjars", dexpreoptBootJarsFactory) | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 475 | ctx.FinalDepsMutators(func(ctx android.RegisterMutatorsContext) { | 
|  | 476 | ctx.BottomUp("dex_bootjars_deps", DexpreoptBootJarsMutator).Parallel() | 
|  | 477 | }) | 
| Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 478 | } | 
|  | 479 |  | 
| Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 480 | func SkipDexpreoptBootJars(ctx android.PathContext) bool { | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 481 | global := dexpreopt.GetGlobalConfig(ctx) | 
|  | 482 | return global.DisablePreoptBootImages || !shouldBuildBootImages(ctx.Config(), global) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 483 | } | 
|  | 484 |  | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 485 | // Singleton module for generating boot image build rules. | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 486 | type dexpreoptBootJars struct { | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 487 | android.SingletonModuleBase | 
|  | 488 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 489 | // Default boot image config (currently always the Framework boot image extension). It should be | 
|  | 490 | // noted that JIT-Zygote builds use ART APEX image instead of the Framework boot image extension, | 
|  | 491 | // but the switch is handled not here, but in the makefiles (triggered with | 
|  | 492 | // DEXPREOPT_USE_ART_IMAGE=true). | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 493 | defaultBootImage *bootImageConfig | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 494 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 495 | // Other boot image configs (currently the list contains only the primary ART APEX image. It | 
|  | 496 | // used to contain an experimental JIT-Zygote image (now replaced with the ART APEX image). In | 
|  | 497 | // the future other boot image extensions may be added. | 
|  | 498 | otherImages []*bootImageConfig | 
|  | 499 |  | 
|  | 500 | // Build path to a config file that Soong writes for Make (to be used in makefiles that install | 
|  | 501 | // the default boot image). | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 502 | dexpreoptConfigForMake android.WritablePath | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 503 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 504 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 505 | func DexpreoptBootJarsMutator(ctx android.BottomUpMutatorContext) { | 
|  | 506 | if _, ok := ctx.Module().(*dexpreoptBootJars); !ok { | 
|  | 507 | return | 
|  | 508 | } | 
|  | 509 |  | 
|  | 510 | if dexpreopt.IsDex2oatNeeded(ctx) { | 
|  | 511 | // Add a dependency onto the dex2oat tool which is needed for creating the boot image. The | 
|  | 512 | // path is retrieved from the dependency by GetGlobalSoongConfig(ctx). | 
|  | 513 | dexpreopt.RegisterToolDeps(ctx) | 
|  | 514 | } | 
|  | 515 |  | 
|  | 516 | imageConfigs := genBootImageConfigs(ctx) | 
|  | 517 | for _, config := range imageConfigs { | 
|  | 518 | if !config.isEnabled(ctx) { | 
|  | 519 | continue | 
|  | 520 | } | 
|  | 521 | // For accessing the boot jars. | 
|  | 522 | addDependenciesOntoBootImageModules(ctx, config.modules, dexpreoptBootJarDepTag) | 
|  | 523 | } | 
|  | 524 |  | 
|  | 525 | if ctx.OtherModuleExists("platform-bootclasspath") { | 
|  | 526 | // For accessing all bootclasspath fragments. | 
|  | 527 | addDependencyOntoApexModulePair(ctx, "platform", "platform-bootclasspath", platformBootclasspathDepTag) | 
|  | 528 | } else if ctx.OtherModuleExists("art-bootclasspath-fragment") { | 
|  | 529 | // For accessing the ART bootclasspath fragment on a thin manifest (e.g., master-art) where | 
|  | 530 | // platform-bootclasspath doesn't exist. | 
|  | 531 | addDependencyOntoApexModulePair(ctx, "com.android.art", "art-bootclasspath-fragment", bootclasspathFragmentDepTag) | 
|  | 532 | } | 
| Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 533 | } | 
|  | 534 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 535 | func gatherBootclasspathFragments(ctx android.ModuleContext) map[string]android.Module { | 
|  | 536 | return ctx.Config().Once(dexBootJarsFragmentsKey, func() interface{} { | 
|  | 537 | fragments := make(map[string]android.Module) | 
|  | 538 | ctx.WalkDeps(func(child, parent android.Module) bool { | 
|  | 539 | if !isActiveModule(child) { | 
|  | 540 | return false | 
|  | 541 | } | 
|  | 542 | tag := ctx.OtherModuleDependencyTag(child) | 
|  | 543 | if tag == platformBootclasspathDepTag { | 
|  | 544 | return true | 
|  | 545 | } | 
|  | 546 | if tag == bootclasspathFragmentDepTag { | 
|  | 547 | apexInfo := ctx.OtherModuleProvider(child, android.ApexInfoProvider).(android.ApexInfo) | 
|  | 548 | for _, apex := range apexInfo.InApexVariants { | 
|  | 549 | fragments[apex] = child | 
|  | 550 | } | 
|  | 551 | return false | 
|  | 552 | } | 
|  | 553 | return false | 
|  | 554 | }) | 
|  | 555 | return fragments | 
|  | 556 | }).(map[string]android.Module) | 
|  | 557 | } | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 558 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 559 | func getBootclasspathFragmentByApex(ctx android.ModuleContext, apexName string) android.Module { | 
|  | 560 | return gatherBootclasspathFragments(ctx)[apexName] | 
|  | 561 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 562 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 563 | // GenerateAndroidBuildActions generates the build rules for boot images. | 
|  | 564 | func (d *dexpreoptBootJars) GenerateAndroidBuildActions(ctx android.ModuleContext) { | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 565 | imageConfigs := genBootImageConfigs(ctx) | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 566 | d.defaultBootImage = defaultBootImageConfig(ctx) | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 567 | d.otherImages = make([]*bootImageConfig, 0, len(imageConfigs)-1) | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 568 | for _, name := range getImageNames() { | 
|  | 569 | config := imageConfigs[name] | 
|  | 570 | if config != d.defaultBootImage { | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 571 | d.otherImages = append(d.otherImages, config) | 
|  | 572 | } | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 573 | if !config.isEnabled(ctx) { | 
|  | 574 | continue | 
|  | 575 | } | 
|  | 576 | generateBootImage(ctx, config) | 
|  | 577 | if config == d.defaultBootImage { | 
|  | 578 | bootFrameworkProfileRule(ctx, config) | 
|  | 579 | } | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 580 | } | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 581 | } | 
|  | 582 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 583 | // GenerateSingletonBuildActions generates build rules for the dexpreopt config for Make. | 
|  | 584 | func (d *dexpreoptBootJars) GenerateSingletonBuildActions(ctx android.SingletonContext) { | 
|  | 585 | d.dexpreoptConfigForMake = android.PathForOutput(ctx, getDexpreoptDirName(ctx), "dexpreopt.config") | 
|  | 586 | writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake) | 
|  | 587 | } | 
|  | 588 |  | 
| Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 589 | // shouldBuildBootImages determines whether boot images should be built. | 
|  | 590 | func shouldBuildBootImages(config android.Config, global *dexpreopt.GlobalConfig) bool { | 
|  | 591 | // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths | 
|  | 592 | // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds. | 
|  | 593 | // Note: this is technically incorrect. Compiled code contains stack checks which may depend | 
|  | 594 | //       on ASAN settings. | 
|  | 595 | if len(config.SanitizeDevice()) == 1 && config.SanitizeDevice()[0] == "address" && global.SanitizeLite { | 
|  | 596 | return false | 
|  | 597 | } | 
|  | 598 | return true | 
|  | 599 | } | 
|  | 600 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 601 | func generateBootImage(ctx android.ModuleContext, imageConfig *bootImageConfig) { | 
|  | 602 | apexJarModulePairs := getModulesForImage(ctx, imageConfig) | 
|  | 603 |  | 
|  | 604 | // Copy module dex jars to their predefined locations. | 
|  | 605 | bootDexJarsByModule := extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx, apexJarModulePairs) | 
|  | 606 | copyBootJarsToPredefinedLocations(ctx, bootDexJarsByModule, imageConfig.dexPathsByModule) | 
|  | 607 |  | 
|  | 608 | // Build a profile for the image config from the profile at the default path. The profile will | 
|  | 609 | // then be used along with profiles imported from APEXes to build the boot image. | 
|  | 610 | profile := bootImageProfileRule(ctx, imageConfig) | 
|  | 611 |  | 
|  | 612 | // If dexpreopt of boot image jars should be skipped, stop after generating a profile. | 
| Jiakai Zhang | 2398442 | 2023-11-09 16:47:04 +0000 | [diff] [blame] | 613 | global := dexpreopt.GetGlobalConfig(ctx) | 
|  | 614 | if SkipDexpreoptBootJars(ctx) || (global.OnlyPreoptArtBootImage && imageConfig.name != "art") { | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 615 | return | 
|  | 616 | } | 
|  | 617 |  | 
|  | 618 | // Build boot image files for the android variants. | 
|  | 619 | androidBootImageFiles := buildBootImageVariantsForAndroidOs(ctx, imageConfig, profile) | 
|  | 620 |  | 
|  | 621 | // Zip the android variant boot image files up. | 
|  | 622 | buildBootImageZipInPredefinedLocation(ctx, imageConfig, androidBootImageFiles.byArch) | 
|  | 623 |  | 
|  | 624 | // Build boot image files for the host variants. There are use directly by ART host side tests. | 
|  | 625 | buildBootImageVariantsForBuildOs(ctx, imageConfig, profile) | 
|  | 626 |  | 
|  | 627 | // Create a `dump-oat-<image-name>` rule that runs `oatdump` for debugging purposes. | 
|  | 628 | dumpOatRules(ctx, imageConfig) | 
|  | 629 | } | 
|  | 630 |  | 
|  | 631 | type apexJarModulePair struct { | 
| Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 632 | apex      string | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 633 | jarModule android.Module | 
|  | 634 | } | 
|  | 635 |  | 
|  | 636 | func getModulesForImage(ctx android.ModuleContext, imageConfig *bootImageConfig) []apexJarModulePair { | 
|  | 637 | modules := make([]apexJarModulePair, 0, imageConfig.modules.Len()) | 
|  | 638 | for i := 0; i < imageConfig.modules.Len(); i++ { | 
|  | 639 | found := false | 
|  | 640 | for _, module := range gatherApexModulePairDepsWithTag(ctx, dexpreoptBootJarDepTag) { | 
|  | 641 | name := android.RemoveOptionalPrebuiltPrefix(module.Name()) | 
|  | 642 | if name == imageConfig.modules.Jar(i) { | 
|  | 643 | modules = append(modules, apexJarModulePair{ | 
| Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 644 | apex:      imageConfig.modules.Apex(i), | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 645 | jarModule: module, | 
|  | 646 | }) | 
|  | 647 | found = true | 
|  | 648 | break | 
|  | 649 | } | 
|  | 650 | } | 
|  | 651 | if !found && !ctx.Config().AllowMissingDependencies() { | 
|  | 652 | ctx.ModuleErrorf( | 
|  | 653 | "Boot image '%s' module '%s' not added as a dependency of dex_bootjars", | 
|  | 654 | imageConfig.name, | 
|  | 655 | imageConfig.modules.Jar(i)) | 
|  | 656 | return []apexJarModulePair{} | 
|  | 657 | } | 
|  | 658 | } | 
|  | 659 | return modules | 
|  | 660 | } | 
|  | 661 |  | 
|  | 662 | // extractEncodedDexJarsFromModulesOrBootclasspathFragments gets the hidden API encoded dex jars for | 
|  | 663 | // the given modules. | 
|  | 664 | func extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx android.ModuleContext, apexJarModulePairs []apexJarModulePair) bootDexJarByModule { | 
|  | 665 | encodedDexJarsByModuleName := bootDexJarByModule{} | 
|  | 666 | for _, pair := range apexJarModulePairs { | 
|  | 667 | var path android.Path | 
|  | 668 | if android.IsConfiguredJarForPlatform(pair.apex) || android.IsModulePrebuilt(pair.jarModule) { | 
|  | 669 | // This gives us the dex jar with the hidden API flags encoded from the monolithic hidden API | 
|  | 670 | // files or the dex jar extracted from a prebuilt APEX. We can't use this for a boot jar for | 
|  | 671 | // a source APEX because there is no guarantee that it is the same as the jar packed into the | 
|  | 672 | // APEX. In practice, they are the same when we are building from a full source tree, but they | 
|  | 673 | // are different when we are building from a thin manifest (e.g., master-art), where there is | 
|  | 674 | // no monolithic hidden API files at all. | 
|  | 675 | path = retrieveEncodedBootDexJarFromModule(ctx, pair.jarModule) | 
|  | 676 | } else { | 
|  | 677 | // Use exactly the same jar that is packed into the APEX. | 
|  | 678 | fragment := getBootclasspathFragmentByApex(ctx, pair.apex) | 
|  | 679 | if fragment == nil { | 
|  | 680 | ctx.ModuleErrorf("Boot jar '%[1]s' is from APEX '%[2]s', but a bootclasspath_fragment for "+ | 
|  | 681 | "APEX '%[2]s' doesn't exist or is not added as a dependency of dex_bootjars", | 
|  | 682 | pair.jarModule.Name(), | 
|  | 683 | pair.apex) | 
|  | 684 | } | 
|  | 685 | bootclasspathFragmentInfo := ctx.OtherModuleProvider(fragment, BootclasspathFragmentApexContentInfoProvider).(BootclasspathFragmentApexContentInfo) | 
|  | 686 | jar, err := bootclasspathFragmentInfo.DexBootJarPathForContentModule(pair.jarModule) | 
|  | 687 | if err != nil { | 
|  | 688 | ctx.ModuleErrorf("%s", err) | 
|  | 689 | } | 
|  | 690 | path = jar | 
|  | 691 | } | 
|  | 692 | encodedDexJarsByModuleName.addPath(pair.jarModule, path) | 
|  | 693 | } | 
|  | 694 | return encodedDexJarsByModuleName | 
|  | 695 | } | 
|  | 696 |  | 
| Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 697 | // copyBootJarsToPredefinedLocations generates commands that will copy boot jars to predefined | 
|  | 698 | // paths in the global config. | 
|  | 699 | func copyBootJarsToPredefinedLocations(ctx android.ModuleContext, srcBootDexJarsByModule bootDexJarByModule, dstBootJarsByModule map[string]android.WritablePath) { | 
|  | 700 | // Create the super set of module names. | 
|  | 701 | names := []string{} | 
| Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 702 | names = append(names, android.SortedKeys(srcBootDexJarsByModule)...) | 
|  | 703 | names = append(names, android.SortedKeys(dstBootJarsByModule)...) | 
| Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 704 | names = android.SortedUniqueStrings(names) | 
|  | 705 | for _, name := range names { | 
|  | 706 | src := srcBootDexJarsByModule[name] | 
|  | 707 | dst := dstBootJarsByModule[name] | 
| Paul Duffin | 7ebebfd | 2021-04-27 19:36:57 +0100 | [diff] [blame] | 708 |  | 
| Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 709 | if src == nil { | 
| Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 710 | // A dex boot jar should be provided by the source java module. It needs to be installable or | 
|  | 711 | // have compile_dex=true - cf. assignments to java.Module.dexJarFile. | 
|  | 712 | // | 
|  | 713 | // However, the source java module may be either replaced or overridden (using prefer:true) by | 
|  | 714 | // a prebuilt java module with the same name. In that case the dex boot jar needs to be | 
|  | 715 | // provided by the corresponding prebuilt APEX module. That APEX is the one that refers | 
|  | 716 | // through a exported_(boot|systemserver)classpath_fragments property to a | 
|  | 717 | // prebuilt_(boot|systemserver)classpath_fragment module, which in turn lists the prebuilt | 
|  | 718 | // java module in the contents property. If that chain is broken then this dependency will | 
|  | 719 | // fail. | 
| Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 720 | if !ctx.Config().AllowMissingDependencies() { | 
| Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 721 | ctx.ModuleErrorf("module %s does not provide a dex boot jar (see comment next to this message in Soong for details)", name) | 
| Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 722 | } else { | 
|  | 723 | ctx.AddMissingDependencies([]string{name}) | 
|  | 724 | } | 
| Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 725 | } else if dst == nil { | 
|  | 726 | ctx.ModuleErrorf("module %s is not part of the boot configuration", name) | 
| Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 727 | } else { | 
|  | 728 | ctx.Build(pctx, android.BuildParams{ | 
|  | 729 | Rule:   android.Cp, | 
| Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 730 | Input:  src, | 
|  | 731 | Output: dst, | 
| Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 732 | }) | 
|  | 733 | } | 
|  | 734 | } | 
| Ulya Trafimovich | fa2b1cf | 2021-03-22 12:37:10 +0000 | [diff] [blame] | 735 | } | 
|  | 736 |  | 
| Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 737 | // buildBootImageVariantsForAndroidOs generates rules to build the boot image variants for the | 
|  | 738 | // android.Android OsType and returns a map from the architectures to the paths of the generated | 
|  | 739 | // boot image files. | 
|  | 740 | // | 
|  | 741 | // The paths are returned because they are needed elsewhere in Soong, e.g. for populating an APEX. | 
| Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 742 | func buildBootImageVariantsForAndroidOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) bootImageOutputs { | 
| Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 743 | return buildBootImageForOsType(ctx, image, profile, android.Android) | 
|  | 744 | } | 
|  | 745 |  | 
|  | 746 | // buildBootImageVariantsForBuildOs generates rules to build the boot image variants for the | 
| Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 747 | // config.BuildOS OsType, i.e. the type of OS on which the build is being running. | 
| Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 748 | // | 
|  | 749 | // The files need to be generated into their predefined location because they are used from there | 
|  | 750 | // both within Soong and outside, e.g. for ART based host side testing and also for use by some | 
|  | 751 | // cloud based tools. However, they are not needed by callers of this function and so the paths do | 
|  | 752 | // not need to be returned from this func, unlike the buildBootImageVariantsForAndroidOs func. | 
|  | 753 | func buildBootImageVariantsForBuildOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) { | 
| Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 754 | buildBootImageForOsType(ctx, image, profile, ctx.Config().BuildOS) | 
| Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 755 | } | 
|  | 756 |  | 
| Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 757 | // bootImageFilesByArch is a map from android.ArchType to the paths to the boot image files. | 
|  | 758 | // | 
|  | 759 | // The paths include the .art, .oat and .vdex files, one for each of the modules from which the boot | 
|  | 760 | // image is created. | 
|  | 761 | type bootImageFilesByArch map[android.ArchType]android.Paths | 
|  | 762 |  | 
| Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 763 | // bootImageOutputs encapsulates information about boot images that were created/obtained by | 
|  | 764 | // commonBootclasspathFragment.produceBootImageFiles. | 
|  | 765 | type bootImageOutputs struct { | 
|  | 766 | // Map from arch to the paths to the boot image files created/obtained for that arch. | 
|  | 767 | byArch bootImageFilesByArch | 
|  | 768 |  | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 769 | variants []bootImageVariantOutputs | 
|  | 770 |  | 
| Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 771 | // The path to the profile file created/obtained for the boot image. | 
|  | 772 | profile android.WritablePath | 
|  | 773 | } | 
|  | 774 |  | 
| Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 775 | // buildBootImageForOsType takes a bootImageConfig, a profile file and an android.OsType | 
|  | 776 | // boot image files are required for and it creates rules to build the boot image | 
|  | 777 | // files for all the required architectures for them. | 
| Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 778 | // | 
|  | 779 | // It returns a map from android.ArchType to the predefined paths of the boot image files. | 
| Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 780 | func buildBootImageForOsType(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath, requiredOsType android.OsType) bootImageOutputs { | 
| Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 781 | filesByArch := bootImageFilesByArch{} | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 782 | imageOutputs := bootImageOutputs{ | 
|  | 783 | byArch:  filesByArch, | 
|  | 784 | profile: profile, | 
|  | 785 | } | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 786 | for _, variant := range image.variants { | 
| Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 787 | if variant.target.Os == requiredOsType { | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 788 | variantOutputs := buildBootImageVariant(ctx, variant, profile) | 
|  | 789 | imageOutputs.variants = append(imageOutputs.variants, variantOutputs) | 
| Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 790 | filesByArch[variant.target.Arch.ArchType] = variant.imagesDeps.Paths() | 
| Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 791 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 792 | } | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 793 |  | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 794 | return imageOutputs | 
| Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 795 | } | 
| Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 796 |  | 
| Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 797 | // buildBootImageZipInPredefinedLocation generates a zip file containing all the boot image files. | 
|  | 798 | // | 
|  | 799 | // The supplied filesByArch is nil when the boot image files have not been generated. Otherwise, it | 
|  | 800 | // is a map from android.ArchType to the predefined locations. | 
|  | 801 | func buildBootImageZipInPredefinedLocation(ctx android.ModuleContext, image *bootImageConfig, filesByArch bootImageFilesByArch) { | 
|  | 802 | if filesByArch == nil { | 
|  | 803 | return | 
| Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 804 | } | 
| Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 805 |  | 
|  | 806 | // Compute the list of files from all the architectures. | 
|  | 807 | zipFiles := android.Paths{} | 
|  | 808 | for _, archType := range android.ArchTypeList() { | 
|  | 809 | zipFiles = append(zipFiles, filesByArch[archType]...) | 
|  | 810 | } | 
|  | 811 |  | 
|  | 812 | rule := android.NewRuleBuilder(pctx, ctx) | 
|  | 813 | rule.Command(). | 
|  | 814 | BuiltTool("soong_zip"). | 
|  | 815 | FlagWithOutput("-o ", image.zip). | 
|  | 816 | FlagWithArg("-C ", image.dir.Join(ctx, android.Android.String()).String()). | 
|  | 817 | FlagWithInputList("-f ", zipFiles, " -f ") | 
|  | 818 |  | 
|  | 819 | rule.Build("zip_"+image.name, "zip "+image.name+" image") | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 820 | } | 
|  | 821 |  | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 822 | type bootImageVariantOutputs struct { | 
| Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 823 | config *bootImageVariant | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 824 | } | 
|  | 825 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 826 | // Generate boot image build rules for a specific target. | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 827 | func buildBootImageVariant(ctx android.ModuleContext, image *bootImageVariant, profile android.Path) bootImageVariantOutputs { | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 828 |  | 
| Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 829 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) | 
| Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 830 | global := dexpreopt.GetGlobalConfig(ctx) | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 831 |  | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 832 | arch := image.target.Arch.ArchType | 
| David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 833 | os := image.target.Os.String() // We need to distinguish host-x86 and device-x86. | 
| Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 834 | symbolsDir := image.symbolsDir.Join(ctx, os, image.installDir, arch.String()) | 
| Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 835 | symbolsFile := symbolsDir.Join(ctx, image.stem+".oat") | 
| Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 836 | outputDir := image.dir.Join(ctx, os, image.installDir, arch.String()) | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 837 | outputPath := outputDir.Join(ctx, image.stem+".oat") | 
|  | 838 | oatLocation := dexpreopt.PathToLocation(outputPath, arch) | 
|  | 839 | imagePath := outputPath.ReplaceExtension(ctx, "art") | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 840 |  | 
| Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 841 | rule := android.NewRuleBuilder(pctx, ctx) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 842 |  | 
|  | 843 | rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String()) | 
|  | 844 | rule.Command().Text("rm").Flag("-f"). | 
|  | 845 | Flag(symbolsDir.Join(ctx, "*.art").String()). | 
|  | 846 | Flag(symbolsDir.Join(ctx, "*.oat").String()). | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 847 | Flag(symbolsDir.Join(ctx, "*.vdex").String()). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 848 | Flag(symbolsDir.Join(ctx, "*.invocation").String()) | 
|  | 849 | rule.Command().Text("rm").Flag("-f"). | 
|  | 850 | Flag(outputDir.Join(ctx, "*.art").String()). | 
|  | 851 | Flag(outputDir.Join(ctx, "*.oat").String()). | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 852 | Flag(outputDir.Join(ctx, "*.vdex").String()). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 853 | Flag(outputDir.Join(ctx, "*.invocation").String()) | 
|  | 854 |  | 
|  | 855 | cmd := rule.Command() | 
|  | 856 |  | 
|  | 857 | extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS") | 
|  | 858 | if extraFlags == "" { | 
|  | 859 | // Use ANDROID_LOG_TAGS to suppress most logging by default... | 
|  | 860 | cmd.Text(`ANDROID_LOG_TAGS="*:e"`) | 
|  | 861 | } else { | 
|  | 862 | // ...unless the boot image is generated specifically for testing, then allow all logging. | 
|  | 863 | cmd.Text(`ANDROID_LOG_TAGS="*:v"`) | 
|  | 864 | } | 
|  | 865 |  | 
|  | 866 | invocationPath := outputPath.ReplaceExtension(ctx, "invocation") | 
|  | 867 |  | 
| Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 868 | cmd.Tool(globalSoong.Dex2oat). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 869 | Flag("--avoid-storing-invocation"). | 
| Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 870 | FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath). | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 871 | Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms). | 
|  | 872 | Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 873 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 874 | if image.isProfileGuided() && !global.DisableGenerateProfile { | 
|  | 875 | if profile != nil { | 
|  | 876 | cmd.FlagWithInput("--profile-file=", profile) | 
|  | 877 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 878 |  | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 879 | for _, apex := range image.profileImports { | 
|  | 880 | fragment := getBootclasspathFragmentByApex(ctx, apex) | 
|  | 881 | if fragment == nil { | 
|  | 882 | ctx.ModuleErrorf("Boot image config '%[1]s' imports profile from '%[2]s', but a "+ | 
|  | 883 | "bootclasspath_fragment for APEX '%[2]s' doesn't exist or is not added as a "+ | 
|  | 884 | "dependency of dex_bootjars", | 
|  | 885 | image.name, | 
|  | 886 | apex) | 
|  | 887 | return bootImageVariantOutputs{} | 
|  | 888 | } | 
|  | 889 | importedProfile := fragment.(commonBootclasspathFragment).getProfilePath() | 
|  | 890 | if importedProfile == nil { | 
|  | 891 | ctx.ModuleErrorf("Boot image config '%[1]s' imports profile from '%[2]s', but '%[2]s' "+ | 
|  | 892 | "doesn't provide a profile", | 
|  | 893 | image.name, | 
|  | 894 | apex) | 
|  | 895 | return bootImageVariantOutputs{} | 
|  | 896 | } | 
|  | 897 | cmd.FlagWithInput("--profile-file=", importedProfile) | 
| Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 898 | } | 
| Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 899 | } | 
|  | 900 |  | 
| Nicolas Geoffray | 1086e60 | 2021-01-20 14:30:40 +0000 | [diff] [blame] | 901 | dirtyImageFile := "frameworks/base/config/dirty-image-objects" | 
|  | 902 | dirtyImagePath := android.ExistentPathForSource(ctx, dirtyImageFile) | 
|  | 903 | if dirtyImagePath.Valid() { | 
|  | 904 | cmd.FlagWithInput("--dirty-image-objects=", dirtyImagePath.Path()) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 905 | } | 
|  | 906 |  | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 907 | if image.extends != nil { | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 908 | // It is a boot image extension, so it needs the boot images that it depends on. | 
|  | 909 | baseImageLocations := make([]string, 0, len(image.baseImages)) | 
|  | 910 | for _, image := range image.baseImages { | 
|  | 911 | baseImageLocations = append(baseImageLocations, dexpreopt.PathToLocation(image, arch)) | 
|  | 912 | } | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 913 | cmd. | 
|  | 914 | Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). | 
|  | 915 | Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":"). | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 916 | // Add the path to the first file in the boot image with the arch specific directory removed, | 
|  | 917 | // dex2oat will reconstruct the path to the actual file when it needs it. As the actual path | 
|  | 918 | // to the file cannot be passed to the command make sure to add the actual path as an Implicit | 
|  | 919 | // dependency to ensure that it is built before the command runs. | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 920 | FlagWithList("--boot-image=", baseImageLocations, ":").Implicits(image.baseImages.Paths()). | 
| Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 921 | // Similarly, the dex2oat tool will automatically find the paths to other files in the base | 
|  | 922 | // boot image so make sure to add them as implicit dependencies to ensure that they are built | 
|  | 923 | // before this command is run. | 
| Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 924 | Implicits(image.baseImagesDeps) | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 925 | } else { | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 926 | // It is a primary image, so it needs a base address. | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 927 | cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress()) | 
|  | 928 | } | 
|  | 929 |  | 
| Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 930 | if len(image.preloadedClassesFile) > 0 { | 
|  | 931 | // We always expect a preloaded classes file to be available. However, if we cannot find it, it's | 
|  | 932 | // OK to not pass the flag to dex2oat. | 
|  | 933 | preloadedClassesPath := android.ExistentPathForSource(ctx, image.preloadedClassesFile) | 
|  | 934 | if preloadedClassesPath.Valid() { | 
|  | 935 | cmd.FlagWithInput("--preloaded-classes=", preloadedClassesPath.Path()) | 
|  | 936 | } | 
| Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 937 | } | 
|  | 938 |  | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 939 | cmd. | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 940 | FlagForEachInput("--dex-file=", image.dexPaths.Paths()). | 
|  | 941 | FlagForEachArg("--dex-location=", image.dexLocations). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 942 | Flag("--generate-debug-info"). | 
|  | 943 | Flag("--generate-build-id"). | 
| Mathieu Chartier | 54fd807 | 2019-07-26 13:50:04 -0700 | [diff] [blame] | 944 | Flag("--image-format=lz4hc"). | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 945 | FlagWithArg("--oat-symbols=", symbolsFile.String()). | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 946 | FlagWithArg("--oat-file=", outputPath.String()). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 947 | FlagWithArg("--oat-location=", oatLocation). | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 948 | FlagWithArg("--image=", imagePath.String()). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 949 | FlagWithArg("--instruction-set=", arch.String()). | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 950 | FlagWithArg("--android-root=", global.EmptyDirectory). | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 951 | FlagWithArg("--no-inline-from=", "core-oj.jar"). | 
| Ulya Trafimovich | c0c98d5 | 2020-03-09 12:46:06 +0000 | [diff] [blame] | 952 | Flag("--force-determinism"). | 
| Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 953 | Flag("--abort-on-hard-verifier-error") | 
|  | 954 |  | 
| Nicolas Geoffray | 1ad8a13 | 2023-06-28 21:34:44 +0100 | [diff] [blame] | 955 | // We don't strip on host to make perf tools work. | 
|  | 956 | if image.target.Os == android.Android { | 
|  | 957 | cmd.Flag("--strip") | 
|  | 958 | } | 
|  | 959 |  | 
| Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 960 | // If the image is profile-guided but the profile is disabled, we omit "--compiler-filter" to | 
|  | 961 | // leave the decision to dex2oat to pick the compiler filter. | 
|  | 962 | if !(image.isProfileGuided() && global.DisableGenerateProfile) { | 
|  | 963 | cmd.FlagWithArg("--compiler-filter=", image.compilerFilter) | 
|  | 964 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 965 |  | 
| Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 966 | if image.singleImage { | 
|  | 967 | cmd.Flag("--single-image") | 
|  | 968 | } | 
|  | 969 |  | 
| David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 970 | // Use the default variant/features for host builds. | 
|  | 971 | // The map below contains only device CPU info (which might be x86 on some devices). | 
|  | 972 | if image.target.Os == android.Android { | 
|  | 973 | cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]) | 
|  | 974 | cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]) | 
|  | 975 | } | 
|  | 976 |  | 
| Jiakai Zhang | 225c476 | 2023-06-01 14:17:03 +0100 | [diff] [blame] | 977 | if global.EnableUffdGc && image.target.Os == android.Android { | 
| Jiakai Zhang | 616be06 | 2022-11-16 11:50:59 +0000 | [diff] [blame] | 978 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") | 
|  | 979 | } | 
|  | 980 |  | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 981 | if global.BootFlags != "" { | 
|  | 982 | cmd.Flag(global.BootFlags) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 983 | } | 
|  | 984 |  | 
|  | 985 | if extraFlags != "" { | 
|  | 986 | cmd.Flag(extraFlags) | 
|  | 987 | } | 
|  | 988 |  | 
| Colin Cross | 0b9f31f | 2019-02-28 11:00:01 -0800 | [diff] [blame] | 989 | cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage)) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 990 |  | 
| Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 991 | installDir := filepath.Dir(image.imagePathOnDevice) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 992 |  | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 993 | var vdexInstalls android.RuleBuilderInstalls | 
|  | 994 | var unstrippedInstalls android.RuleBuilderInstalls | 
|  | 995 |  | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 996 | for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") { | 
|  | 997 | cmd.ImplicitOutput(artOrOat) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 998 |  | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 999 | // Install the .oat and .art files | 
|  | 1000 | rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base())) | 
|  | 1001 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1002 |  | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1003 | for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") { | 
|  | 1004 | cmd.ImplicitOutput(vdex) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1005 |  | 
| David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1006 | // Note that the vdex files are identical between architectures. | 
|  | 1007 | // Make rules will create symlinks to share them between architectures. | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1008 | vdexInstalls = append(vdexInstalls, | 
| David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1009 | android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())}) | 
| Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1010 | } | 
|  | 1011 |  | 
|  | 1012 | for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") { | 
|  | 1013 | cmd.ImplicitOutput(unstrippedOat) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1014 |  | 
|  | 1015 | // Install the unstripped oat files.  The Make rules will put these in $(TARGET_OUT_UNSTRIPPED) | 
|  | 1016 | unstrippedInstalls = append(unstrippedInstalls, | 
| Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 1017 | android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())}) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1018 | } | 
|  | 1019 |  | 
| Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1020 | rule.Build(image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String()) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1021 |  | 
|  | 1022 | // save output and installed files for makevars | 
| Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1023 | // TODO - these are always the same and so should be initialized in genBootImageConfigs | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1024 | image.installs = rule.Installs() | 
|  | 1025 | image.vdexInstalls = vdexInstalls | 
|  | 1026 | image.unstrippedInstalls = unstrippedInstalls | 
| Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1027 |  | 
|  | 1028 | // Only set the licenseMetadataFile from the active module. | 
|  | 1029 | if isActiveModule(ctx.Module()) { | 
|  | 1030 | image.licenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) | 
|  | 1031 | } | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1032 |  | 
|  | 1033 | return bootImageVariantOutputs{ | 
|  | 1034 | image, | 
| Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1035 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1036 | } | 
|  | 1037 |  | 
|  | 1038 | const failureMessage = `ERROR: Dex2oat failed to compile a boot image. | 
|  | 1039 | It is likely that the boot classpath is inconsistent. | 
|  | 1040 | Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.` | 
|  | 1041 |  | 
| Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1042 | func bootImageProfileRuleCommon(ctx android.ModuleContext, name string, dexFiles android.Paths, dexLocations []string) android.WritablePath { | 
| Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 1043 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) | 
| Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1044 | global := dexpreopt.GetGlobalConfig(ctx) | 
| Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1045 |  | 
| Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 1046 | if global.DisableGenerateProfile { | 
| Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1047 | return nil | 
|  | 1048 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1049 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1050 | defaultProfile := "frameworks/base/config/boot-image-profile.txt" | 
| Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1051 | extraProfile := "frameworks/base/config/boot-image-profile-extra.txt" | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1052 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1053 | rule := android.NewRuleBuilder(pctx, ctx) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1054 |  | 
| Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1055 | var profiles android.Paths | 
|  | 1056 | if len(global.BootImageProfiles) > 0 { | 
|  | 1057 | profiles = append(profiles, global.BootImageProfiles...) | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1058 | } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() { | 
| Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1059 | profiles = append(profiles, path.Path()) | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1060 | } else { | 
|  | 1061 | // No profile (not even a default one, which is the case on some branches | 
|  | 1062 | // like master-art-host that don't have frameworks/base). | 
|  | 1063 | // Return nil and continue without profile. | 
|  | 1064 | return nil | 
| Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 1065 | } | 
| Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1066 | if path := android.ExistentPathForSource(ctx, extraProfile); path.Valid() { | 
|  | 1067 | profiles = append(profiles, path.Path()) | 
|  | 1068 | } | 
| Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1069 | bootImageProfile := android.PathForModuleOut(ctx, name, "boot-image-profile.txt") | 
| Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1070 | rule.Command().Text("cat").Inputs(profiles).Text(">").Output(bootImageProfile) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1071 |  | 
| Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1072 | profile := android.PathForModuleOut(ctx, name, "boot.prof") | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1073 |  | 
|  | 1074 | rule.Command(). | 
|  | 1075 | Text(`ANDROID_LOG_TAGS="*:e"`). | 
|  | 1076 | Tool(globalSoong.Profman). | 
|  | 1077 | Flag("--output-profile-type=boot"). | 
|  | 1078 | FlagWithInput("--create-profile-from=", bootImageProfile). | 
| Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1079 | FlagForEachInput("--apk=", dexFiles). | 
|  | 1080 | FlagForEachArg("--dex-location=", dexLocations). | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1081 | FlagWithOutput("--reference-profile-file=", profile) | 
|  | 1082 |  | 
| Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1083 | rule.Build("bootJarsProfile_"+name, "profile boot jars "+name) | 
|  | 1084 |  | 
|  | 1085 | return profile | 
|  | 1086 | } | 
|  | 1087 |  | 
|  | 1088 | func bootImageProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { | 
|  | 1089 | if !image.isProfileGuided() { | 
|  | 1090 | return nil | 
|  | 1091 | } | 
|  | 1092 |  | 
|  | 1093 | profile := bootImageProfileRuleCommon(ctx, image.name, image.dexPathsDeps.Paths(), image.getAnyAndroidVariant().dexLocationsDeps) | 
|  | 1094 |  | 
| Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1095 | if image == defaultBootImageConfig(ctx) { | 
| Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1096 | rule := android.NewRuleBuilder(pctx, ctx) | 
| Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1097 | rule.Install(profile, "/system/etc/boot-image.prof") | 
|  | 1098 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1099 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) | 
| Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1100 | } | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1101 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1102 | return profile | 
|  | 1103 | } | 
| Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1104 |  | 
| Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 1105 | // bootFrameworkProfileRule generates the rule to create the boot framework profile and | 
|  | 1106 | // returns a path to the generated file. | 
|  | 1107 | func bootFrameworkProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { | 
|  | 1108 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) | 
| Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1109 | global := dexpreopt.GetGlobalConfig(ctx) | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1110 |  | 
| Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 1111 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1112 | return nil | 
|  | 1113 | } | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1114 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1115 | defaultProfile := "frameworks/base/config/boot-profile.txt" | 
| Paul Duffin | 2ac45f0 | 2021-04-26 17:08:38 +0100 | [diff] [blame] | 1116 | bootFrameworkProfile := android.PathForSource(ctx, defaultProfile) | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1117 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1118 | profile := image.dir.Join(ctx, "boot.bprof") | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1119 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1120 | rule := android.NewRuleBuilder(pctx, ctx) | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1121 | rule.Command(). | 
|  | 1122 | Text(`ANDROID_LOG_TAGS="*:e"`). | 
|  | 1123 | Tool(globalSoong.Profman). | 
|  | 1124 | Flag("--output-profile-type=bprof"). | 
|  | 1125 | FlagWithInput("--create-profile-from=", bootFrameworkProfile). | 
|  | 1126 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). | 
|  | 1127 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). | 
|  | 1128 | FlagWithOutput("--reference-profile-file=", profile) | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1129 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1130 | rule.Install(profile, "/system/etc/boot-image.bprof") | 
|  | 1131 | rule.Build("bootFrameworkProfile", "profile boot framework jars") | 
|  | 1132 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1133 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1134 |  | 
| Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1135 | return profile | 
| Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1136 | } | 
|  | 1137 |  | 
| Paul Duffin | f7a5592 | 2021-04-26 23:09:15 +0100 | [diff] [blame] | 1138 | func dumpOatRules(ctx android.ModuleContext, image *bootImageConfig) { | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1139 | var allPhonies android.Paths | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1140 | name := image.name | 
|  | 1141 | global := dexpreopt.GetGlobalConfig(ctx) | 
| David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1142 | for _, image := range image.variants { | 
|  | 1143 | arch := image.target.Arch.ArchType | 
| David Srbecky | 4667232 | 2020-03-16 13:27:55 +0000 | [diff] [blame] | 1144 | suffix := arch.String() | 
|  | 1145 | // Host and target might both use x86 arch. We need to ensure the names are unique. | 
|  | 1146 | if image.target.Os.Class == android.Host { | 
|  | 1147 | suffix = "host-" + suffix | 
|  | 1148 | } | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1149 | // Create a rule to call oatdump. | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1150 | output := android.PathForOutput(ctx, name+"."+suffix+".oatdump.txt") | 
| Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1151 | rule := android.NewRuleBuilder(pctx, ctx) | 
| Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1152 | imageLocationsOnHost, _ := image.imageLocations() | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1153 | cmd := rule.Command(). | 
| Martin Stjernholm | 0780372 | 2021-05-18 17:39:56 +0100 | [diff] [blame] | 1154 | BuiltTool("oatdump"). | 
| Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1155 | FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). | 
|  | 1156 | FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":"). | 
| Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1157 | FlagWithArg("--image=", strings.Join(imageLocationsOnHost, ":")).Implicits(image.imagesDeps.Paths()). | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1158 | FlagWithOutput("--output=", output). | 
|  | 1159 | FlagWithArg("--instruction-set=", arch.String()) | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1160 | if global.EnableUffdGc && image.target.Os == android.Android { | 
|  | 1161 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") | 
|  | 1162 | } | 
|  | 1163 | rule.Build("dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1164 |  | 
|  | 1165 | // Create a phony rule that depends on the output file and prints the path. | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1166 | phony := android.PathForPhony(ctx, "dump-oat-"+name+"-"+suffix) | 
| Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1167 | rule = android.NewRuleBuilder(pctx, ctx) | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1168 | rule.Command(). | 
|  | 1169 | Implicit(output). | 
|  | 1170 | ImplicitOutput(phony). | 
|  | 1171 | Text("echo").FlagWithArg("Output in ", output.String()) | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1172 | rule.Build("phony-dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1173 |  | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1174 | allPhonies = append(allPhonies, phony) | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1175 | } | 
|  | 1176 |  | 
| Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1177 | phony := android.PathForPhony(ctx, "dump-oat-"+name) | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1178 | ctx.Build(pctx, android.BuildParams{ | 
|  | 1179 | Rule:        android.Phony, | 
|  | 1180 | Output:      phony, | 
|  | 1181 | Inputs:      allPhonies, | 
| Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 1182 | Description: "dump-oat-" + name, | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1183 | }) | 
| Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1184 | } | 
|  | 1185 |  | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1186 | func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) { | 
| Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1187 | data := dexpreopt.GetGlobalConfigRawData(ctx) | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1188 |  | 
| Colin Cross | cf371cc | 2020-11-13 11:48:42 -0800 | [diff] [blame] | 1189 | android.WriteFileRule(ctx, path, string(data)) | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1190 | } | 
|  | 1191 |  | 
| Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 1192 | // Define Make variables for boot image names, paths, etc. These variables are used in makefiles | 
|  | 1193 | // (make/core/dex_preopt_libart.mk) to generate install rules that copy boot image files to the | 
|  | 1194 | // correct output directories. | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1195 | func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) { | 
| Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1196 | if d.dexpreoptConfigForMake != nil && !SkipDexpreoptBootJars(ctx) { | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1197 | ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String()) | 
| Martin Stjernholm | c52aaf1 | 2020-01-06 23:11:37 +0000 | [diff] [blame] | 1198 | ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String()) | 
| Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1199 | } | 
|  | 1200 |  | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1201 | image := d.defaultBootImage | 
|  | 1202 | if image != nil { | 
| Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1203 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String()) | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1204 | if image.profileLicenseMetadataFile.Valid() { | 
|  | 1205 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_LICENSE_METADATA", image.profileLicenseMetadataFile.String()) | 
|  | 1206 | } | 
| Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1207 |  | 
| Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1208 | if SkipDexpreoptBootJars(ctx) { | 
|  | 1209 | return | 
|  | 1210 | } | 
|  | 1211 |  | 
| Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1212 | global := dexpreopt.GetGlobalConfig(ctx) | 
|  | 1213 | dexPaths, dexLocations := bcpForDexpreopt(ctx, global.PreoptWithUpdatableBcp) | 
|  | 1214 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(dexPaths.Strings(), " ")) | 
|  | 1215 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(dexLocations, " ")) | 
| Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1216 |  | 
| Ulya Trafimovich | 442ec7f | 2022-04-20 10:53:26 +0100 | [diff] [blame] | 1217 | // The primary ART boot image is exposed to Make for testing (gtests) and benchmarking | 
|  | 1218 | // (golem) purposes. | 
| Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1219 | for _, current := range append(d.otherImages, image) { | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1220 | for _, variant := range current.variants { | 
| David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1221 | suffix := "" | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1222 | if variant.target.Os.Class == android.Host { | 
| David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1223 | suffix = "_host" | 
|  | 1224 | } | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1225 | sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String() | 
|  | 1226 | ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String()) | 
| Jeongik Cha | a596909 | 2021-05-07 18:53:21 +0900 | [diff] [blame] | 1227 | ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.imagePathOnHost.String()) | 
| David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1228 | ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " ")) | 
|  | 1229 | ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String()) | 
|  | 1230 | ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String()) | 
| Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1231 | if variant.licenseMetadataFile.Valid() { | 
|  | 1232 | ctx.Strict("DEXPREOPT_IMAGE_LICENSE_METADATA_"+sfx, variant.licenseMetadataFile.String()) | 
|  | 1233 | } | 
| Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1234 | } | 
| Jeongik Cha | e3165c8 | 2021-06-23 23:18:50 +0900 | [diff] [blame] | 1235 | imageLocationsOnHost, imageLocationsOnDevice := current.getAnyAndroidVariant().imageLocations() | 
|  | 1236 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_HOST"+current.name, strings.Join(imageLocationsOnHost, ":")) | 
|  | 1237 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_DEVICE"+current.name, strings.Join(imageLocationsOnDevice, ":")) | 
| Colin Cross | 31bf00d | 2019-12-04 13:16:01 -0800 | [diff] [blame] | 1238 | ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String()) | 
| Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1239 | } | 
| Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame] | 1240 | ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(getImageNames(), " ")) | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1241 | } | 
| Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1242 | } |