Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1 | // Copyright 2019 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package java |
| 16 | |
| 17 | import ( |
| 18 | "path/filepath" |
| 19 | "strings" |
| 20 | |
| 21 | "android/soong/android" |
| 22 | "android/soong/dexpreopt" |
| 23 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 24 | "github.com/google/blueprint/proptools" |
| 25 | ) |
| 26 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 27 | // ================================================================================================= |
| 28 | // WIP - see http://b/177892522 for details |
| 29 | // |
| 30 | // The build support for boot images is currently being migrated away from singleton to modules so |
| 31 | // the documentation may not be strictly accurate. Rather than update the documentation at every |
| 32 | // step which will create a lot of churn the changes that have been made will be listed here and the |
| 33 | // documentation will be updated once it is closer to the final result. |
| 34 | // |
| 35 | // Changes: |
| 36 | // 1) dex_bootjars is now a singleton module and not a plain singleton. |
Paul Duffin | 3451e16 | 2021-01-20 15:16:56 +0000 | [diff] [blame] | 37 | // 2) Boot images are now represented by the boot_image module type. |
| 38 | // 3) The art boot image is called "art-boot-image", the framework boot image is called |
| 39 | // "framework-boot-image". |
| 40 | // 4) They are defined in art/build/boot/Android.bp and frameworks/base/boot/Android.bp |
| 41 | // respectively. |
| 42 | // 5) Each boot_image retrieves the appropriate boot image configuration from the map returned by |
| 43 | // genBootImageConfigs() using the image_name specified in the boot_image module. |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 44 | // ================================================================================================= |
| 45 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 46 | // This comment describes: |
| 47 | // 1. ART boot images in general (their types, structure, file layout, etc.) |
| 48 | // 2. build system support for boot images |
| 49 | // |
| 50 | // 1. ART boot images |
| 51 | // ------------------ |
| 52 | // |
| 53 | // A boot image in ART is a set of files that contain AOT-compiled native code and a heap snapshot |
| 54 | // of AOT-initialized classes for the bootclasspath Java libraries. A boot image is compiled from a |
| 55 | // set of DEX jars by the dex2oat compiler. A boot image is used for two purposes: 1) it is |
| 56 | // installed on device and loaded at runtime, and 2) other Java libraries and apps are compiled |
| 57 | // against it (compilation may take place either on host, known as "dexpreopt", or on device, known |
| 58 | // as "dexopt"). |
| 59 | // |
| 60 | // A boot image is not a single file, but a collection of interrelated files. Each boot image has a |
| 61 | // number of components that correspond to the Java libraries that constitute it. For each component |
| 62 | // there are multiple files: |
| 63 | // - *.oat or *.odex file with native code (architecture-specific, one per instruction set) |
| 64 | // - *.art file with pre-initialized Java classes (architecture-specific, one per instruction set) |
| 65 | // - *.vdex file with verification metadata for the DEX bytecode (architecture independent) |
| 66 | // |
| 67 | // *.vdex files for the boot images do not contain the DEX bytecode itself, because the |
| 68 | // bootclasspath DEX files are stored on disk in uncompressed and aligned form. Consequently a boot |
| 69 | // image is not self-contained and cannot be used without its DEX files. To simplify the management |
| 70 | // of boot image files, ART uses a certain naming scheme and associates the following metadata with |
| 71 | // each boot image: |
| 72 | // - A stem, which is a symbolic name that is prepended to boot image file names. |
| 73 | // - A location (on-device path to the boot image files). |
| 74 | // - A list of boot image locations (on-device paths to dependency boot images). |
| 75 | // - A set of DEX locations (on-device paths to the DEX files, one location for one DEX file used |
| 76 | // to compile the boot image). |
| 77 | // |
| 78 | // There are two kinds of boot images: |
| 79 | // - primary boot images |
| 80 | // - boot image extensions |
| 81 | // |
| 82 | // 1.1. Primary boot images |
| 83 | // ------------------------ |
| 84 | // |
| 85 | // A primary boot image is compiled for a core subset of bootclasspath Java libraries. It does not |
| 86 | // depend on any other images, and other boot images may depend on it. |
| 87 | // |
| 88 | // For example, assuming that the stem is "boot", the location is /apex/com.android.art/javalib/, |
| 89 | // the set of core bootclasspath libraries is A B C, and the boot image is compiled for ARM targets |
| 90 | // (32 and 64 bits), it will have three components with the following files: |
| 91 | // - /apex/com.android.art/javalib/{arm,arm64}/boot.{art,oat,vdex} |
| 92 | // - /apex/com.android.art/javalib/{arm,arm64}/boot-B.{art,oat,vdex} |
| 93 | // - /apex/com.android.art/javalib/{arm,arm64}/boot-C.{art,oat,vdex} |
| 94 | // |
| 95 | // The files of the first component are special: they do not have the component name appended after |
| 96 | // the stem. This naming convention dates back to the times when the boot image was not split into |
| 97 | // components, and there were just boot.oat and boot.art. The decision to split was motivated by |
| 98 | // licensing reasons for one of the bootclasspath libraries. |
| 99 | // |
| 100 | // As of November 2020 the only primary boot image in Android is the image in the ART APEX |
| 101 | // com.android.art. The primary ART boot image contains the Core libraries that are part of the ART |
| 102 | // module. When the ART module gets updated, the primary boot image will be updated with it, and all |
| 103 | // dependent images will get invalidated (the checksum of the primary image stored in dependent |
| 104 | // images will not match), unless they are updated in sync with the ART module. |
| 105 | // |
| 106 | // 1.2. Boot image extensions |
| 107 | // -------------------------- |
| 108 | // |
| 109 | // A boot image extension is compiled for a subset of bootclasspath Java libraries (in particular, |
| 110 | // this subset does not include the Core bootclasspath libraries that go into the primary boot |
| 111 | // image). A boot image extension depends on the primary boot image and optionally some other boot |
| 112 | // image extensions. Other images may depend on it. In other words, boot image extensions can form |
| 113 | // acyclic dependency graphs. |
| 114 | // |
| 115 | // The motivation for boot image extensions comes from the Mainline project. Consider a situation |
| 116 | // when the list of bootclasspath libraries is A B C, and both A and B are parts of the Android |
| 117 | // platform, but C is part of an updatable APEX com.android.C. When the APEX is updated, the Java |
| 118 | // code for C might have changed compared to the code that was used to compile the boot image. |
| 119 | // Consequently, the whole boot image is obsolete and invalidated (even though the code for A and B |
| 120 | // that does not depend on C is up to date). To avoid this, the original monolithic boot image is |
| 121 | // split in two parts: the primary boot image that contains A B, and the boot image extension that |
| 122 | // contains C and depends on the primary boot image (extends it). |
| 123 | // |
| 124 | // For example, assuming that the stem is "boot", the location is /system/framework, the set of |
| 125 | // bootclasspath libraries is D E (where D is part of the platform and is located in |
| 126 | // /system/framework, and E is part of a non-updatable APEX com.android.E and is located in |
| 127 | // /apex/com.android.E/javalib), and the boot image is compiled for ARM targets (32 and 64 bits), |
| 128 | // it will have two components with the following files: |
| 129 | // - /system/framework/{arm,arm64}/boot-D.{art,oat,vdex} |
| 130 | // - /system/framework/{arm,arm64}/boot-E.{art,oat,vdex} |
| 131 | // |
| 132 | // As of November 2020 the only boot image extension in Android is the Framework boot image |
| 133 | // extension. It extends the primary ART boot image and contains Framework libraries and other |
| 134 | // bootclasspath libraries from the platform and non-updatable APEXes that are not included in the |
| 135 | // ART image. The Framework boot image extension is updated together with the platform. In the |
| 136 | // future other boot image extensions may be added for some updatable modules. |
| 137 | // |
| 138 | // |
| 139 | // 2. Build system support for boot images |
| 140 | // --------------------------------------- |
| 141 | // |
| 142 | // The primary ART boot image needs to be compiled with one dex2oat invocation that depends on DEX |
| 143 | // jars for the core libraries. Framework boot image extension needs to be compiled with one dex2oat |
| 144 | // invocation that depends on the primary ART boot image and all bootclasspath DEX jars except the |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 145 | // core libraries as they are already part of the primary ART boot image. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 146 | // |
| 147 | // 2.1. Libraries that go in the boot images |
| 148 | // ----------------------------------------- |
| 149 | // |
| 150 | // The contents of each boot image are determined by the PRODUCT variables. The primary ART APEX |
| 151 | // boot image contains libraries listed in the ART_APEX_JARS variable in the AOSP makefiles. The |
| 152 | // Framework boot image extension contains libraries specified in the PRODUCT_BOOT_JARS and |
| 153 | // PRODUCT_BOOT_JARS_EXTRA variables. The AOSP makefiles specify some common Framework libraries, |
| 154 | // but more product-specific libraries can be added in the product makefiles. |
| 155 | // |
Martin Stjernholm | 1d51ea9 | 2021-07-05 20:33:42 +0100 | [diff] [blame] | 156 | // Each component of the PRODUCT_BOOT_JARS and PRODUCT_BOOT_JARS_EXTRA variables is a |
| 157 | // colon-separated pair <apex>:<library>, where <apex> is the variant name of a non-updatable APEX, |
| 158 | // "platform" if the library is a part of the platform in the system partition, or "system_ext" if |
| 159 | // it's in the system_ext partition. |
| 160 | // |
| 161 | // In these variables APEXes are identified by their "variant names", i.e. the names they get |
| 162 | // mounted as in /apex on device. In Soong modules that is the name set in the "apex_name" |
| 163 | // properties, which default to the "name" values. For example, many APEXes have both |
| 164 | // com.android.xxx and com.google.android.xxx modules in Soong, but take the same place |
| 165 | // /apex/com.android.xxx at runtime. In these cases the variant name is always com.android.xxx, |
| 166 | // regardless which APEX goes into the product. See also android.ApexInfo.ApexVariationName and |
| 167 | // apex.apexBundleProperties.Apex_name. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 168 | // |
satayev | d604b21 | 2021-07-21 14:23:52 +0100 | [diff] [blame] | 169 | // A related variable PRODUCT_APEX_BOOT_JARS contains bootclasspath libraries that are in APEXes. |
| 170 | // They are not included in the boot image. The only exception here are ART jars and core-icu4j.jar |
| 171 | // that have been historically part of the boot image and are now in apexes; they are in boot images |
| 172 | // and core-icu4j.jar is generally treated as being part of PRODUCT_BOOT_JARS. |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 173 | // |
| 174 | // One exception to the above rules are "coverage" builds (a special build flavor which requires |
| 175 | // setting environment variable EMMA_INSTRUMENT_FRAMEWORK=true). In coverage builds the Java code in |
| 176 | // boot image libraries is instrumented, which means that the instrumentation library (jacocoagent) |
| 177 | // needs to be added to the list of bootclasspath DEX jars. |
| 178 | // |
| 179 | // In general, there is a requirement that the source code for a boot image library must be |
| 180 | // available at build time (e.g. it cannot be a stub that has a separate implementation library). |
| 181 | // |
| 182 | // 2.2. Static configs |
| 183 | // ------------------- |
| 184 | // |
| 185 | // Because boot images are used to dexpreopt other Java modules, the paths to boot image files must |
| 186 | // be known by the time dexpreopt build rules for the dependent modules are generated. Boot image |
| 187 | // configs are constructed very early during the build, before build rule generation. The configs |
| 188 | // provide predefined paths to boot image files (these paths depend only on static build |
| 189 | // configuration, such as PRODUCT variables, and use hard-coded directory names). |
| 190 | // |
| 191 | // 2.3. Singleton |
| 192 | // -------------- |
| 193 | // |
| 194 | // Build rules for the boot images are generated with a Soong singleton. Because a singleton has no |
| 195 | // dependencies on other modules, it has to find the modules for the DEX jars using VisitAllModules. |
| 196 | // Soong loops through all modules and compares each module against a list of bootclasspath library |
| 197 | // names. Then it generates build rules that copy DEX jars from their intermediate module-specific |
| 198 | // locations to the hard-coded locations predefined in the boot image configs. |
| 199 | // |
| 200 | // It would be possible to use a module with proper dependencies instead, but that would require |
| 201 | // changes in the way Soong generates variables for Make: a singleton can use one MakeVars() method |
| 202 | // that writes variables to out/soong/make_vars-*.mk, which is included early by the main makefile, |
| 203 | // but module(s) would have to use out/soong/Android-*.mk which has a group of LOCAL_* variables |
| 204 | // for each module, and is included later. |
| 205 | // |
| 206 | // 2.4. Install rules |
| 207 | // ------------------ |
| 208 | // |
| 209 | // The primary boot image and the Framework extension are installed in different ways. The primary |
| 210 | // boot image is part of the ART APEX: it is copied into the APEX intermediate files, packaged |
| 211 | // together with other APEX contents, extracted and mounted on device. The Framework boot image |
| 212 | // extension is installed by the rules defined in makefiles (make/core/dex_preopt_libart.mk). Soong |
| 213 | // writes out a few DEXPREOPT_IMAGE_* variables for Make; these variables contain boot image names, |
| 214 | // paths and so on. |
| 215 | // |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 216 | |
Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 217 | var artApexNames = []string{ |
| 218 | "com.android.art", |
| 219 | "com.android.art.debug", |
Roland Levillain | d603c7d | 2021-03-24 14:23:57 +0000 | [diff] [blame] | 220 | "com.android.art.testing", |
Martin Stjernholm | db51382 | 2021-02-16 19:55:58 +0000 | [diff] [blame] | 221 | "com.google.android.art", |
| 222 | "com.google.android.art.debug", |
| 223 | "com.google.android.art.testing", |
| 224 | } |
| 225 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 226 | var ( |
| 227 | dexpreoptBootJarDepTag = bootclasspathDependencyTag{name: "dexpreopt-boot-jar"} |
| 228 | dexBootJarsFragmentsKey = android.NewOnceKey("dexBootJarsFragments") |
| 229 | ) |
| 230 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 231 | func init() { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 232 | RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 233 | } |
| 234 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 235 | // Target-independent description of a boot image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 236 | // |
| 237 | // WARNING: All fields in this struct should be initialized in the genBootImageConfigs function. |
| 238 | // Failure to do so can lead to data races if there is no synchronization enforced ordering between |
| 239 | // the writer and the reader. Fields which break this rule are marked as deprecated and should be |
| 240 | // removed and replaced with something else, e.g. providers. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 241 | type bootImageConfig struct { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 242 | // If this image is an extension, the image that it extends. |
| 243 | extends *bootImageConfig |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 244 | |
| 245 | // Image name (used in directory names and ninja rule names). |
| 246 | name string |
| 247 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 248 | // If the module with the given name exists, this config is enabled. |
| 249 | enabledIfExists string |
| 250 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 251 | // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}. |
| 252 | stem string |
| 253 | |
| 254 | // Output directory for the image files. |
| 255 | dir android.OutputPath |
| 256 | |
| 257 | // Output directory for the image files with debug symbols. |
| 258 | symbolsDir android.OutputPath |
| 259 | |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 260 | // The relative location where the image files are installed. On host, the location is relative to |
| 261 | // $ANDROID_PRODUCT_OUT. |
| 262 | // |
| 263 | // Only the configs that are built by platform_bootclasspath are installable on device. On device, |
| 264 | // the location is relative to "/". |
| 265 | installDir string |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 266 | |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 267 | // A list of (location, jar) pairs for the Java modules in this image. |
| 268 | modules android.ConfiguredJarList |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 269 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 270 | // File paths to jars. |
| 271 | dexPaths android.WritablePaths // for this image |
| 272 | dexPathsDeps android.WritablePaths // for the dependency images and in this image |
| 273 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 274 | // Map from module name (without prebuilt_ prefix) to the predefined build path. |
| 275 | dexPathsByModule map[string]android.WritablePath |
| 276 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 277 | // File path to a zip archive with all image files (or nil, if not needed). |
| 278 | zip android.WritablePath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 279 | |
| 280 | // Rules which should be used in make to install the outputs. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 281 | // |
| 282 | // Deprecated: Not initialized correctly, see struct comment. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 283 | profileInstalls android.RuleBuilderInstalls |
| 284 | |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 285 | // Path to the license metadata file for the module that built the profile. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 286 | // |
| 287 | // Deprecated: Not initialized correctly, see struct comment. |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 288 | profileLicenseMetadataFile android.OptionalPath |
| 289 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 290 | // Target-dependent fields. |
| 291 | variants []*bootImageVariant |
Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 292 | |
| 293 | // Path of the preloaded classes file. |
| 294 | preloadedClassesFile string |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 295 | |
| 296 | // The "--compiler-filter" argument. |
| 297 | compilerFilter string |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 298 | |
| 299 | // The "--single-image" argument. |
| 300 | singleImage bool |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 301 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 302 | // Profiles imported from APEXes, in addition to the profile at the default path. Each entry must |
| 303 | // be the name of an APEX module. |
| 304 | profileImports []string |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 305 | } |
| 306 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 307 | // Target-dependent description of a boot image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 308 | // |
| 309 | // WARNING: The warning comment on bootImageConfig applies here too. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 310 | type bootImageVariant struct { |
| 311 | *bootImageConfig |
| 312 | |
| 313 | // Target for which the image is generated. |
| 314 | target android.Target |
| 315 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 316 | // The "locations" of jars. |
| 317 | dexLocations []string // for this image |
| 318 | dexLocationsDeps []string // for the dependency images and in this image |
| 319 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 320 | // Paths to image files. |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 321 | imagePathOnHost android.OutputPath // first image file path on host |
| 322 | imagePathOnDevice string // first image file path on device |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 323 | |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 324 | // All the files that constitute this image variant, i.e. .art, .oat and .vdex files. |
| 325 | imagesDeps android.OutputPaths |
| 326 | |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 327 | // The path to the base image variant's imagePathOnHost field, where base image variant |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 328 | // means the image variant that this extends. |
| 329 | // |
| 330 | // This is only set for a variant of an image that extends another image. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 331 | baseImages android.OutputPaths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 332 | |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 333 | // The paths to the base image variant's imagesDeps field, where base image variant |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 334 | // means the image variant that this extends. |
| 335 | // |
| 336 | // This is only set for a variant of an image that extends another image. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 337 | baseImagesDeps android.Paths |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 338 | |
Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 339 | // Rules which should be used in make to install the outputs on host. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 340 | // |
| 341 | // Deprecated: Not initialized correctly, see struct comment. |
| 342 | installs android.RuleBuilderInstalls |
| 343 | |
| 344 | // Rules which should be used in make to install the vdex outputs on host. |
| 345 | // |
| 346 | // Deprecated: Not initialized correctly, see struct comment. |
| 347 | vdexInstalls android.RuleBuilderInstalls |
| 348 | |
| 349 | // Rules which should be used in make to install the unstripped outputs on host. |
| 350 | // |
| 351 | // Deprecated: Not initialized correctly, see struct comment. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 352 | unstrippedInstalls android.RuleBuilderInstalls |
Jiakai Zhang | 6decef9 | 2022-01-12 17:56:19 +0000 | [diff] [blame] | 353 | |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 354 | // Path to the license metadata file for the module that built the image. |
Paul Duffin | a8df7e1 | 2022-10-04 15:21:47 +0100 | [diff] [blame] | 355 | // |
| 356 | // Deprecated: Not initialized correctly, see struct comment. |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 357 | licenseMetadataFile android.OptionalPath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 358 | } |
| 359 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 360 | // Get target-specific boot image variant for the given boot image config and target. |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 361 | func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant { |
| 362 | for _, variant := range image.variants { |
| 363 | if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType { |
| 364 | return variant |
| 365 | } |
| 366 | } |
| 367 | return nil |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 368 | } |
| 369 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 370 | // Return any (the first) variant which is for the device (as opposed to for the host). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 371 | func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant { |
| 372 | for _, variant := range image.variants { |
| 373 | if variant.target.Os == android.Android { |
| 374 | return variant |
| 375 | } |
| 376 | } |
| 377 | return nil |
| 378 | } |
| 379 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 380 | // Return the name of a boot image module given a boot image config and a component (module) index. |
| 381 | // A module name is a combination of the Java library name, and the boot image stem (that is stored |
| 382 | // in the config). |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 383 | func (image bootImageConfig) moduleName(ctx android.PathContext, idx int) string { |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 384 | // The first module of the primary boot image is special: its module name has only the stem, but |
| 385 | // not the library name. All other module names are of the form <stem>-<library name> |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 386 | m := image.modules.Jar(idx) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 387 | name := image.stem |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 388 | if idx != 0 || image.extends != nil { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 389 | name += "-" + android.ModuleStem(m) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 390 | } |
| 391 | return name |
| 392 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 393 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 394 | // Return the name of the first boot image module, or stem if the list of modules is empty. |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 395 | func (image bootImageConfig) firstModuleNameOrStem(ctx android.PathContext) string { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 396 | if image.modules.Len() > 0 { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 397 | return image.moduleName(ctx, 0) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 398 | } else { |
| 399 | return image.stem |
| 400 | } |
| 401 | } |
| 402 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 403 | // Return filenames for the given boot image component, given the output directory and a list of |
| 404 | // extensions. |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 405 | func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 406 | ret := make(android.OutputPaths, 0, image.modules.Len()*len(exts)) |
| 407 | for i := 0; i < image.modules.Len(); i++ { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 408 | name := image.moduleName(ctx, i) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 409 | for _, ext := range exts { |
| 410 | ret = append(ret, dir.Join(ctx, name+ext)) |
| 411 | } |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 412 | if image.singleImage { |
| 413 | break |
| 414 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 415 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 416 | return ret |
| 417 | } |
| 418 | |
Paul Duffin | 5466a36 | 2021-06-07 10:25:31 +0100 | [diff] [blame] | 419 | // apexVariants returns a list of all *bootImageVariant that could be included in an apex. |
| 420 | func (image *bootImageConfig) apexVariants() []*bootImageVariant { |
| 421 | variants := []*bootImageVariant{} |
| 422 | for _, variant := range image.variants { |
| 423 | // We also generate boot images for host (for testing), but we don't need those in the apex. |
| 424 | // TODO(b/177892522) - consider changing this to check Os.OsClass = android.Device |
| 425 | if variant.target.Os == android.Android { |
| 426 | variants = append(variants, variant) |
| 427 | } |
| 428 | } |
| 429 | return variants |
| 430 | } |
| 431 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 432 | // Return boot image locations (as a list of symbolic paths). |
| 433 | // |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 434 | // The image "location" is a symbolic path that, with multiarchitecture support, doesn't really |
| 435 | // exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the |
| 436 | // same for all supported architectures on the device. The concrete architecture specific files |
| 437 | // actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64. |
| 438 | // |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 439 | // For example a physical file /apex/com.android.art/javalib/x86/boot.art has "image location" |
| 440 | // /apex/com.android.art/javalib/boot.art (which is not an actual file). |
| 441 | // |
| 442 | // For a primary boot image the list of locations has a single element. |
| 443 | // |
| 444 | // For a boot image extension the list of locations contains a location for all dependency images |
| 445 | // (including the primary image) and the location of the extension itself. For example, for the |
| 446 | // Framework boot image extension that depends on the primary ART boot image the list contains two |
| 447 | // elements. |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 448 | // |
| 449 | // The location is passed as an argument to the ART tools like dex2oat instead of the real path. |
| 450 | // ART tools will then reconstruct the architecture-specific real path. |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 451 | func (image *bootImageVariant) imageLocations() (imageLocationsOnHost []string, imageLocationsOnDevice []string) { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 452 | if image.extends != nil { |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 453 | imageLocationsOnHost, imageLocationsOnDevice = image.extends.getVariant(image.target).imageLocations() |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 454 | } |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 455 | return append(imageLocationsOnHost, dexpreopt.PathToLocation(image.imagePathOnHost, image.target.Arch.ArchType)), |
| 456 | append(imageLocationsOnDevice, dexpreopt.PathStringToLocation(image.imagePathOnDevice, image.target.Arch.ArchType)) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 457 | } |
| 458 | |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 459 | func (image *bootImageConfig) isProfileGuided() bool { |
| 460 | return image.compilerFilter == "speed-profile" |
| 461 | } |
| 462 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 463 | func (image *bootImageConfig) isEnabled(ctx android.BaseModuleContext) bool { |
| 464 | return ctx.OtherModuleExists(image.enabledIfExists) |
| 465 | } |
| 466 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 467 | func dexpreoptBootJarsFactory() android.SingletonModule { |
| 468 | m := &dexpreoptBootJars{} |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 469 | android.InitAndroidArchModule(m, android.DeviceSupported, android.MultilibCommon) |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 470 | return m |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 471 | } |
| 472 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 473 | func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) { |
LaMont Jones | 0c10e4d | 2023-05-16 00:58:37 +0000 | [diff] [blame] | 474 | ctx.RegisterParallelSingletonModuleType("dex_bootjars", dexpreoptBootJarsFactory) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 475 | ctx.FinalDepsMutators(func(ctx android.RegisterMutatorsContext) { |
| 476 | ctx.BottomUp("dex_bootjars_deps", DexpreoptBootJarsMutator).Parallel() |
| 477 | }) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 478 | } |
| 479 | |
Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 480 | func SkipDexpreoptBootJars(ctx android.PathContext) bool { |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 481 | global := dexpreopt.GetGlobalConfig(ctx) |
| 482 | return global.DisablePreoptBootImages || !shouldBuildBootImages(ctx.Config(), global) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 483 | } |
| 484 | |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 485 | // Singleton module for generating boot image build rules. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 486 | type dexpreoptBootJars struct { |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 487 | android.SingletonModuleBase |
| 488 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 489 | // Default boot image config (currently always the Framework boot image extension). It should be |
| 490 | // noted that JIT-Zygote builds use ART APEX image instead of the Framework boot image extension, |
| 491 | // but the switch is handled not here, but in the makefiles (triggered with |
| 492 | // DEXPREOPT_USE_ART_IMAGE=true). |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 493 | defaultBootImage *bootImageConfig |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 494 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 495 | // Other boot image configs (currently the list contains only the primary ART APEX image. It |
| 496 | // used to contain an experimental JIT-Zygote image (now replaced with the ART APEX image). In |
| 497 | // the future other boot image extensions may be added. |
| 498 | otherImages []*bootImageConfig |
| 499 | |
| 500 | // Build path to a config file that Soong writes for Make (to be used in makefiles that install |
| 501 | // the default boot image). |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 502 | dexpreoptConfigForMake android.WritablePath |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 503 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 504 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 505 | func DexpreoptBootJarsMutator(ctx android.BottomUpMutatorContext) { |
| 506 | if _, ok := ctx.Module().(*dexpreoptBootJars); !ok { |
| 507 | return |
| 508 | } |
| 509 | |
| 510 | if dexpreopt.IsDex2oatNeeded(ctx) { |
| 511 | // Add a dependency onto the dex2oat tool which is needed for creating the boot image. The |
| 512 | // path is retrieved from the dependency by GetGlobalSoongConfig(ctx). |
| 513 | dexpreopt.RegisterToolDeps(ctx) |
| 514 | } |
| 515 | |
| 516 | imageConfigs := genBootImageConfigs(ctx) |
| 517 | for _, config := range imageConfigs { |
| 518 | if !config.isEnabled(ctx) { |
| 519 | continue |
| 520 | } |
| 521 | // For accessing the boot jars. |
| 522 | addDependenciesOntoBootImageModules(ctx, config.modules, dexpreoptBootJarDepTag) |
| 523 | } |
| 524 | |
| 525 | if ctx.OtherModuleExists("platform-bootclasspath") { |
| 526 | // For accessing all bootclasspath fragments. |
| 527 | addDependencyOntoApexModulePair(ctx, "platform", "platform-bootclasspath", platformBootclasspathDepTag) |
| 528 | } else if ctx.OtherModuleExists("art-bootclasspath-fragment") { |
| 529 | // For accessing the ART bootclasspath fragment on a thin manifest (e.g., master-art) where |
| 530 | // platform-bootclasspath doesn't exist. |
| 531 | addDependencyOntoApexModulePair(ctx, "com.android.art", "art-bootclasspath-fragment", bootclasspathFragmentDepTag) |
| 532 | } |
Paul Duffin | 1ab6186 | 2021-01-20 17:44:53 +0000 | [diff] [blame] | 533 | } |
| 534 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 535 | func gatherBootclasspathFragments(ctx android.ModuleContext) map[string]android.Module { |
| 536 | return ctx.Config().Once(dexBootJarsFragmentsKey, func() interface{} { |
| 537 | fragments := make(map[string]android.Module) |
| 538 | ctx.WalkDeps(func(child, parent android.Module) bool { |
| 539 | if !isActiveModule(child) { |
| 540 | return false |
| 541 | } |
| 542 | tag := ctx.OtherModuleDependencyTag(child) |
| 543 | if tag == platformBootclasspathDepTag { |
| 544 | return true |
| 545 | } |
| 546 | if tag == bootclasspathFragmentDepTag { |
| 547 | apexInfo := ctx.OtherModuleProvider(child, android.ApexInfoProvider).(android.ApexInfo) |
| 548 | for _, apex := range apexInfo.InApexVariants { |
| 549 | fragments[apex] = child |
| 550 | } |
| 551 | return false |
| 552 | } |
| 553 | return false |
| 554 | }) |
| 555 | return fragments |
| 556 | }).(map[string]android.Module) |
| 557 | } |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 558 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 559 | func getBootclasspathFragmentByApex(ctx android.ModuleContext, apexName string) android.Module { |
| 560 | return gatherBootclasspathFragments(ctx)[apexName] |
| 561 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 562 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 563 | // GenerateAndroidBuildActions generates the build rules for boot images. |
| 564 | func (d *dexpreoptBootJars) GenerateAndroidBuildActions(ctx android.ModuleContext) { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 565 | imageConfigs := genBootImageConfigs(ctx) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 566 | d.defaultBootImage = defaultBootImageConfig(ctx) |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 567 | d.otherImages = make([]*bootImageConfig, 0, len(imageConfigs)-1) |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 568 | for _, name := range getImageNames() { |
| 569 | config := imageConfigs[name] |
| 570 | if config != d.defaultBootImage { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 571 | d.otherImages = append(d.otherImages, config) |
| 572 | } |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 573 | if !config.isEnabled(ctx) { |
| 574 | continue |
| 575 | } |
| 576 | generateBootImage(ctx, config) |
| 577 | if config == d.defaultBootImage { |
| 578 | bootFrameworkProfileRule(ctx, config) |
| 579 | } |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 580 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 581 | } |
| 582 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 583 | // GenerateSingletonBuildActions generates build rules for the dexpreopt config for Make. |
| 584 | func (d *dexpreoptBootJars) GenerateSingletonBuildActions(ctx android.SingletonContext) { |
| 585 | d.dexpreoptConfigForMake = android.PathForOutput(ctx, getDexpreoptDirName(ctx), "dexpreopt.config") |
| 586 | writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake) |
| 587 | } |
| 588 | |
Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 589 | // shouldBuildBootImages determines whether boot images should be built. |
| 590 | func shouldBuildBootImages(config android.Config, global *dexpreopt.GlobalConfig) bool { |
| 591 | // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths |
| 592 | // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds. |
| 593 | // Note: this is technically incorrect. Compiled code contains stack checks which may depend |
| 594 | // on ASAN settings. |
| 595 | if len(config.SanitizeDevice()) == 1 && config.SanitizeDevice()[0] == "address" && global.SanitizeLite { |
| 596 | return false |
| 597 | } |
| 598 | return true |
| 599 | } |
| 600 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 601 | func generateBootImage(ctx android.ModuleContext, imageConfig *bootImageConfig) { |
| 602 | apexJarModulePairs := getModulesForImage(ctx, imageConfig) |
| 603 | |
| 604 | // Copy module dex jars to their predefined locations. |
| 605 | bootDexJarsByModule := extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx, apexJarModulePairs) |
| 606 | copyBootJarsToPredefinedLocations(ctx, bootDexJarsByModule, imageConfig.dexPathsByModule) |
| 607 | |
| 608 | // Build a profile for the image config from the profile at the default path. The profile will |
| 609 | // then be used along with profiles imported from APEXes to build the boot image. |
| 610 | profile := bootImageProfileRule(ctx, imageConfig) |
| 611 | |
| 612 | // If dexpreopt of boot image jars should be skipped, stop after generating a profile. |
| 613 | if SkipDexpreoptBootJars(ctx) { |
| 614 | return |
| 615 | } |
| 616 | |
| 617 | // Build boot image files for the android variants. |
| 618 | androidBootImageFiles := buildBootImageVariantsForAndroidOs(ctx, imageConfig, profile) |
| 619 | |
| 620 | // Zip the android variant boot image files up. |
| 621 | buildBootImageZipInPredefinedLocation(ctx, imageConfig, androidBootImageFiles.byArch) |
| 622 | |
| 623 | // Build boot image files for the host variants. There are use directly by ART host side tests. |
| 624 | buildBootImageVariantsForBuildOs(ctx, imageConfig, profile) |
| 625 | |
| 626 | // Create a `dump-oat-<image-name>` rule that runs `oatdump` for debugging purposes. |
| 627 | dumpOatRules(ctx, imageConfig) |
| 628 | } |
| 629 | |
| 630 | type apexJarModulePair struct { |
| 631 | apex string |
| 632 | jarModule android.Module |
| 633 | } |
| 634 | |
| 635 | func getModulesForImage(ctx android.ModuleContext, imageConfig *bootImageConfig) []apexJarModulePair { |
| 636 | modules := make([]apexJarModulePair, 0, imageConfig.modules.Len()) |
| 637 | for i := 0; i < imageConfig.modules.Len(); i++ { |
| 638 | found := false |
| 639 | for _, module := range gatherApexModulePairDepsWithTag(ctx, dexpreoptBootJarDepTag) { |
| 640 | name := android.RemoveOptionalPrebuiltPrefix(module.Name()) |
| 641 | if name == imageConfig.modules.Jar(i) { |
| 642 | modules = append(modules, apexJarModulePair{ |
| 643 | apex: imageConfig.modules.Apex(i), |
| 644 | jarModule: module, |
| 645 | }) |
| 646 | found = true |
| 647 | break |
| 648 | } |
| 649 | } |
| 650 | if !found && !ctx.Config().AllowMissingDependencies() { |
| 651 | ctx.ModuleErrorf( |
| 652 | "Boot image '%s' module '%s' not added as a dependency of dex_bootjars", |
| 653 | imageConfig.name, |
| 654 | imageConfig.modules.Jar(i)) |
| 655 | return []apexJarModulePair{} |
| 656 | } |
| 657 | } |
| 658 | return modules |
| 659 | } |
| 660 | |
| 661 | // extractEncodedDexJarsFromModulesOrBootclasspathFragments gets the hidden API encoded dex jars for |
| 662 | // the given modules. |
| 663 | func extractEncodedDexJarsFromModulesOrBootclasspathFragments(ctx android.ModuleContext, apexJarModulePairs []apexJarModulePair) bootDexJarByModule { |
| 664 | encodedDexJarsByModuleName := bootDexJarByModule{} |
| 665 | for _, pair := range apexJarModulePairs { |
| 666 | var path android.Path |
| 667 | if android.IsConfiguredJarForPlatform(pair.apex) || android.IsModulePrebuilt(pair.jarModule) { |
| 668 | // This gives us the dex jar with the hidden API flags encoded from the monolithic hidden API |
| 669 | // files or the dex jar extracted from a prebuilt APEX. We can't use this for a boot jar for |
| 670 | // a source APEX because there is no guarantee that it is the same as the jar packed into the |
| 671 | // APEX. In practice, they are the same when we are building from a full source tree, but they |
| 672 | // are different when we are building from a thin manifest (e.g., master-art), where there is |
| 673 | // no monolithic hidden API files at all. |
| 674 | path = retrieveEncodedBootDexJarFromModule(ctx, pair.jarModule) |
| 675 | } else { |
| 676 | // Use exactly the same jar that is packed into the APEX. |
| 677 | fragment := getBootclasspathFragmentByApex(ctx, pair.apex) |
| 678 | if fragment == nil { |
| 679 | ctx.ModuleErrorf("Boot jar '%[1]s' is from APEX '%[2]s', but a bootclasspath_fragment for "+ |
| 680 | "APEX '%[2]s' doesn't exist or is not added as a dependency of dex_bootjars", |
| 681 | pair.jarModule.Name(), |
| 682 | pair.apex) |
| 683 | } |
| 684 | bootclasspathFragmentInfo := ctx.OtherModuleProvider(fragment, BootclasspathFragmentApexContentInfoProvider).(BootclasspathFragmentApexContentInfo) |
| 685 | jar, err := bootclasspathFragmentInfo.DexBootJarPathForContentModule(pair.jarModule) |
| 686 | if err != nil { |
| 687 | ctx.ModuleErrorf("%s", err) |
| 688 | } |
| 689 | path = jar |
| 690 | } |
| 691 | encodedDexJarsByModuleName.addPath(pair.jarModule, path) |
| 692 | } |
| 693 | return encodedDexJarsByModuleName |
| 694 | } |
| 695 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 696 | // copyBootJarsToPredefinedLocations generates commands that will copy boot jars to predefined |
| 697 | // paths in the global config. |
| 698 | func copyBootJarsToPredefinedLocations(ctx android.ModuleContext, srcBootDexJarsByModule bootDexJarByModule, dstBootJarsByModule map[string]android.WritablePath) { |
| 699 | // Create the super set of module names. |
| 700 | names := []string{} |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 701 | names = append(names, android.SortedKeys(srcBootDexJarsByModule)...) |
| 702 | names = append(names, android.SortedKeys(dstBootJarsByModule)...) |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 703 | names = android.SortedUniqueStrings(names) |
| 704 | for _, name := range names { |
| 705 | src := srcBootDexJarsByModule[name] |
| 706 | dst := dstBootJarsByModule[name] |
Paul Duffin | 7ebebfd | 2021-04-27 19:36:57 +0100 | [diff] [blame] | 707 | |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 708 | if src == nil { |
Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 709 | // A dex boot jar should be provided by the source java module. It needs to be installable or |
| 710 | // have compile_dex=true - cf. assignments to java.Module.dexJarFile. |
| 711 | // |
| 712 | // However, the source java module may be either replaced or overridden (using prefer:true) by |
| 713 | // a prebuilt java module with the same name. In that case the dex boot jar needs to be |
| 714 | // provided by the corresponding prebuilt APEX module. That APEX is the one that refers |
| 715 | // through a exported_(boot|systemserver)classpath_fragments property to a |
| 716 | // prebuilt_(boot|systemserver)classpath_fragment module, which in turn lists the prebuilt |
| 717 | // java module in the contents property. If that chain is broken then this dependency will |
| 718 | // fail. |
Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 719 | if !ctx.Config().AllowMissingDependencies() { |
Martin Stjernholm | ed3df44 | 2021-12-08 16:26:07 +0000 | [diff] [blame] | 720 | ctx.ModuleErrorf("module %s does not provide a dex boot jar (see comment next to this message in Soong for details)", name) |
Spandan Das | 10ea4bf | 2021-08-20 19:18:16 +0000 | [diff] [blame] | 721 | } else { |
| 722 | ctx.AddMissingDependencies([]string{name}) |
| 723 | } |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 724 | } else if dst == nil { |
| 725 | ctx.ModuleErrorf("module %s is not part of the boot configuration", name) |
Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 726 | } else { |
| 727 | ctx.Build(pctx, android.BuildParams{ |
| 728 | Rule: android.Cp, |
Paul Duffin | 5f148ca | 2021-06-02 17:24:22 +0100 | [diff] [blame] | 729 | Input: src, |
| 730 | Output: dst, |
Paul Duffin | 57e2e7d | 2021-04-26 13:24:42 +0100 | [diff] [blame] | 731 | }) |
| 732 | } |
| 733 | } |
Ulya Trafimovich | fa2b1cf | 2021-03-22 12:37:10 +0000 | [diff] [blame] | 734 | } |
| 735 | |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 736 | // buildBootImageVariantsForAndroidOs generates rules to build the boot image variants for the |
| 737 | // android.Android OsType and returns a map from the architectures to the paths of the generated |
| 738 | // boot image files. |
| 739 | // |
| 740 | // The paths are returned because they are needed elsewhere in Soong, e.g. for populating an APEX. |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 741 | func buildBootImageVariantsForAndroidOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) bootImageOutputs { |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 742 | return buildBootImageForOsType(ctx, image, profile, android.Android) |
| 743 | } |
| 744 | |
| 745 | // buildBootImageVariantsForBuildOs generates rules to build the boot image variants for the |
Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 746 | // config.BuildOS OsType, i.e. the type of OS on which the build is being running. |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 747 | // |
| 748 | // The files need to be generated into their predefined location because they are used from there |
| 749 | // both within Soong and outside, e.g. for ART based host side testing and also for use by some |
| 750 | // cloud based tools. However, they are not needed by callers of this function and so the paths do |
| 751 | // not need to be returned from this func, unlike the buildBootImageVariantsForAndroidOs func. |
| 752 | func buildBootImageVariantsForBuildOs(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath) { |
Colin Cross | 0c66bc6 | 2021-07-20 09:47:41 -0700 | [diff] [blame] | 753 | buildBootImageForOsType(ctx, image, profile, ctx.Config().BuildOS) |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 754 | } |
| 755 | |
Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 756 | // bootImageFilesByArch is a map from android.ArchType to the paths to the boot image files. |
| 757 | // |
| 758 | // The paths include the .art, .oat and .vdex files, one for each of the modules from which the boot |
| 759 | // image is created. |
| 760 | type bootImageFilesByArch map[android.ArchType]android.Paths |
| 761 | |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 762 | // bootImageOutputs encapsulates information about boot images that were created/obtained by |
| 763 | // commonBootclasspathFragment.produceBootImageFiles. |
| 764 | type bootImageOutputs struct { |
| 765 | // Map from arch to the paths to the boot image files created/obtained for that arch. |
| 766 | byArch bootImageFilesByArch |
| 767 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 768 | variants []bootImageVariantOutputs |
| 769 | |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 770 | // The path to the profile file created/obtained for the boot image. |
| 771 | profile android.WritablePath |
| 772 | } |
| 773 | |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 774 | // buildBootImageForOsType takes a bootImageConfig, a profile file and an android.OsType |
| 775 | // boot image files are required for and it creates rules to build the boot image |
| 776 | // files for all the required architectures for them. |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 777 | // |
| 778 | // It returns a map from android.ArchType to the predefined paths of the boot image files. |
Paul Duffin | 9f6ac0b | 2022-10-04 15:36:44 +0100 | [diff] [blame] | 779 | func buildBootImageForOsType(ctx android.ModuleContext, image *bootImageConfig, profile android.WritablePath, requiredOsType android.OsType) bootImageOutputs { |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 780 | filesByArch := bootImageFilesByArch{} |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 781 | imageOutputs := bootImageOutputs{ |
| 782 | byArch: filesByArch, |
| 783 | profile: profile, |
| 784 | } |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 785 | for _, variant := range image.variants { |
Paul Duffin | a56be7d | 2021-07-02 13:00:43 +0100 | [diff] [blame] | 786 | if variant.target.Os == requiredOsType { |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 787 | variantOutputs := buildBootImageVariant(ctx, variant, profile) |
| 788 | imageOutputs.variants = append(imageOutputs.variants, variantOutputs) |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 789 | filesByArch[variant.target.Arch.ArchType] = variant.imagesDeps.Paths() |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 790 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 791 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 792 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 793 | return imageOutputs |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 794 | } |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 795 | |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 796 | // buildBootImageZipInPredefinedLocation generates a zip file containing all the boot image files. |
| 797 | // |
| 798 | // The supplied filesByArch is nil when the boot image files have not been generated. Otherwise, it |
| 799 | // is a map from android.ArchType to the predefined locations. |
| 800 | func buildBootImageZipInPredefinedLocation(ctx android.ModuleContext, image *bootImageConfig, filesByArch bootImageFilesByArch) { |
| 801 | if filesByArch == nil { |
| 802 | return |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 803 | } |
Paul Duffin | 56afb27 | 2021-07-01 22:04:22 +0100 | [diff] [blame] | 804 | |
| 805 | // Compute the list of files from all the architectures. |
| 806 | zipFiles := android.Paths{} |
| 807 | for _, archType := range android.ArchTypeList() { |
| 808 | zipFiles = append(zipFiles, filesByArch[archType]...) |
| 809 | } |
| 810 | |
| 811 | rule := android.NewRuleBuilder(pctx, ctx) |
| 812 | rule.Command(). |
| 813 | BuiltTool("soong_zip"). |
| 814 | FlagWithOutput("-o ", image.zip). |
| 815 | FlagWithArg("-C ", image.dir.Join(ctx, android.Android.String()).String()). |
| 816 | FlagWithInputList("-f ", zipFiles, " -f ") |
| 817 | |
| 818 | rule.Build("zip_"+image.name, "zip "+image.name+" image") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 819 | } |
| 820 | |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 821 | type bootImageVariantOutputs struct { |
Jiakai Zhang | b47cacc | 2023-05-10 16:40:18 +0100 | [diff] [blame] | 822 | config *bootImageVariant |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 823 | } |
| 824 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 825 | // Generate boot image build rules for a specific target. |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 826 | func buildBootImageVariant(ctx android.ModuleContext, image *bootImageVariant, profile android.Path) bootImageVariantOutputs { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 827 | |
Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 828 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 829 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 830 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 831 | arch := image.target.Arch.ArchType |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 832 | os := image.target.Os.String() // We need to distinguish host-x86 and device-x86. |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 833 | symbolsDir := image.symbolsDir.Join(ctx, os, image.installDir, arch.String()) |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 834 | symbolsFile := symbolsDir.Join(ctx, image.stem+".oat") |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 835 | outputDir := image.dir.Join(ctx, os, image.installDir, arch.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 836 | outputPath := outputDir.Join(ctx, image.stem+".oat") |
| 837 | oatLocation := dexpreopt.PathToLocation(outputPath, arch) |
| 838 | imagePath := outputPath.ReplaceExtension(ctx, "art") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 839 | |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 840 | rule := android.NewRuleBuilder(pctx, ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 841 | |
| 842 | rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String()) |
| 843 | rule.Command().Text("rm").Flag("-f"). |
| 844 | Flag(symbolsDir.Join(ctx, "*.art").String()). |
| 845 | Flag(symbolsDir.Join(ctx, "*.oat").String()). |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 846 | Flag(symbolsDir.Join(ctx, "*.vdex").String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 847 | Flag(symbolsDir.Join(ctx, "*.invocation").String()) |
| 848 | rule.Command().Text("rm").Flag("-f"). |
| 849 | Flag(outputDir.Join(ctx, "*.art").String()). |
| 850 | Flag(outputDir.Join(ctx, "*.oat").String()). |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 851 | Flag(outputDir.Join(ctx, "*.vdex").String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 852 | Flag(outputDir.Join(ctx, "*.invocation").String()) |
| 853 | |
| 854 | cmd := rule.Command() |
| 855 | |
| 856 | extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS") |
| 857 | if extraFlags == "" { |
| 858 | // Use ANDROID_LOG_TAGS to suppress most logging by default... |
| 859 | cmd.Text(`ANDROID_LOG_TAGS="*:e"`) |
| 860 | } else { |
| 861 | // ...unless the boot image is generated specifically for testing, then allow all logging. |
| 862 | cmd.Text(`ANDROID_LOG_TAGS="*:v"`) |
| 863 | } |
| 864 | |
| 865 | invocationPath := outputPath.ReplaceExtension(ctx, "invocation") |
| 866 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 867 | cmd.Tool(globalSoong.Dex2oat). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 868 | Flag("--avoid-storing-invocation"). |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 869 | FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 870 | Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms). |
| 871 | Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 872 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 873 | if image.isProfileGuided() && !global.DisableGenerateProfile { |
| 874 | if profile != nil { |
| 875 | cmd.FlagWithInput("--profile-file=", profile) |
| 876 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 877 | |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 878 | for _, apex := range image.profileImports { |
| 879 | fragment := getBootclasspathFragmentByApex(ctx, apex) |
| 880 | if fragment == nil { |
| 881 | ctx.ModuleErrorf("Boot image config '%[1]s' imports profile from '%[2]s', but a "+ |
| 882 | "bootclasspath_fragment for APEX '%[2]s' doesn't exist or is not added as a "+ |
| 883 | "dependency of dex_bootjars", |
| 884 | image.name, |
| 885 | apex) |
| 886 | return bootImageVariantOutputs{} |
| 887 | } |
| 888 | importedProfile := fragment.(commonBootclasspathFragment).getProfilePath() |
| 889 | if importedProfile == nil { |
| 890 | ctx.ModuleErrorf("Boot image config '%[1]s' imports profile from '%[2]s', but '%[2]s' "+ |
| 891 | "doesn't provide a profile", |
| 892 | image.name, |
| 893 | apex) |
| 894 | return bootImageVariantOutputs{} |
| 895 | } |
| 896 | cmd.FlagWithInput("--profile-file=", importedProfile) |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 897 | } |
Jiakai Zhang | c08c162 | 2023-05-10 18:38:34 +0100 | [diff] [blame] | 898 | } |
| 899 | |
Nicolas Geoffray | 1086e60 | 2021-01-20 14:30:40 +0000 | [diff] [blame] | 900 | dirtyImageFile := "frameworks/base/config/dirty-image-objects" |
| 901 | dirtyImagePath := android.ExistentPathForSource(ctx, dirtyImageFile) |
| 902 | if dirtyImagePath.Valid() { |
| 903 | cmd.FlagWithInput("--dirty-image-objects=", dirtyImagePath.Path()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 904 | } |
| 905 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 906 | if image.extends != nil { |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 907 | // It is a boot image extension, so it needs the boot images that it depends on. |
| 908 | baseImageLocations := make([]string, 0, len(image.baseImages)) |
| 909 | for _, image := range image.baseImages { |
| 910 | baseImageLocations = append(baseImageLocations, dexpreopt.PathToLocation(image, arch)) |
| 911 | } |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 912 | cmd. |
| 913 | Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 914 | Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 915 | // Add the path to the first file in the boot image with the arch specific directory removed, |
| 916 | // dex2oat will reconstruct the path to the actual file when it needs it. As the actual path |
| 917 | // to the file cannot be passed to the command make sure to add the actual path as an Implicit |
| 918 | // dependency to ensure that it is built before the command runs. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 919 | FlagWithList("--boot-image=", baseImageLocations, ":").Implicits(image.baseImages.Paths()). |
Paul Duffin | bff50e2 | 2021-06-04 17:25:28 +0100 | [diff] [blame] | 920 | // Similarly, the dex2oat tool will automatically find the paths to other files in the base |
| 921 | // boot image so make sure to add them as implicit dependencies to ensure that they are built |
| 922 | // before this command is run. |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 923 | Implicits(image.baseImagesDeps) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 924 | } else { |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 925 | // It is a primary image, so it needs a base address. |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 926 | cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress()) |
| 927 | } |
| 928 | |
Jiakai Zhang | 8e9ea8b | 2023-02-23 17:50:46 +0000 | [diff] [blame] | 929 | if len(image.preloadedClassesFile) > 0 { |
| 930 | // We always expect a preloaded classes file to be available. However, if we cannot find it, it's |
| 931 | // OK to not pass the flag to dex2oat. |
| 932 | preloadedClassesPath := android.ExistentPathForSource(ctx, image.preloadedClassesFile) |
| 933 | if preloadedClassesPath.Valid() { |
| 934 | cmd.FlagWithInput("--preloaded-classes=", preloadedClassesPath.Path()) |
| 935 | } |
Nicolas Geoffray | b9a46fb | 2022-03-14 15:31:47 +0000 | [diff] [blame] | 936 | } |
| 937 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 938 | cmd. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 939 | FlagForEachInput("--dex-file=", image.dexPaths.Paths()). |
| 940 | FlagForEachArg("--dex-location=", image.dexLocations). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 941 | Flag("--generate-debug-info"). |
| 942 | Flag("--generate-build-id"). |
Mathieu Chartier | 54fd807 | 2019-07-26 13:50:04 -0700 | [diff] [blame] | 943 | Flag("--image-format=lz4hc"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 944 | FlagWithArg("--oat-symbols=", symbolsFile.String()). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 945 | FlagWithArg("--oat-file=", outputPath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 946 | FlagWithArg("--oat-location=", oatLocation). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 947 | FlagWithArg("--image=", imagePath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 948 | FlagWithArg("--instruction-set=", arch.String()). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 949 | FlagWithArg("--android-root=", global.EmptyDirectory). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 950 | FlagWithArg("--no-inline-from=", "core-oj.jar"). |
Ulya Trafimovich | c0c98d5 | 2020-03-09 12:46:06 +0000 | [diff] [blame] | 951 | Flag("--force-determinism"). |
Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 952 | Flag("--abort-on-hard-verifier-error") |
| 953 | |
Nicolas Geoffray | 1ad8a13 | 2023-06-28 21:34:44 +0100 | [diff] [blame] | 954 | // We don't strip on host to make perf tools work. |
| 955 | if image.target.Os == android.Android { |
| 956 | cmd.Flag("--strip") |
| 957 | } |
| 958 | |
Jiakai Zhang | 63086d7 | 2023-02-28 15:13:44 +0000 | [diff] [blame] | 959 | // If the image is profile-guided but the profile is disabled, we omit "--compiler-filter" to |
| 960 | // leave the decision to dex2oat to pick the compiler filter. |
| 961 | if !(image.isProfileGuided() && global.DisableGenerateProfile) { |
| 962 | cmd.FlagWithArg("--compiler-filter=", image.compilerFilter) |
| 963 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 964 | |
Jiakai Zhang | b879620 | 2023-03-06 19:16:48 +0000 | [diff] [blame] | 965 | if image.singleImage { |
| 966 | cmd.Flag("--single-image") |
| 967 | } |
| 968 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 969 | // Use the default variant/features for host builds. |
| 970 | // The map below contains only device CPU info (which might be x86 on some devices). |
| 971 | if image.target.Os == android.Android { |
| 972 | cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]) |
| 973 | cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]) |
| 974 | } |
| 975 | |
Jiakai Zhang | 225c476 | 2023-06-01 14:17:03 +0100 | [diff] [blame] | 976 | if global.EnableUffdGc && image.target.Os == android.Android { |
Jiakai Zhang | 616be06 | 2022-11-16 11:50:59 +0000 | [diff] [blame] | 977 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") |
| 978 | } |
| 979 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 980 | if global.BootFlags != "" { |
| 981 | cmd.Flag(global.BootFlags) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 982 | } |
| 983 | |
| 984 | if extraFlags != "" { |
| 985 | cmd.Flag(extraFlags) |
| 986 | } |
| 987 | |
Colin Cross | 0b9f31f | 2019-02-28 11:00:01 -0800 | [diff] [blame] | 988 | cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage)) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 989 | |
Jiakai Zhang | 09d88df | 2023-05-10 17:04:53 +0100 | [diff] [blame] | 990 | installDir := filepath.Dir(image.imagePathOnDevice) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 991 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 992 | var vdexInstalls android.RuleBuilderInstalls |
| 993 | var unstrippedInstalls android.RuleBuilderInstalls |
| 994 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 995 | for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") { |
| 996 | cmd.ImplicitOutput(artOrOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 997 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 998 | // Install the .oat and .art files |
| 999 | rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base())) |
| 1000 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1001 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1002 | for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") { |
| 1003 | cmd.ImplicitOutput(vdex) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1004 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1005 | // Note that the vdex files are identical between architectures. |
| 1006 | // Make rules will create symlinks to share them between architectures. |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1007 | vdexInstalls = append(vdexInstalls, |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1008 | android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())}) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 1009 | } |
| 1010 | |
| 1011 | for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") { |
| 1012 | cmd.ImplicitOutput(unstrippedOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1013 | |
| 1014 | // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED) |
| 1015 | unstrippedInstalls = append(unstrippedInstalls, |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 1016 | android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())}) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1017 | } |
| 1018 | |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1019 | rule.Build(image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1020 | |
| 1021 | // save output and installed files for makevars |
Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1022 | // TODO - these are always the same and so should be initialized in genBootImageConfigs |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1023 | image.installs = rule.Installs() |
| 1024 | image.vdexInstalls = vdexInstalls |
| 1025 | image.unstrippedInstalls = unstrippedInstalls |
Paul Duffin | 20d90e3 | 2022-10-04 20:01:04 +0100 | [diff] [blame] | 1026 | |
| 1027 | // Only set the licenseMetadataFile from the active module. |
| 1028 | if isActiveModule(ctx.Module()) { |
| 1029 | image.licenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
| 1030 | } |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1031 | |
| 1032 | return bootImageVariantOutputs{ |
| 1033 | image, |
Paul Duffin | e10a9f2 | 2022-10-04 16:39:18 +0100 | [diff] [blame] | 1034 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1035 | } |
| 1036 | |
| 1037 | const failureMessage = `ERROR: Dex2oat failed to compile a boot image. |
| 1038 | It is likely that the boot classpath is inconsistent. |
| 1039 | Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.` |
| 1040 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1041 | func bootImageProfileRuleCommon(ctx android.ModuleContext, name string, dexFiles android.Paths, dexLocations []string) android.WritablePath { |
Paul Duffin | 8fc51a8 | 2021-07-06 10:55:35 +0100 | [diff] [blame] | 1042 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1043 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1044 | |
Ulya Trafimovich | a4a1c4e | 2021-01-15 18:40:04 +0000 | [diff] [blame] | 1045 | if global.DisableGenerateProfile { |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 1046 | return nil |
| 1047 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1048 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1049 | defaultProfile := "frameworks/base/config/boot-image-profile.txt" |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1050 | extraProfile := "frameworks/base/config/boot-image-profile-extra.txt" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1051 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1052 | rule := android.NewRuleBuilder(pctx, ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1053 | |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1054 | var profiles android.Paths |
| 1055 | if len(global.BootImageProfiles) > 0 { |
| 1056 | profiles = append(profiles, global.BootImageProfiles...) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1057 | } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() { |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1058 | profiles = append(profiles, path.Path()) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1059 | } else { |
| 1060 | // No profile (not even a default one, which is the case on some branches |
| 1061 | // like master-art-host that don't have frameworks/base). |
| 1062 | // Return nil and continue without profile. |
| 1063 | return nil |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 1064 | } |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1065 | if path := android.ExistentPathForSource(ctx, extraProfile); path.Valid() { |
| 1066 | profiles = append(profiles, path.Path()) |
| 1067 | } |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1068 | bootImageProfile := android.PathForModuleOut(ctx, name, "boot-image-profile.txt") |
Nicolas Geoffray | 58d349c | 2022-07-11 14:59:14 +0100 | [diff] [blame] | 1069 | rule.Command().Text("cat").Inputs(profiles).Text(">").Output(bootImageProfile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1070 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1071 | profile := android.PathForModuleOut(ctx, name, "boot.prof") |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1072 | |
| 1073 | rule.Command(). |
| 1074 | Text(`ANDROID_LOG_TAGS="*:e"`). |
| 1075 | Tool(globalSoong.Profman). |
| 1076 | Flag("--output-profile-type=boot"). |
| 1077 | FlagWithInput("--create-profile-from=", bootImageProfile). |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1078 | FlagForEachInput("--apk=", dexFiles). |
| 1079 | FlagForEachArg("--dex-location=", dexLocations). |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1080 | FlagWithOutput("--reference-profile-file=", profile) |
| 1081 | |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1082 | rule.Build("bootJarsProfile_"+name, "profile boot jars "+name) |
| 1083 | |
| 1084 | return profile |
| 1085 | } |
| 1086 | |
| 1087 | func bootImageProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { |
| 1088 | if !image.isProfileGuided() { |
| 1089 | return nil |
| 1090 | } |
| 1091 | |
| 1092 | profile := bootImageProfileRuleCommon(ctx, image.name, image.dexPathsDeps.Paths(), image.getAnyAndroidVariant().dexLocationsDeps) |
| 1093 | |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1094 | if image == defaultBootImageConfig(ctx) { |
Jiakai Zhang | 3444e56 | 2023-07-11 15:13:35 +0100 | [diff] [blame] | 1095 | rule := android.NewRuleBuilder(pctx, ctx) |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1096 | rule.Install(profile, "/system/etc/boot-image.prof") |
| 1097 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1098 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
Jiakai Zhang | 49b1eb6 | 2021-11-26 18:09:27 +0000 | [diff] [blame] | 1099 | } |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1100 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1101 | return profile |
| 1102 | } |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1103 | |
Paul Duffin | ad19d38 | 2021-04-26 16:44:00 +0100 | [diff] [blame] | 1104 | // bootFrameworkProfileRule generates the rule to create the boot framework profile and |
| 1105 | // returns a path to the generated file. |
| 1106 | func bootFrameworkProfileRule(ctx android.ModuleContext, image *bootImageConfig) android.WritablePath { |
| 1107 | globalSoong := dexpreopt.GetGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1108 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1109 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 1110 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1111 | return nil |
| 1112 | } |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1113 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1114 | defaultProfile := "frameworks/base/config/boot-profile.txt" |
Paul Duffin | 2ac45f0 | 2021-04-26 17:08:38 +0100 | [diff] [blame] | 1115 | bootFrameworkProfile := android.PathForSource(ctx, defaultProfile) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1116 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1117 | profile := image.dir.Join(ctx, "boot.bprof") |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1118 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1119 | rule := android.NewRuleBuilder(pctx, ctx) |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1120 | rule.Command(). |
| 1121 | Text(`ANDROID_LOG_TAGS="*:e"`). |
| 1122 | Tool(globalSoong.Profman). |
| 1123 | Flag("--output-profile-type=bprof"). |
| 1124 | FlagWithInput("--create-profile-from=", bootFrameworkProfile). |
| 1125 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
| 1126 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
| 1127 | FlagWithOutput("--reference-profile-file=", profile) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1128 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1129 | rule.Install(profile, "/system/etc/boot-image.bprof") |
| 1130 | rule.Build("bootFrameworkProfile", "profile boot framework jars") |
| 1131 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1132 | image.profileLicenseMetadataFile = android.OptionalPathForPath(ctx.LicenseMetadataFile()) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1133 | |
Paul Duffin | 5861242 | 2021-04-26 12:51:07 +0100 | [diff] [blame] | 1134 | return profile |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 1135 | } |
| 1136 | |
Paul Duffin | f7a5592 | 2021-04-26 23:09:15 +0100 | [diff] [blame] | 1137 | func dumpOatRules(ctx android.ModuleContext, image *bootImageConfig) { |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1138 | var allPhonies android.Paths |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1139 | name := image.name |
| 1140 | global := dexpreopt.GetGlobalConfig(ctx) |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 1141 | for _, image := range image.variants { |
| 1142 | arch := image.target.Arch.ArchType |
David Srbecky | 4667232 | 2020-03-16 13:27:55 +0000 | [diff] [blame] | 1143 | suffix := arch.String() |
| 1144 | // Host and target might both use x86 arch. We need to ensure the names are unique. |
| 1145 | if image.target.Os.Class == android.Host { |
| 1146 | suffix = "host-" + suffix |
| 1147 | } |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1148 | // Create a rule to call oatdump. |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1149 | output := android.PathForOutput(ctx, name+"."+suffix+".oatdump.txt") |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1150 | rule := android.NewRuleBuilder(pctx, ctx) |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1151 | imageLocationsOnHost, _ := image.imageLocations() |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1152 | cmd := rule.Command(). |
Martin Stjernholm | 0780372 | 2021-05-18 17:39:56 +0100 | [diff] [blame] | 1153 | BuiltTool("oatdump"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 1154 | FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 1155 | FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
Jeongik Cha | 4dda75e | 2021-04-27 23:56:44 +0900 | [diff] [blame] | 1156 | FlagWithArg("--image=", strings.Join(imageLocationsOnHost, ":")).Implicits(image.imagesDeps.Paths()). |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1157 | FlagWithOutput("--output=", output). |
| 1158 | FlagWithArg("--instruction-set=", arch.String()) |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1159 | if global.EnableUffdGc && image.target.Os == android.Android { |
| 1160 | cmd.Flag("--runtime-arg").Flag("-Xgc:CMC") |
| 1161 | } |
| 1162 | rule.Build("dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1163 | |
| 1164 | // Create a phony rule that depends on the output file and prints the path. |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1165 | phony := android.PathForPhony(ctx, "dump-oat-"+name+"-"+suffix) |
Colin Cross | f1a035e | 2020-11-16 17:32:30 -0800 | [diff] [blame] | 1166 | rule = android.NewRuleBuilder(pctx, ctx) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1167 | rule.Command(). |
| 1168 | Implicit(output). |
| 1169 | ImplicitOutput(phony). |
| 1170 | Text("echo").FlagWithArg("Output in ", output.String()) |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1171 | rule.Build("phony-dump-oat-"+name+"-"+suffix, "dump oat "+name+" "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1172 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1173 | allPhonies = append(allPhonies, phony) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1174 | } |
| 1175 | |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1176 | phony := android.PathForPhony(ctx, "dump-oat-"+name) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1177 | ctx.Build(pctx, android.BuildParams{ |
| 1178 | Rule: android.Phony, |
| 1179 | Output: phony, |
| 1180 | Inputs: allPhonies, |
Jiakai Zhang | da47d3c | 2023-07-11 14:53:12 +0100 | [diff] [blame] | 1181 | Description: "dump-oat-"+name, |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1182 | }) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 1183 | } |
| 1184 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1185 | func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) { |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 1186 | data := dexpreopt.GetGlobalConfigRawData(ctx) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1187 | |
Colin Cross | cf371cc | 2020-11-13 11:48:42 -0800 | [diff] [blame] | 1188 | android.WriteFileRule(ctx, path, string(data)) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1189 | } |
| 1190 | |
Ulya Trafimovich | 3bfabf2 | 2020-11-20 17:28:51 +0000 | [diff] [blame] | 1191 | // Define Make variables for boot image names, paths, etc. These variables are used in makefiles |
| 1192 | // (make/core/dex_preopt_libart.mk) to generate install rules that copy boot image files to the |
| 1193 | // correct output directories. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1194 | func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) { |
Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1195 | if d.dexpreoptConfigForMake != nil && !SkipDexpreoptBootJars(ctx) { |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1196 | ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String()) |
Martin Stjernholm | c52aaf1 | 2020-01-06 23:11:37 +0000 | [diff] [blame] | 1197 | ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String()) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 1198 | } |
| 1199 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1200 | image := d.defaultBootImage |
| 1201 | if image != nil { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 1202 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String()) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1203 | if image.profileLicenseMetadataFile.Valid() { |
| 1204 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_LICENSE_METADATA", image.profileLicenseMetadataFile.String()) |
| 1205 | } |
Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1206 | |
Jiakai Zhang | bc698cd | 2023-05-08 16:28:38 +0000 | [diff] [blame] | 1207 | if SkipDexpreoptBootJars(ctx) { |
| 1208 | return |
| 1209 | } |
| 1210 | |
Ulya Trafimovich | 9023b02 | 2021-03-22 16:02:28 +0000 | [diff] [blame] | 1211 | global := dexpreopt.GetGlobalConfig(ctx) |
| 1212 | dexPaths, dexLocations := bcpForDexpreopt(ctx, global.PreoptWithUpdatableBcp) |
| 1213 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(dexPaths.Strings(), " ")) |
| 1214 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(dexLocations, " ")) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1215 | |
Ulya Trafimovich | 442ec7f | 2022-04-20 10:53:26 +0100 | [diff] [blame] | 1216 | // The primary ART boot image is exposed to Make for testing (gtests) and benchmarking |
| 1217 | // (golem) purposes. |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1218 | for _, current := range append(d.otherImages, image) { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1219 | for _, variant := range current.variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1220 | suffix := "" |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1221 | if variant.target.Os.Class == android.Host { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 1222 | suffix = "_host" |
| 1223 | } |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1224 | sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String() |
| 1225 | ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String()) |
Jeongik Cha | a596909 | 2021-05-07 18:53:21 +0900 | [diff] [blame] | 1226 | ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.imagePathOnHost.String()) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 1227 | ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " ")) |
| 1228 | ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String()) |
| 1229 | ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String()) |
Colin Cross | e7fe096 | 2022-03-15 17:49:24 -0700 | [diff] [blame] | 1230 | if variant.licenseMetadataFile.Valid() { |
| 1231 | ctx.Strict("DEXPREOPT_IMAGE_LICENSE_METADATA_"+sfx, variant.licenseMetadataFile.String()) |
| 1232 | } |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1233 | } |
Jeongik Cha | e3165c8 | 2021-06-23 23:18:50 +0900 | [diff] [blame] | 1234 | imageLocationsOnHost, imageLocationsOnDevice := current.getAnyAndroidVariant().imageLocations() |
| 1235 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_HOST"+current.name, strings.Join(imageLocationsOnHost, ":")) |
| 1236 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_ON_DEVICE"+current.name, strings.Join(imageLocationsOnDevice, ":")) |
Colin Cross | 31bf00d | 2019-12-04 13:16:01 -0800 | [diff] [blame] | 1237 | ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 1238 | } |
Jiakai Zhang | cb13b5d | 2023-07-13 11:03:38 +0100 | [diff] [blame^] | 1239 | ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(getImageNames(), " ")) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1240 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1241 | } |