The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1 | /* |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2 | * Copyright (C) 2008 The Android Open Source Project |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
| 28 | |
Dmitriy Ivanov | 1913352 | 2015-06-02 17:36:54 -0700 | [diff] [blame] | 29 | #include <android/api-level.h> |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 30 | #include <errno.h> |
| 31 | #include <fcntl.h> |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 32 | #include <inttypes.h> |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 33 | #include <pthread.h> |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 34 | #include <stdio.h> |
| 35 | #include <stdlib.h> |
| 36 | #include <string.h> |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 37 | #include <sys/mman.h> |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 38 | #include <sys/param.h> |
Dimitry Ivanov | bf34ba3 | 2017-04-21 13:12:05 -0700 | [diff] [blame] | 39 | #include <sys/vfs.h> |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 40 | #include <unistd.h> |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 41 | |
Dmitriy Ivanov | 0d15094 | 2014-08-22 12:25:04 -0700 | [diff] [blame] | 42 | #include <new> |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 43 | #include <string> |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 44 | #include <unordered_map> |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 45 | #include <vector> |
Dmitriy Ivanov | 0d15094 | 2014-08-22 12:25:04 -0700 | [diff] [blame] | 46 | |
Logan Chien | bcfe3cf | 2018-05-08 20:17:26 +0800 | [diff] [blame] | 47 | #include <android-base/properties.h> |
Tom Cherry | b8ab618 | 2017-04-05 16:20:29 -0700 | [diff] [blame] | 48 | #include <android-base/scopeguard.h> |
| 49 | |
Christopher Ferris | 7a3681e | 2017-04-24 17:48:32 -0700 | [diff] [blame] | 50 | #include <async_safe/log.h> |
| 51 | |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 52 | // Private C library headers. |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 53 | |
| 54 | #include "linker.h" |
Dmitriy Ivanov | c9ce70d | 2015-03-10 15:30:26 -0700 | [diff] [blame] | 55 | #include "linker_block_allocator.h" |
Evgenii Stepanov | 0a3637d | 2016-07-06 13:20:59 -0700 | [diff] [blame] | 56 | #include "linker_cfi.h" |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 57 | #include "linker_config.h" |
Dimitry Ivanov | 6b788ee | 2016-02-17 16:08:03 -0800 | [diff] [blame] | 58 | #include "linker_gdb_support.h" |
Dimitry Ivanov | 48ec288 | 2016-08-04 11:50:36 -0700 | [diff] [blame] | 59 | #include "linker_globals.h" |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 60 | #include "linker_debug.h" |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 61 | #include "linker_dlwarning.h" |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 62 | #include "linker_main.h" |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 63 | #include "linker_namespaces.h" |
Dmitriy Ivanov | 18870d3 | 2015-04-22 13:10:04 -0700 | [diff] [blame] | 64 | #include "linker_sleb128.h" |
David 'Digit' Turner | 23363ed | 2012-06-18 18:13:49 +0200 | [diff] [blame] | 65 | #include "linker_phdr.h" |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 66 | #include "linker_relocs.h" |
Dmitriy Ivanov | fa26eee | 2015-02-03 16:06:47 -0800 | [diff] [blame] | 67 | #include "linker_reloc_iterators.h" |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 68 | #include "linker_tls.h" |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 69 | #include "linker_utils.h" |
tony.ys_liu | b447440 | 2015-07-29 18:00:22 +0800 | [diff] [blame] | 70 | |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 71 | #include "private/bionic_globals.h" |
dimitry | fe1b27c | 2017-08-11 14:43:21 +0200 | [diff] [blame] | 72 | #include "android-base/macros.h" |
Elliott Hughes | 939a7e0 | 2015-12-04 15:27:46 -0800 | [diff] [blame] | 73 | #include "android-base/strings.h" |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 74 | #include "android-base/stringprintf.h" |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 75 | #include "ziparchive/zip_archive.h" |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 76 | |
dimitry | 06016f2 | 2018-01-05 11:39:28 +0100 | [diff] [blame] | 77 | static std::unordered_map<void*, size_t> g_dso_handle_counters; |
| 78 | |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 79 | static bool g_anonymous_namespace_set = false; |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 80 | static android_namespace_t* g_anonymous_namespace = &g_default_namespace; |
Jiyong Park | 01de74e | 2017-04-03 23:10:37 +0900 | [diff] [blame] | 81 | static std::unordered_map<std::string, android_namespace_t*> g_exported_namespaces; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 82 | |
Dmitriy Ivanov | 600bc3c | 2015-03-10 15:43:50 -0700 | [diff] [blame] | 83 | static LinkerTypeAllocator<soinfo> g_soinfo_allocator; |
| 84 | static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator; |
Magnus Malmborn | ba98d92 | 2012-09-12 13:00:55 +0200 | [diff] [blame] | 85 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 86 | static LinkerTypeAllocator<android_namespace_t> g_namespace_allocator; |
Dimitry Ivanov | aca299a | 2016-04-11 12:42:58 -0700 | [diff] [blame] | 87 | static LinkerTypeAllocator<LinkedListEntry<android_namespace_t>> g_namespace_list_allocator; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 88 | |
dimitry | fe1b27c | 2017-08-11 14:43:21 +0200 | [diff] [blame] | 89 | static const char* const kLdConfigArchFilePath = "/system/etc/ld.config." ABI_STRING ".txt"; |
| 90 | |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 91 | static const char* const kLdConfigFilePath = "/system/etc/ld.config.txt"; |
Logan Chien | bcfe3cf | 2018-05-08 20:17:26 +0800 | [diff] [blame] | 92 | static const char* const kLdConfigVndkLiteFilePath = "/system/etc/ld.config.vndk_lite.txt"; |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 93 | |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 94 | #if defined(__LP64__) |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 95 | static const char* const kSystemLibDir = "/system/lib64"; |
| 96 | static const char* const kOdmLibDir = "/odm/lib64"; |
| 97 | static const char* const kVendorLibDir = "/vendor/lib64"; |
| 98 | static const char* const kAsanSystemLibDir = "/data/asan/system/lib64"; |
| 99 | static const char* const kAsanOdmLibDir = "/data/asan/odm/lib64"; |
| 100 | static const char* const kAsanVendorLibDir = "/data/asan/vendor/lib64"; |
| 101 | static const char* const kRuntimeApexLibDir = "/apex/com.android.runtime/lib64"; |
Elliott Hughes | 011bc0b | 2013-10-08 14:27:10 -0700 | [diff] [blame] | 102 | #else |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 103 | static const char* const kSystemLibDir = "/system/lib"; |
| 104 | static const char* const kOdmLibDir = "/odm/lib"; |
| 105 | static const char* const kVendorLibDir = "/vendor/lib"; |
| 106 | static const char* const kAsanSystemLibDir = "/data/asan/system/lib"; |
| 107 | static const char* const kAsanOdmLibDir = "/data/asan/odm/lib"; |
| 108 | static const char* const kAsanVendorLibDir = "/data/asan/vendor/lib"; |
| 109 | static const char* const kRuntimeApexLibDir = "/apex/com.android.runtime/lib"; |
Elliott Hughes | 011bc0b | 2013-10-08 14:27:10 -0700 | [diff] [blame] | 110 | #endif |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 111 | |
Vishwath Mohan | 4113def | 2017-03-29 15:31:34 -0700 | [diff] [blame] | 112 | static const char* const kAsanLibDirPrefix = "/data/asan"; |
| 113 | |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 114 | static const char* const kDefaultLdPaths[] = { |
| 115 | kSystemLibDir, |
Alin Jerpelea | 074a9fd | 2017-09-25 17:47:49 +0200 | [diff] [blame] | 116 | kOdmLibDir, |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 117 | kVendorLibDir, |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 118 | nullptr |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 119 | }; |
David Bartley | bc3a5c2 | 2009-06-02 18:27:28 -0700 | [diff] [blame] | 120 | |
Evgenii Stepanov | d640b22 | 2015-07-10 17:54:01 -0700 | [diff] [blame] | 121 | static const char* const kAsanDefaultLdPaths[] = { |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 122 | kAsanSystemLibDir, |
| 123 | kSystemLibDir, |
Alin Jerpelea | 074a9fd | 2017-09-25 17:47:49 +0200 | [diff] [blame] | 124 | kAsanOdmLibDir, |
| 125 | kOdmLibDir, |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 126 | kAsanVendorLibDir, |
| 127 | kVendorLibDir, |
Evgenii Stepanov | d640b22 | 2015-07-10 17:54:01 -0700 | [diff] [blame] | 128 | nullptr |
| 129 | }; |
| 130 | |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 131 | // Is ASAN enabled? |
| 132 | static bool g_is_asan = false; |
| 133 | |
Evgenii Stepanov | 0a3637d | 2016-07-06 13:20:59 -0700 | [diff] [blame] | 134 | static CFIShadowWriter g_cfi_shadow; |
| 135 | |
| 136 | CFIShadowWriter* get_cfi_shadow() { |
| 137 | return &g_cfi_shadow; |
| 138 | } |
| 139 | |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 140 | static bool is_system_library(const std::string& realpath) { |
| 141 | for (const auto& dir : g_default_namespace.get_default_library_paths()) { |
| 142 | if (file_is_in_dir(realpath, dir)) { |
| 143 | return true; |
| 144 | } |
| 145 | } |
| 146 | return false; |
| 147 | } |
| 148 | |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 149 | // Checks if the file exists and not a directory. |
| 150 | static bool file_exists(const char* path) { |
Dimitry Ivanov | 4cf7024 | 2016-08-11 11:11:52 -0700 | [diff] [blame] | 151 | struct stat s; |
| 152 | |
| 153 | if (stat(path, &s) != 0) { |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 154 | return false; |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 155 | } |
Dimitry Ivanov | 4cf7024 | 2016-08-11 11:11:52 -0700 | [diff] [blame] | 156 | |
| 157 | return S_ISREG(s.st_mode); |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 158 | } |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 159 | |
Dimitry Ivanov | 35c8e3b | 2017-02-27 12:17:47 -0800 | [diff] [blame] | 160 | static std::string resolve_soname(const std::string& name) { |
| 161 | // We assume that soname equals to basename here |
| 162 | |
| 163 | // TODO(dimitry): consider having honest absolute-path -> soname resolution |
| 164 | // note that since we might end up refusing to load this library because |
| 165 | // it is not in shared libs list we need to get the soname without actually loading |
| 166 | // the library. |
| 167 | // |
| 168 | // On the other hand there are several places where we already assume that |
| 169 | // soname == basename in particular for any not-loaded library mentioned |
| 170 | // in DT_NEEDED list. |
| 171 | return basename(name.c_str()); |
| 172 | } |
| 173 | |
| 174 | static bool maybe_accessible_via_namespace_links(android_namespace_t* ns, const char* name) { |
| 175 | std::string soname = resolve_soname(name); |
| 176 | for (auto& ns_link : ns->linked_namespaces()) { |
| 177 | if (ns_link.is_accessible(soname.c_str())) { |
| 178 | return true; |
| 179 | } |
| 180 | } |
| 181 | |
| 182 | return false; |
| 183 | } |
| 184 | |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 185 | // TODO(dimitry): The grey-list is a workaround for http://b/26394120 --- |
| 186 | // gradually remove libraries from this list until it is gone. |
Dimitry Ivanov | 35c8e3b | 2017-02-27 12:17:47 -0800 | [diff] [blame] | 187 | static bool is_greylisted(android_namespace_t* ns, const char* name, const soinfo* needed_by) { |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 188 | static const char* const kLibraryGreyList[] = { |
| 189 | "libandroid_runtime.so", |
| 190 | "libbinder.so", |
| 191 | "libcrypto.so", |
| 192 | "libcutils.so", |
| 193 | "libexpat.so", |
| 194 | "libgui.so", |
| 195 | "libmedia.so", |
| 196 | "libnativehelper.so", |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 197 | "libssl.so", |
| 198 | "libstagefright.so", |
| 199 | "libsqlite.so", |
| 200 | "libui.so", |
| 201 | "libutils.so", |
| 202 | "libvorbisidec.so", |
| 203 | nullptr |
| 204 | }; |
| 205 | |
Elliott Hughes | 5bc78c8 | 2016-11-16 11:35:43 -0800 | [diff] [blame] | 206 | // If you're targeting N, you don't get the greylist. |
Elliott Hughes | 9e27e58 | 2017-03-23 17:42:49 -0700 | [diff] [blame] | 207 | if (g_greylist_disabled || get_application_target_sdk_version() >= __ANDROID_API_N__) { |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 208 | return false; |
| 209 | } |
| 210 | |
| 211 | // if the library needed by a system library - implicitly assume it |
Dimitry Ivanov | 35c8e3b | 2017-02-27 12:17:47 -0800 | [diff] [blame] | 212 | // is greylisted unless it is in the list of shared libraries for one or |
| 213 | // more linked namespaces |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 214 | if (needed_by != nullptr && is_system_library(needed_by->get_realpath())) { |
Dimitry Ivanov | 35c8e3b | 2017-02-27 12:17:47 -0800 | [diff] [blame] | 215 | return !maybe_accessible_via_namespace_links(ns, name); |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 216 | } |
| 217 | |
| 218 | // if this is an absolute path - make sure it points to /system/lib(64) |
| 219 | if (name[0] == '/' && dirname(name) == kSystemLibDir) { |
| 220 | // and reduce the path to basename |
| 221 | name = basename(name); |
| 222 | } |
| 223 | |
| 224 | for (size_t i = 0; kLibraryGreyList[i] != nullptr; ++i) { |
| 225 | if (strcmp(name, kLibraryGreyList[i]) == 0) { |
| 226 | return true; |
| 227 | } |
| 228 | } |
| 229 | |
| 230 | return false; |
| 231 | } |
| 232 | // END OF WORKAROUND |
| 233 | |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 234 | // Workaround for dlopen(/system/lib(64)/<soname>) when .so is in /apex. http://b/121248172 |
| 235 | /** |
| 236 | * Translate /system path to /apex path if needed |
| 237 | * The workaround should work only when targetSdkVersion < Q. |
| 238 | * |
| 239 | * param out_name_to_apex pointing to /apex path |
| 240 | * return true if translation is needed |
| 241 | */ |
| 242 | static bool translateSystemPathToApexPath(const char* name, std::string* out_name_to_apex) { |
| 243 | static const char* const kSystemToRuntimeApexLibs[] = { |
| 244 | "libicuuc.so", |
| 245 | "libicui18n.so", |
| 246 | }; |
| 247 | // New mapping for new apex should be added below |
| 248 | |
| 249 | // Nothing to do if target sdk version is Q or above |
| 250 | if (get_application_target_sdk_version() >= __ANDROID_API_Q__) { |
| 251 | return false; |
| 252 | } |
| 253 | |
| 254 | // If the path isn't /system/lib, there's nothing to do. |
| 255 | if (name == nullptr || dirname(name) != kSystemLibDir) { |
| 256 | return false; |
| 257 | } |
| 258 | |
| 259 | const char* base_name = basename(name); |
| 260 | |
| 261 | for (const char* soname : kSystemToRuntimeApexLibs) { |
| 262 | if (strcmp(base_name, soname) == 0) { |
| 263 | *out_name_to_apex = std::string(kRuntimeApexLibDir) + "/" + base_name; |
| 264 | return true; |
| 265 | } |
| 266 | } |
| 267 | |
| 268 | return false; |
| 269 | } |
| 270 | // End Workaround for dlopen(/system/lib/<soname>) when .so is in /apex. |
| 271 | |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 272 | static std::vector<std::string> g_ld_preload_names; |
Elliott Hughes | a4aafd1 | 2014-01-13 16:37:47 -0800 | [diff] [blame] | 273 | |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 274 | #if STATS |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 275 | struct linker_stats_t { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 276 | int count[kRelocMax]; |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 277 | }; |
| 278 | |
| 279 | static linker_stats_t linker_stats; |
| 280 | |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 281 | void count_relocation(RelocationKind kind) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 282 | ++linker_stats.count[kind]; |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 283 | } |
Vic Yang | 542db79 | 2019-07-25 10:39:27 -0700 | [diff] [blame] | 284 | |
| 285 | void print_linker_stats() { |
Vic Yang | 521ad07 | 2019-07-25 11:05:33 -0700 | [diff] [blame] | 286 | PRINT("RELO STATS: %s: %d abs, %d rel, %d copy, %d symbol (%d cached)", |
| 287 | g_argv[0], |
Vic Yang | 542db79 | 2019-07-25 10:39:27 -0700 | [diff] [blame] | 288 | linker_stats.count[kRelocAbsolute], |
| 289 | linker_stats.count[kRelocRelative], |
| 290 | linker_stats.count[kRelocCopy], |
Vic Yang | 521ad07 | 2019-07-25 11:05:33 -0700 | [diff] [blame] | 291 | linker_stats.count[kRelocSymbol], |
| 292 | linker_stats.count[kRelocSymbolCached]); |
Vic Yang | 542db79 | 2019-07-25 10:39:27 -0700 | [diff] [blame] | 293 | } |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 294 | #else |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 295 | void count_relocation(RelocationKind) { |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 296 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 297 | #endif |
| 298 | |
| 299 | #if COUNT_PAGES |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 300 | uint32_t bitmask[4096]; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 301 | #endif |
| 302 | |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 303 | static void notify_gdb_of_load(soinfo* info) { |
Dimitry Ivanov | e97d8ed | 2016-03-01 15:55:56 -0800 | [diff] [blame] | 304 | if (info->is_linker() || info->is_main_executable()) { |
| 305 | // gdb already knows about the linker and the main executable. |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 306 | return; |
| 307 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 308 | |
Dimitry Ivanov | 6b788ee | 2016-02-17 16:08:03 -0800 | [diff] [blame] | 309 | link_map* map = &(info->link_map_head); |
Nicolas Geoffray | 0fa5410 | 2016-02-18 09:31:24 +0000 | [diff] [blame] | 310 | |
Dimitry Ivanov | 6b788ee | 2016-02-17 16:08:03 -0800 | [diff] [blame] | 311 | map->l_addr = info->load_bias; |
| 312 | // link_map l_name field is not const. |
| 313 | map->l_name = const_cast<char*>(info->get_realpath()); |
| 314 | map->l_ld = info->dynamic; |
Nicolas Geoffray | 0fa5410 | 2016-02-18 09:31:24 +0000 | [diff] [blame] | 315 | |
Dimitry Ivanov | e97d8ed | 2016-03-01 15:55:56 -0800 | [diff] [blame] | 316 | CHECK(map->l_name != nullptr); |
| 317 | CHECK(map->l_name[0] != '\0'); |
| 318 | |
Dimitry Ivanov | 6b788ee | 2016-02-17 16:08:03 -0800 | [diff] [blame] | 319 | notify_gdb_of_load(map); |
Iliyan Malchev | 5e12d7e | 2009-03-24 19:02:00 -0700 | [diff] [blame] | 320 | } |
| 321 | |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 322 | static void notify_gdb_of_unload(soinfo* info) { |
Dimitry Ivanov | 6b788ee | 2016-02-17 16:08:03 -0800 | [diff] [blame] | 323 | notify_gdb_of_unload(&(info->link_map_head)); |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 324 | } |
| 325 | |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 326 | LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() { |
| 327 | return g_soinfo_links_allocator.alloc(); |
| 328 | } |
| 329 | |
| 330 | void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) { |
| 331 | g_soinfo_links_allocator.free(entry); |
| 332 | } |
| 333 | |
Dimitry Ivanov | aca299a | 2016-04-11 12:42:58 -0700 | [diff] [blame] | 334 | LinkedListEntry<android_namespace_t>* NamespaceListAllocator::alloc() { |
| 335 | return g_namespace_list_allocator.alloc(); |
| 336 | } |
| 337 | |
| 338 | void NamespaceListAllocator::free(LinkedListEntry<android_namespace_t>* entry) { |
| 339 | g_namespace_list_allocator.free(entry); |
| 340 | } |
| 341 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 342 | soinfo* soinfo_alloc(android_namespace_t* ns, const char* name, |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 343 | const struct stat* file_stat, off64_t file_offset, |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 344 | uint32_t rtld_flags) { |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 345 | if (strlen(name) >= PATH_MAX) { |
Elliott Hughes | 7b0af7a | 2017-09-15 16:09:22 -0700 | [diff] [blame] | 346 | async_safe_fatal("library name \"%s\" too long", name); |
Magnus Malmborn | ba98d92 | 2012-09-12 13:00:55 +0200 | [diff] [blame] | 347 | } |
| 348 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 349 | TRACE("name %s: allocating soinfo for ns=%p", name, ns); |
| 350 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 351 | soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(ns, name, file_stat, |
| 352 | file_offset, rtld_flags); |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 353 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 354 | solist_add_soinfo(si); |
Magnus Malmborn | ba98d92 | 2012-09-12 13:00:55 +0200 | [diff] [blame] | 355 | |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 356 | si->generate_handle(); |
| 357 | ns->add_soinfo(si); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 358 | |
Elliott Hughes | ca0c11b | 2013-03-12 10:40:45 -0700 | [diff] [blame] | 359 | TRACE("name %s: allocated soinfo @ %p", name, si); |
Magnus Malmborn | ba98d92 | 2012-09-12 13:00:55 +0200 | [diff] [blame] | 360 | return si; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 361 | } |
| 362 | |
Elliott Hughes | faf05ba | 2014-02-11 16:59:37 -0800 | [diff] [blame] | 363 | static void soinfo_free(soinfo* si) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 364 | if (si == nullptr) { |
| 365 | return; |
| 366 | } |
| 367 | |
| 368 | if (si->base != 0 && si->size != 0) { |
Dimitry Ivanov | f45b0e9 | 2016-01-15 11:13:35 -0800 | [diff] [blame] | 369 | if (!si->is_mapped_by_caller()) { |
| 370 | munmap(reinterpret_cast<void*>(si->base), si->size); |
| 371 | } else { |
| 372 | // remap the region as PROT_NONE, MAP_ANONYMOUS | MAP_NORESERVE |
| 373 | mmap(reinterpret_cast<void*>(si->base), si->size, PROT_NONE, |
| 374 | MAP_FIXED | MAP_PRIVATE | MAP_ANONYMOUS | MAP_NORESERVE, -1, 0); |
| 375 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 376 | } |
| 377 | |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 378 | TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 379 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 380 | if (!solist_remove_soinfo(si)) { |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 381 | async_safe_fatal("soinfo=%p is not in soinfo_list (double unload?)", si); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 382 | } |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 383 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 384 | // clear links to/from si |
| 385 | si->remove_all_links(); |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 386 | |
Dmitriy Ivanov | 609f11b | 2015-07-08 15:26:46 -0700 | [diff] [blame] | 387 | si->~soinfo(); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 388 | g_soinfo_allocator.free(si); |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 389 | } |
| 390 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 391 | static void parse_path(const char* path, const char* delimiters, |
| 392 | std::vector<std::string>* resolved_paths) { |
| 393 | std::vector<std::string> paths; |
| 394 | split_path(path, delimiters, &paths); |
| 395 | resolve_paths(paths, resolved_paths); |
| 396 | } |
| 397 | |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 398 | static void parse_LD_LIBRARY_PATH(const char* path) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 399 | std::vector<std::string> ld_libary_paths; |
| 400 | parse_path(path, ":", &ld_libary_paths); |
| 401 | g_default_namespace.set_ld_library_paths(std::move(ld_libary_paths)); |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 402 | } |
| 403 | |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 404 | static bool realpath_fd(int fd, std::string* realpath) { |
Vic Yang | d8bef67 | 2019-05-15 21:10:22 -0700 | [diff] [blame] | 405 | // proc_self_fd needs to be large enough to hold "/proc/self/fd/" plus an |
| 406 | // integer, plus the NULL terminator. |
| 407 | char proc_self_fd[32]; |
| 408 | // We want to statically allocate this large buffer so that we don't grow |
| 409 | // the stack by too much. |
| 410 | static char buf[PATH_MAX]; |
| 411 | |
| 412 | async_safe_format_buffer(proc_self_fd, sizeof(proc_self_fd), "/proc/self/fd/%d", fd); |
| 413 | auto length = readlink(proc_self_fd, buf, sizeof(buf)); |
| 414 | if (length == -1) { |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 415 | if (!is_first_stage_init()) { |
Vic Yang | d8bef67 | 2019-05-15 21:10:22 -0700 | [diff] [blame] | 416 | PRINT("readlink(\"%s\") failed: %s [fd=%d]", proc_self_fd, strerror(errno), fd); |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 417 | } |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 418 | return false; |
| 419 | } |
| 420 | |
Vic Yang | d8bef67 | 2019-05-15 21:10:22 -0700 | [diff] [blame] | 421 | realpath->assign(buf, length); |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 422 | return true; |
| 423 | } |
| 424 | |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 425 | #if defined(__arm__) |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 426 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 427 | // For a given PC, find the .so that it belongs to. |
| 428 | // Returns the base address of the .ARM.exidx section |
| 429 | // for that .so, and the number of 8-byte entries |
| 430 | // in that section (via *pcount). |
| 431 | // |
| 432 | // Intended to be called by libc's __gnu_Unwind_Find_exidx(). |
Dimitry Ivanov | d9e427c | 2016-11-22 16:55:25 -0800 | [diff] [blame] | 433 | _Unwind_Ptr do_dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) { |
Peter Collingbourne | b39cb3c | 2019-03-01 13:12:49 -0800 | [diff] [blame] | 434 | if (soinfo* si = find_containing_library(reinterpret_cast<void*>(pc))) { |
| 435 | *pcount = si->ARM_exidx_count; |
| 436 | return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 437 | } |
| 438 | *pcount = 0; |
Elliott Hughes | f2c6ad6 | 2017-04-21 10:25:56 -0700 | [diff] [blame] | 439 | return 0; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 440 | } |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 441 | |
Christopher Ferris | 24053a4 | 2013-08-19 17:45:09 -0700 | [diff] [blame] | 442 | #endif |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 443 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 444 | // Here, we only have to provide a callback to iterate across all the |
| 445 | // loaded libraries. gcc_eh does the rest. |
Dmitriy Ivanov | 7271caf | 2015-06-29 14:48:25 -0700 | [diff] [blame] | 446 | int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 447 | int rv = 0; |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 448 | for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 449 | dl_phdr_info dl_info; |
| 450 | dl_info.dlpi_addr = si->link_map_head.l_addr; |
| 451 | dl_info.dlpi_name = si->link_map_head.l_name; |
| 452 | dl_info.dlpi_phdr = si->phdr; |
| 453 | dl_info.dlpi_phnum = si->phnum; |
| 454 | rv = cb(&dl_info, sizeof(dl_phdr_info), data); |
| 455 | if (rv != 0) { |
| 456 | break; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 457 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 458 | } |
| 459 | return rv; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 460 | } |
Elliott Hughes | 4688279 | 2012-08-03 16:49:39 -0700 | [diff] [blame] | 461 | |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 462 | |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 463 | bool soinfo_do_lookup(soinfo* si_from, const char* name, const version_info* vi, |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 464 | soinfo** si_found_in, const soinfo_list_t& global_group, |
| 465 | const soinfo_list_t& local_group, const ElfW(Sym)** symbol) { |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 466 | SymbolName symbol_name(name); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 467 | const ElfW(Sym)* s = nullptr; |
Iliyan Malchev | 6ed80c8 | 2009-09-28 19:38:04 -0700 | [diff] [blame] | 468 | |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 469 | /* "This element's presence in a shared object library alters the dynamic linker's |
| 470 | * symbol resolution algorithm for references within the library. Instead of starting |
| 471 | * a symbol search with the executable file, the dynamic linker starts from the shared |
| 472 | * object itself. If the shared object fails to supply the referenced symbol, the |
| 473 | * dynamic linker then searches the executable file and other shared objects as usual." |
| 474 | * |
| 475 | * http://www.sco.com/developers/gabi/2012-12-31/ch5.dynamic.html |
| 476 | * |
| 477 | * Note that this is unlikely since static linker avoids generating |
| 478 | * relocations for -Bsymbolic linked dynamic executables. |
| 479 | */ |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 480 | if (si_from->has_DT_SYMBOLIC) { |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 481 | DEBUG("%s: looking up %s in local scope (DT_SYMBOLIC)", si_from->get_realpath(), name); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 482 | if (!si_from->find_symbol_by_name(symbol_name, vi, &s)) { |
| 483 | return false; |
| 484 | } |
| 485 | |
Dmitriy Ivanov | 8f61d99 | 2014-09-16 14:31:06 -0700 | [diff] [blame] | 486 | if (s != nullptr) { |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 487 | *si_found_in = si_from; |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 488 | } |
| 489 | } |
| 490 | |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 491 | // 1. Look for it in global_group |
| 492 | if (s == nullptr) { |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 493 | bool error = false; |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 494 | global_group.visit([&](soinfo* global_si) { |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 495 | DEBUG("%s: looking up %s in %s (from global group)", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 496 | si_from->get_realpath(), name, global_si->get_realpath()); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 497 | if (!global_si->find_symbol_by_name(symbol_name, vi, &s)) { |
| 498 | error = true; |
| 499 | return false; |
| 500 | } |
| 501 | |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 502 | if (s != nullptr) { |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 503 | *si_found_in = global_si; |
| 504 | return false; |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 505 | } |
Dmitriy Ivanov | c204894 | 2014-08-29 10:15:25 -0700 | [diff] [blame] | 506 | |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 507 | return true; |
| 508 | }); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 509 | |
| 510 | if (error) { |
| 511 | return false; |
| 512 | } |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 513 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 514 | |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 515 | // 2. Look for it in the local group |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 516 | if (s == nullptr) { |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 517 | bool error = false; |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 518 | local_group.visit([&](soinfo* local_si) { |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 519 | if (local_si == si_from && si_from->has_DT_SYMBOLIC) { |
Dmitriy Ivanov | e47b3f8 | 2014-10-23 14:19:07 -0700 | [diff] [blame] | 520 | // we already did this - skip |
| 521 | return true; |
| 522 | } |
| 523 | |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 524 | DEBUG("%s: looking up %s in %s (from local group)", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 525 | si_from->get_realpath(), name, local_si->get_realpath()); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 526 | if (!local_si->find_symbol_by_name(symbol_name, vi, &s)) { |
| 527 | error = true; |
| 528 | return false; |
| 529 | } |
| 530 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 531 | if (s != nullptr) { |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 532 | *si_found_in = local_si; |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 533 | return false; |
| 534 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 535 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 536 | return true; |
| 537 | }); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 538 | |
| 539 | if (error) { |
| 540 | return false; |
| 541 | } |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 542 | } |
| 543 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 544 | if (s != nullptr) { |
| 545 | TRACE_TYPE(LOOKUP, "si %s sym %s s->st_value = %p, " |
| 546 | "found in %s, base = %p, load bias = %p", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 547 | si_from->get_realpath(), name, reinterpret_cast<void*>(s->st_value), |
| 548 | (*si_found_in)->get_realpath(), reinterpret_cast<void*>((*si_found_in)->base), |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 549 | reinterpret_cast<void*>((*si_found_in)->load_bias)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 550 | } |
Iliyan Malchev | 6ed80c8 | 2009-09-28 19:38:04 -0700 | [diff] [blame] | 551 | |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 552 | *symbol = s; |
| 553 | return true; |
Iliyan Malchev | 6ed80c8 | 2009-09-28 19:38:04 -0700 | [diff] [blame] | 554 | } |
| 555 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 556 | ProtectedDataGuard::ProtectedDataGuard() { |
| 557 | if (ref_count_++ == 0) { |
| 558 | protect_data(PROT_READ | PROT_WRITE); |
| 559 | } |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 560 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 561 | if (ref_count_ == 0) { // overflow |
Christopher Ferris | 7a3681e | 2017-04-24 17:48:32 -0700 | [diff] [blame] | 562 | async_safe_fatal("Too many nested calls to dlopen()"); |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 563 | } |
Dimitry Ivanov | 68e6c03 | 2017-02-01 12:55:11 -0800 | [diff] [blame] | 564 | } |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 565 | |
Dimitry Ivanov | 68e6c03 | 2017-02-01 12:55:11 -0800 | [diff] [blame] | 566 | ProtectedDataGuard::~ProtectedDataGuard() { |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 567 | if (--ref_count_ == 0) { |
| 568 | protect_data(PROT_READ); |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 569 | } |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 570 | } |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 571 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 572 | void ProtectedDataGuard::protect_data(int protection) { |
| 573 | g_soinfo_allocator.protect_all(protection); |
| 574 | g_soinfo_links_allocator.protect_all(protection); |
| 575 | g_namespace_allocator.protect_all(protection); |
| 576 | g_namespace_list_allocator.protect_all(protection); |
| 577 | } |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 578 | |
| 579 | size_t ProtectedDataGuard::ref_count_ = 0; |
| 580 | |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 581 | // Each size has it's own allocator. |
| 582 | template<size_t size> |
| 583 | class SizeBasedAllocator { |
| 584 | public: |
| 585 | static void* alloc() { |
| 586 | return allocator_.alloc(); |
| 587 | } |
Dmitriy Ivanov | 4bea498 | 2014-08-29 14:01:48 -0700 | [diff] [blame] | 588 | |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 589 | static void free(void* ptr) { |
| 590 | allocator_.free(ptr); |
| 591 | } |
Dmitriy Ivanov | 4bea498 | 2014-08-29 14:01:48 -0700 | [diff] [blame] | 592 | |
Vic Yang | bb7e123 | 2019-01-29 20:23:16 -0800 | [diff] [blame] | 593 | static void purge() { |
| 594 | allocator_.purge(); |
| 595 | } |
| 596 | |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 597 | private: |
| 598 | static LinkerBlockAllocator allocator_; |
| 599 | }; |
| 600 | |
| 601 | template<size_t size> |
| 602 | LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size); |
| 603 | |
| 604 | template<typename T> |
| 605 | class TypeBasedAllocator { |
| 606 | public: |
| 607 | static T* alloc() { |
| 608 | return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc()); |
| 609 | } |
| 610 | |
| 611 | static void free(T* ptr) { |
| 612 | SizeBasedAllocator<sizeof(T)>::free(ptr); |
| 613 | } |
Vic Yang | bb7e123 | 2019-01-29 20:23:16 -0800 | [diff] [blame] | 614 | |
| 615 | static void purge() { |
| 616 | SizeBasedAllocator<sizeof(T)>::purge(); |
| 617 | } |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 618 | }; |
| 619 | |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 620 | class LoadTask { |
| 621 | public: |
| 622 | struct deleter_t { |
| 623 | void operator()(LoadTask* t) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 624 | t->~LoadTask(); |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 625 | TypeBasedAllocator<LoadTask>::free(t); |
| 626 | } |
| 627 | }; |
| 628 | |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 629 | static deleter_t deleter; |
| 630 | |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 631 | static LoadTask* create(const char* name, |
| 632 | soinfo* needed_by, |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 633 | android_namespace_t* start_from, |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 634 | std::unordered_map<const soinfo*, ElfReader>* readers_map) { |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 635 | LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc(); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 636 | return new (ptr) LoadTask(name, needed_by, start_from, readers_map); |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 637 | } |
| 638 | |
| 639 | const char* get_name() const { |
| 640 | return name_; |
| 641 | } |
| 642 | |
| 643 | soinfo* get_needed_by() const { |
| 644 | return needed_by_; |
| 645 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 646 | |
| 647 | soinfo* get_soinfo() const { |
| 648 | return si_; |
| 649 | } |
| 650 | |
| 651 | void set_soinfo(soinfo* si) { |
| 652 | si_ = si; |
| 653 | } |
| 654 | |
| 655 | off64_t get_file_offset() const { |
| 656 | return file_offset_; |
| 657 | } |
| 658 | |
| 659 | void set_file_offset(off64_t offset) { |
| 660 | file_offset_ = offset; |
| 661 | } |
| 662 | |
| 663 | int get_fd() const { |
| 664 | return fd_; |
| 665 | } |
| 666 | |
| 667 | void set_fd(int fd, bool assume_ownership) { |
Martin Stjernholm | de853ff | 2019-01-17 00:18:44 +0000 | [diff] [blame] | 668 | if (fd_ != -1 && close_fd_) { |
| 669 | close(fd_); |
| 670 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 671 | fd_ = fd; |
| 672 | close_fd_ = assume_ownership; |
| 673 | } |
| 674 | |
| 675 | const android_dlextinfo* get_extinfo() const { |
| 676 | return extinfo_; |
| 677 | } |
| 678 | |
| 679 | void set_extinfo(const android_dlextinfo* extinfo) { |
| 680 | extinfo_ = extinfo; |
| 681 | } |
| 682 | |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 683 | bool is_dt_needed() const { |
| 684 | return is_dt_needed_; |
| 685 | } |
| 686 | |
| 687 | void set_dt_needed(bool is_dt_needed) { |
| 688 | is_dt_needed_ = is_dt_needed; |
| 689 | } |
| 690 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 691 | // returns the namespace from where we need to start loading this. |
| 692 | const android_namespace_t* get_start_from() const { |
| 693 | return start_from_; |
| 694 | } |
| 695 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 696 | const ElfReader& get_elf_reader() const { |
| 697 | CHECK(si_ != nullptr); |
| 698 | return (*elf_readers_map_)[si_]; |
| 699 | } |
| 700 | |
| 701 | ElfReader& get_elf_reader() { |
| 702 | CHECK(si_ != nullptr); |
| 703 | return (*elf_readers_map_)[si_]; |
| 704 | } |
| 705 | |
| 706 | std::unordered_map<const soinfo*, ElfReader>* get_readers_map() { |
| 707 | return elf_readers_map_; |
| 708 | } |
| 709 | |
| 710 | bool read(const char* realpath, off64_t file_size) { |
| 711 | ElfReader& elf_reader = get_elf_reader(); |
| 712 | return elf_reader.Read(realpath, fd_, file_offset_, file_size); |
| 713 | } |
| 714 | |
Torne (Richard Coles) | efbe9a5 | 2018-10-17 15:59:38 -0400 | [diff] [blame] | 715 | bool load(address_space_params* address_space) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 716 | ElfReader& elf_reader = get_elf_reader(); |
Torne (Richard Coles) | efbe9a5 | 2018-10-17 15:59:38 -0400 | [diff] [blame] | 717 | if (!elf_reader.Load(address_space)) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 718 | return false; |
| 719 | } |
| 720 | |
| 721 | si_->base = elf_reader.load_start(); |
| 722 | si_->size = elf_reader.load_size(); |
Dimitry Ivanov | f45b0e9 | 2016-01-15 11:13:35 -0800 | [diff] [blame] | 723 | si_->set_mapped_by_caller(elf_reader.is_mapped_by_caller()); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 724 | si_->load_bias = elf_reader.load_bias(); |
| 725 | si_->phnum = elf_reader.phdr_count(); |
| 726 | si_->phdr = elf_reader.loaded_phdr(); |
| 727 | |
| 728 | return true; |
| 729 | } |
| 730 | |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 731 | private: |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 732 | LoadTask(const char* name, |
| 733 | soinfo* needed_by, |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 734 | android_namespace_t* start_from, |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 735 | std::unordered_map<const soinfo*, ElfReader>* readers_map) |
| 736 | : name_(name), needed_by_(needed_by), si_(nullptr), |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 737 | fd_(-1), close_fd_(false), file_offset_(0), elf_readers_map_(readers_map), |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 738 | is_dt_needed_(false), start_from_(start_from) {} |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 739 | |
| 740 | ~LoadTask() { |
| 741 | if (fd_ != -1 && close_fd_) { |
| 742 | close(fd_); |
| 743 | } |
| 744 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 745 | |
| 746 | const char* name_; |
| 747 | soinfo* needed_by_; |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 748 | soinfo* si_; |
| 749 | const android_dlextinfo* extinfo_; |
| 750 | int fd_; |
| 751 | bool close_fd_; |
| 752 | off64_t file_offset_; |
| 753 | std::unordered_map<const soinfo*, ElfReader>* elf_readers_map_; |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 754 | // TODO(dimitry): needed by workaround for http://b/26394120 (the grey-list) |
| 755 | bool is_dt_needed_; |
| 756 | // END OF WORKAROUND |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 757 | const android_namespace_t* const start_from_; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 758 | |
| 759 | DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask); |
| 760 | }; |
| 761 | |
Ningsheng Jian | e93be99 | 2014-09-16 15:22:10 +0800 | [diff] [blame] | 762 | LoadTask::deleter_t LoadTask::deleter; |
| 763 | |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 764 | template <typename T> |
| 765 | using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>; |
| 766 | |
| 767 | typedef linked_list_t<soinfo> SoinfoLinkedList; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 768 | typedef linked_list_t<const char> StringLinkedList; |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 769 | typedef std::vector<LoadTask*> LoadTaskList; |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 770 | |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 771 | enum walk_action_result_t : uint32_t { |
| 772 | kWalkStop = 0, |
| 773 | kWalkContinue = 1, |
| 774 | kWalkSkip = 2 |
| 775 | }; |
Dmitriy Ivanov | aa0f2bd | 2014-07-28 17:32:20 -0700 | [diff] [blame] | 776 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 777 | // This function walks down the tree of soinfo dependencies |
| 778 | // in breadth-first order and |
| 779 | // * calls action(soinfo* si) for each node, and |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 780 | // * terminates walk if action returns kWalkStop |
| 781 | // * skips children of the node if action |
| 782 | // return kWalkSkip |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 783 | // |
| 784 | // walk_dependencies_tree returns false if walk was terminated |
| 785 | // by the action and true otherwise. |
| 786 | template<typename F> |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 787 | static bool walk_dependencies_tree(soinfo* root_soinfo, F action) { |
Dmitriy Ivanov | 0cd83eb | 2014-09-01 16:15:52 -0700 | [diff] [blame] | 788 | SoinfoLinkedList visit_list; |
| 789 | SoinfoLinkedList visited; |
| 790 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 791 | visit_list.push_back(root_soinfo); |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 792 | |
| 793 | soinfo* si; |
| 794 | while ((si = visit_list.pop_front()) != nullptr) { |
| 795 | if (visited.contains(si)) { |
Dmitriy Ivanov | 042426b | 2014-08-12 21:02:13 -0700 | [diff] [blame] | 796 | continue; |
| 797 | } |
| 798 | |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 799 | walk_action_result_t result = action(si); |
| 800 | |
| 801 | if (result == kWalkStop) { |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 802 | return false; |
Dmitriy Ivanov | aa0f2bd | 2014-07-28 17:32:20 -0700 | [diff] [blame] | 803 | } |
| 804 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 805 | visited.push_back(si); |
| 806 | |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 807 | if (result != kWalkSkip) { |
| 808 | si->get_children().for_each([&](soinfo* child) { |
| 809 | visit_list.push_back(child); |
| 810 | }); |
| 811 | } |
Dmitriy Ivanov | aa0f2bd | 2014-07-28 17:32:20 -0700 | [diff] [blame] | 812 | } |
| 813 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 814 | return true; |
| 815 | } |
| 816 | |
| 817 | |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 818 | static const ElfW(Sym)* dlsym_handle_lookup(android_namespace_t* ns, |
| 819 | soinfo* root, |
| 820 | soinfo* skip_until, |
| 821 | soinfo** found, |
| 822 | SymbolName& symbol_name, |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 823 | const version_info* vi) { |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 824 | const ElfW(Sym)* result = nullptr; |
Dmitriy Ivanov | 697bd9f | 2015-05-12 11:12:27 -0700 | [diff] [blame] | 825 | bool skip_lookup = skip_until != nullptr; |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 826 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 827 | walk_dependencies_tree(root, [&](soinfo* current_soinfo) { |
Dmitriy Ivanov | 697bd9f | 2015-05-12 11:12:27 -0700 | [diff] [blame] | 828 | if (skip_lookup) { |
| 829 | skip_lookup = current_soinfo != skip_until; |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 830 | return kWalkContinue; |
| 831 | } |
| 832 | |
| 833 | if (!ns->is_accessible(current_soinfo)) { |
| 834 | return kWalkSkip; |
Dmitriy Ivanov | 697bd9f | 2015-05-12 11:12:27 -0700 | [diff] [blame] | 835 | } |
| 836 | |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 837 | if (!current_soinfo->find_symbol_by_name(symbol_name, vi, &result)) { |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 838 | result = nullptr; |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 839 | return kWalkStop; |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 840 | } |
| 841 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 842 | if (result != nullptr) { |
| 843 | *found = current_soinfo; |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 844 | return kWalkStop; |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 845 | } |
| 846 | |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 847 | return kWalkContinue; |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 848 | }); |
| 849 | |
| 850 | return result; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 851 | } |
| 852 | |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 853 | static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns, |
| 854 | const char* name, |
| 855 | const version_info* vi, |
| 856 | soinfo** found, |
| 857 | soinfo* caller, |
| 858 | void* handle); |
| 859 | |
Dmitriy Ivanov | 697bd9f | 2015-05-12 11:12:27 -0700 | [diff] [blame] | 860 | // This is used by dlsym(3). It performs symbol lookup only within the |
| 861 | // specified soinfo object and its dependencies in breadth first order. |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 862 | static const ElfW(Sym)* dlsym_handle_lookup(soinfo* si, |
| 863 | soinfo** found, |
| 864 | const char* name, |
| 865 | const version_info* vi) { |
Dmitriy Ivanov | f439b5a | 2015-05-30 13:04:39 -0700 | [diff] [blame] | 866 | // According to man dlopen(3) and posix docs in the case when si is handle |
| 867 | // of the main executable we need to search not only in the executable and its |
| 868 | // dependencies but also in all libraries loaded with RTLD_GLOBAL. |
| 869 | // |
| 870 | // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared |
| 871 | // libraries and they are loaded in breath-first (correct) order we can just execute |
| 872 | // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup. |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 873 | if (si == solist_get_somain()) { |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 874 | return dlsym_linear_lookup(&g_default_namespace, name, vi, found, nullptr, RTLD_DEFAULT); |
Dmitriy Ivanov | f439b5a | 2015-05-30 13:04:39 -0700 | [diff] [blame] | 875 | } |
| 876 | |
Dmitriy Ivanov | 697bd9f | 2015-05-12 11:12:27 -0700 | [diff] [blame] | 877 | SymbolName symbol_name(name); |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 878 | // note that the namespace is not the namespace associated with caller_addr |
| 879 | // we use ns associated with root si intentionally here. Using caller_ns |
| 880 | // causes problems when user uses dlopen_ext to open a library in the separate |
| 881 | // namespace and then calls dlsym() on the handle. |
| 882 | return dlsym_handle_lookup(si->get_primary_namespace(), si, nullptr, found, symbol_name, vi); |
Dmitriy Ivanov | 697bd9f | 2015-05-12 11:12:27 -0700 | [diff] [blame] | 883 | } |
| 884 | |
Brian Carlstrom | d4ee82d | 2013-02-28 15:58:45 -0800 | [diff] [blame] | 885 | /* This is used by dlsym(3) to performs a global symbol lookup. If the |
| 886 | start value is null (for RTLD_DEFAULT), the search starts at the |
| 887 | beginning of the global solist. Otherwise the search starts at the |
| 888 | specified soinfo (for RTLD_NEXT). |
Iliyan Malchev | 6ed80c8 | 2009-09-28 19:38:04 -0700 | [diff] [blame] | 889 | */ |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 890 | static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns, |
| 891 | const char* name, |
| 892 | const version_info* vi, |
| 893 | soinfo** found, |
| 894 | soinfo* caller, |
| 895 | void* handle) { |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 896 | SymbolName symbol_name(name); |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 897 | |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 898 | auto& soinfo_list = ns->soinfo_list(); |
| 899 | auto start = soinfo_list.begin(); |
Dmitriy Ivanov | 76ac1ac | 2015-04-01 14:45:10 -0700 | [diff] [blame] | 900 | |
| 901 | if (handle == RTLD_NEXT) { |
Dmitriy Ivanov | b96ac41 | 2015-05-22 12:34:42 -0700 | [diff] [blame] | 902 | if (caller == nullptr) { |
Dmitriy Ivanov | 76ac1ac | 2015-04-01 14:45:10 -0700 | [diff] [blame] | 903 | return nullptr; |
| 904 | } else { |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 905 | auto it = soinfo_list.find(caller); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 906 | CHECK (it != soinfo_list.end()); |
| 907 | start = ++it; |
Dmitriy Ivanov | 76ac1ac | 2015-04-01 14:45:10 -0700 | [diff] [blame] | 908 | } |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 909 | } |
| 910 | |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 911 | const ElfW(Sym)* s = nullptr; |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 912 | for (auto it = start, end = soinfo_list.end(); it != end; ++it) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 913 | soinfo* si = *it; |
Dmitriy Ivanov | 1913352 | 2015-06-02 17:36:54 -0700 | [diff] [blame] | 914 | // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...) |
Elliott Hughes | 5bc78c8 | 2016-11-16 11:35:43 -0800 | [diff] [blame] | 915 | // if the library is opened by application with target api level < M. |
Dmitriy Ivanov | 1913352 | 2015-06-02 17:36:54 -0700 | [diff] [blame] | 916 | // See http://b/21565766 |
Elliott Hughes | 5bc78c8 | 2016-11-16 11:35:43 -0800 | [diff] [blame] | 917 | if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 && |
| 918 | si->get_target_sdk_version() >= __ANDROID_API_M__) { |
Dmitriy Ivanov | e8ba50f | 2014-09-15 17:00:10 -0700 | [diff] [blame] | 919 | continue; |
| 920 | } |
| 921 | |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 922 | if (!si->find_symbol_by_name(symbol_name, vi, &s)) { |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 923 | return nullptr; |
| 924 | } |
| 925 | |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 926 | if (s != nullptr) { |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 927 | *found = si; |
| 928 | break; |
Matt Fischer | 1698d9e | 2009-12-31 12:17:56 -0600 | [diff] [blame] | 929 | } |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 930 | } |
Matt Fischer | 1698d9e | 2009-12-31 12:17:56 -0600 | [diff] [blame] | 931 | |
dimitry | 153168c | 2018-02-20 16:51:41 +0100 | [diff] [blame] | 932 | // If not found - use dlsym_handle_lookup for caller's local_group |
| 933 | if (s == nullptr && caller != nullptr) { |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 934 | soinfo* local_group_root = caller->get_local_group_root(); |
| 935 | |
| 936 | return dlsym_handle_lookup(local_group_root->get_primary_namespace(), |
| 937 | local_group_root, |
| 938 | (handle == RTLD_NEXT) ? caller : nullptr, |
| 939 | found, |
| 940 | symbol_name, |
| 941 | vi); |
Dmitriy Ivanov | 76ac1ac | 2015-04-01 14:45:10 -0700 | [diff] [blame] | 942 | } |
| 943 | |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 944 | if (s != nullptr) { |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 945 | TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p", |
| 946 | name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base)); |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 947 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 948 | |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 949 | return s; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 950 | } |
| 951 | |
Kito Cheng | fa8c05d | 2013-03-12 14:58:06 +0800 | [diff] [blame] | 952 | soinfo* find_containing_library(const void* p) { |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 953 | ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(p); |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 954 | for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) { |
Peter Collingbourne | b39cb3c | 2019-03-01 13:12:49 -0800 | [diff] [blame] | 955 | if (address < si->base || address - si->base >= si->size) { |
| 956 | continue; |
| 957 | } |
| 958 | ElfW(Addr) vaddr = address - si->load_bias; |
| 959 | for (size_t i = 0; i != si->phnum; ++i) { |
| 960 | const ElfW(Phdr)* phdr = &si->phdr[i]; |
| 961 | if (phdr->p_type != PT_LOAD) { |
| 962 | continue; |
| 963 | } |
| 964 | if (vaddr >= phdr->p_vaddr && vaddr < phdr->p_vaddr + phdr->p_memsz) { |
| 965 | return si; |
| 966 | } |
Matt Fischer | e2a8b1f | 2009-12-31 12:17:40 -0600 | [diff] [blame] | 967 | } |
Kito Cheng | fa8c05d | 2013-03-12 14:58:06 +0800 | [diff] [blame] | 968 | } |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 969 | return nullptr; |
Matt Fischer | e2a8b1f | 2009-12-31 12:17:40 -0600 | [diff] [blame] | 970 | } |
| 971 | |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 972 | class ZipArchiveCache { |
| 973 | public: |
| 974 | ZipArchiveCache() {} |
| 975 | ~ZipArchiveCache(); |
| 976 | |
| 977 | bool get_or_open(const char* zip_path, ZipArchiveHandle* handle); |
| 978 | private: |
| 979 | DISALLOW_COPY_AND_ASSIGN(ZipArchiveCache); |
| 980 | |
| 981 | std::unordered_map<std::string, ZipArchiveHandle> cache_; |
| 982 | }; |
| 983 | |
| 984 | bool ZipArchiveCache::get_or_open(const char* zip_path, ZipArchiveHandle* handle) { |
| 985 | std::string key(zip_path); |
| 986 | |
| 987 | auto it = cache_.find(key); |
| 988 | if (it != cache_.end()) { |
| 989 | *handle = it->second; |
| 990 | return true; |
| 991 | } |
| 992 | |
| 993 | int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC)); |
| 994 | if (fd == -1) { |
| 995 | return false; |
| 996 | } |
| 997 | |
| 998 | if (OpenArchiveFd(fd, "", handle) != 0) { |
| 999 | // invalid zip-file (?) |
Ryan Prichard | 0adf09b | 2018-10-01 18:35:46 -0700 | [diff] [blame] | 1000 | CloseArchive(*handle); |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1001 | return false; |
| 1002 | } |
| 1003 | |
| 1004 | cache_[key] = *handle; |
| 1005 | return true; |
| 1006 | } |
| 1007 | |
| 1008 | ZipArchiveCache::~ZipArchiveCache() { |
Dmitriy Ivanov | 5dce894 | 2015-10-13 12:14:16 -0700 | [diff] [blame] | 1009 | for (const auto& it : cache_) { |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1010 | CloseArchive(it.second); |
| 1011 | } |
| 1012 | } |
| 1013 | |
| 1014 | static int open_library_in_zipfile(ZipArchiveCache* zip_archive_cache, |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1015 | const char* const input_path, |
| 1016 | off64_t* file_offset, std::string* realpath) { |
| 1017 | std::string normalized_path; |
| 1018 | if (!normalize_path(input_path, &normalized_path)) { |
| 1019 | return -1; |
| 1020 | } |
| 1021 | |
| 1022 | const char* const path = normalized_path.c_str(); |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1023 | TRACE("Trying zip file open from path \"%s\" -> normalized \"%s\"", input_path, path); |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1024 | |
Dmitriy Ivanov | 402a750 | 2015-06-09 13:46:51 -0700 | [diff] [blame] | 1025 | // Treat an '!/' separator inside a path as the separator between the name |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1026 | // of the zip file on disk and the subdirectory to search within it. |
Dmitriy Ivanov | 402a750 | 2015-06-09 13:46:51 -0700 | [diff] [blame] | 1027 | // For example, if path is "foo.zip!/bar/bas/x.so", then we search for |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1028 | // "bar/bas/x.so" within "foo.zip". |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1029 | const char* const separator = strstr(path, kZipFileSeparator); |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1030 | if (separator == nullptr) { |
| 1031 | return -1; |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 1032 | } |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1033 | |
| 1034 | char buf[512]; |
| 1035 | if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) { |
| 1036 | PRINT("Warning: ignoring very long library path: %s", path); |
| 1037 | return -1; |
| 1038 | } |
| 1039 | |
| 1040 | buf[separator - path] = '\0'; |
| 1041 | |
| 1042 | const char* zip_path = buf; |
Dmitriy Ivanov | 402a750 | 2015-06-09 13:46:51 -0700 | [diff] [blame] | 1043 | const char* file_path = &buf[separator - path + 2]; |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1044 | int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC)); |
| 1045 | if (fd == -1) { |
| 1046 | return -1; |
| 1047 | } |
| 1048 | |
| 1049 | ZipArchiveHandle handle; |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1050 | if (!zip_archive_cache->get_or_open(zip_path, &handle)) { |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1051 | // invalid zip-file (?) |
| 1052 | close(fd); |
| 1053 | return -1; |
| 1054 | } |
| 1055 | |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1056 | ZipEntry entry; |
| 1057 | |
Elliott Hughes | b51bb50 | 2019-05-03 22:45:41 -0700 | [diff] [blame] | 1058 | if (FindEntry(handle, file_path, &entry) != 0) { |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1059 | // Entry was not found. |
| 1060 | close(fd); |
| 1061 | return -1; |
| 1062 | } |
| 1063 | |
| 1064 | // Check if it is properly stored |
| 1065 | if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) { |
| 1066 | close(fd); |
| 1067 | return -1; |
| 1068 | } |
| 1069 | |
| 1070 | *file_offset = entry.offset; |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1071 | |
| 1072 | if (realpath_fd(fd, realpath)) { |
| 1073 | *realpath += separator; |
| 1074 | } else { |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 1075 | if (!is_first_stage_init()) { |
| 1076 | PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", |
| 1077 | normalized_path.c_str()); |
| 1078 | } |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1079 | *realpath = normalized_path; |
| 1080 | } |
| 1081 | |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1082 | return fd; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1083 | } |
| 1084 | |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1085 | static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) { |
Christopher Ferris | 7a3681e | 2017-04-24 17:48:32 -0700 | [diff] [blame] | 1086 | int n = async_safe_format_buffer(buf, buf_size, "%s/%s", path, name); |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1087 | if (n < 0 || n >= static_cast<int>(buf_size)) { |
| 1088 | PRINT("Warning: ignoring very long library path: %s/%s", path, name); |
| 1089 | return false; |
| 1090 | } |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1091 | |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1092 | return true; |
| 1093 | } |
| 1094 | |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 1095 | static int open_library_at_path(ZipArchiveCache* zip_archive_cache, |
| 1096 | const char* path, off64_t* file_offset, |
| 1097 | std::string* realpath) { |
| 1098 | int fd = -1; |
| 1099 | if (strstr(path, kZipFileSeparator) != nullptr) { |
| 1100 | fd = open_library_in_zipfile(zip_archive_cache, path, file_offset, realpath); |
| 1101 | } |
| 1102 | |
| 1103 | if (fd == -1) { |
| 1104 | fd = TEMP_FAILURE_RETRY(open(path, O_RDONLY | O_CLOEXEC)); |
| 1105 | if (fd != -1) { |
| 1106 | *file_offset = 0; |
| 1107 | if (!realpath_fd(fd, realpath)) { |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 1108 | if (!is_first_stage_init()) { |
| 1109 | PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", |
| 1110 | path); |
| 1111 | } |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 1112 | *realpath = path; |
| 1113 | } |
| 1114 | } |
| 1115 | } |
| 1116 | |
| 1117 | return fd; |
| 1118 | } |
| 1119 | |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1120 | static int open_library_on_paths(ZipArchiveCache* zip_archive_cache, |
| 1121 | const char* name, off64_t* file_offset, |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1122 | const std::vector<std::string>& paths, |
| 1123 | std::string* realpath) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1124 | for (const auto& path : paths) { |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1125 | char buf[512]; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1126 | if (!format_path(buf, sizeof(buf), path.c_str(), name)) { |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1127 | continue; |
| 1128 | } |
| 1129 | |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 1130 | int fd = open_library_at_path(zip_archive_cache, buf, file_offset, realpath); |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1131 | if (fd != -1) { |
| 1132 | return fd; |
| 1133 | } |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1134 | } |
| 1135 | |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1136 | return -1; |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1137 | } |
| 1138 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1139 | static int open_library(android_namespace_t* ns, |
| 1140 | ZipArchiveCache* zip_archive_cache, |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1141 | const char* name, soinfo *needed_by, |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1142 | off64_t* file_offset, std::string* realpath) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1143 | TRACE("[ opening %s from namespace %s ]", name, ns->get_name()); |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1144 | |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 1145 | // If the name contains a slash, we should attempt to open it directly and not search the paths. |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 1146 | if (strchr(name, '/') != nullptr) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1147 | int fd = -1; |
| 1148 | |
Dmitriy Ivanov | 730ed9d | 2015-07-16 04:52:06 -0700 | [diff] [blame] | 1149 | if (strstr(name, kZipFileSeparator) != nullptr) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1150 | fd = open_library_in_zipfile(zip_archive_cache, name, file_offset, realpath); |
| 1151 | } |
| 1152 | |
| 1153 | if (fd == -1) { |
| 1154 | fd = TEMP_FAILURE_RETRY(open(name, O_RDONLY | O_CLOEXEC)); |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1155 | if (fd != -1) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1156 | *file_offset = 0; |
| 1157 | if (!realpath_fd(fd, realpath)) { |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 1158 | if (!is_first_stage_init()) { |
| 1159 | PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", |
| 1160 | name); |
| 1161 | } |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1162 | *realpath = name; |
| 1163 | } |
Simon Baldwin | aef7195 | 2015-01-16 13:22:54 +0000 | [diff] [blame] | 1164 | } |
| 1165 | } |
| 1166 | |
Dmitriy Ivanov | e44fffd | 2015-03-17 17:12:18 -0700 | [diff] [blame] | 1167 | return fd; |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 1168 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1169 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1170 | // Otherwise we try LD_LIBRARY_PATH first, and fall back to the default library path |
| 1171 | int fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_ld_library_paths(), realpath); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1172 | if (fd == -1 && needed_by != nullptr) { |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1173 | fd = open_library_on_paths(zip_archive_cache, name, file_offset, needed_by->get_dt_runpath(), realpath); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1174 | // Check if the library is accessible |
| 1175 | if (fd != -1 && !ns->is_accessible(*realpath)) { |
Vic Yang | 48b6911 | 2018-10-24 14:14:26 -0700 | [diff] [blame] | 1176 | close(fd); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1177 | fd = -1; |
| 1178 | } |
Evgenii Stepanov | 6865082 | 2015-06-10 13:38:39 -0700 | [diff] [blame] | 1179 | } |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1180 | |
Peter Collingbourne | ea11be0 | 2019-04-30 16:05:13 -0700 | [diff] [blame] | 1181 | #if !defined(__ANDROID_APEX__) |
| 1182 | if (fd == -1) { |
| 1183 | std::vector<std::string> bootstrap_paths = { std::string(kSystemLibDir) + "/bootstrap" }; |
| 1184 | fd = open_library_on_paths(zip_archive_cache, name, file_offset, bootstrap_paths, realpath); |
| 1185 | } |
| 1186 | #endif |
| 1187 | |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 1188 | if (fd == -1) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1189 | fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_default_library_paths(), realpath); |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 1190 | } |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1191 | |
Elliott Hughes | 124fae9 | 2012-10-31 14:20:03 -0700 | [diff] [blame] | 1192 | return fd; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1193 | } |
| 1194 | |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 1195 | int open_executable(const char* path, off64_t* file_offset, std::string* realpath) { |
| 1196 | ZipArchiveCache zip_archive_cache; |
| 1197 | return open_library_at_path(&zip_archive_cache, path, file_offset, realpath); |
| 1198 | } |
| 1199 | |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 1200 | const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) { |
Dmitriy Ivanov | d974e88 | 2015-05-27 18:29:41 -0700 | [diff] [blame] | 1201 | #if !defined(__LP64__) |
| 1202 | // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029 |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 1203 | int app_target_api_level = get_application_target_sdk_version(); |
| 1204 | if (app_target_api_level < __ANDROID_API_M__) { |
Dmitriy Ivanov | d974e88 | 2015-05-27 18:29:41 -0700 | [diff] [blame] | 1205 | const char* bname = basename(dt_needed); |
| 1206 | if (bname != dt_needed) { |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 1207 | DL_WARN_documented_change(__ANDROID_API_M__, |
| 1208 | "invalid-dt_needed-entries-enforced-for-api-level-23", |
| 1209 | "library \"%s\" has invalid DT_NEEDED entry \"%s\"", |
| 1210 | sopath, dt_needed, app_target_api_level); |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1211 | add_dlwarning(sopath, "invalid DT_NEEDED entry", dt_needed); |
Dmitriy Ivanov | d974e88 | 2015-05-27 18:29:41 -0700 | [diff] [blame] | 1212 | } |
| 1213 | |
| 1214 | return bname; |
| 1215 | } |
| 1216 | #endif |
| 1217 | return dt_needed; |
| 1218 | } |
| 1219 | |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1220 | template<typename F> |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1221 | static void for_each_dt_needed(const ElfReader& elf_reader, F action) { |
| 1222 | for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) { |
| 1223 | if (d->d_tag == DT_NEEDED) { |
| 1224 | action(fix_dt_needed(elf_reader.get_string(d->d_un.d_val), elf_reader.name())); |
| 1225 | } |
| 1226 | } |
| 1227 | } |
| 1228 | |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1229 | static bool find_loaded_library_by_inode(android_namespace_t* ns, |
| 1230 | const struct stat& file_stat, |
| 1231 | off64_t file_offset, |
| 1232 | bool search_linked_namespaces, |
| 1233 | soinfo** candidate) { |
Vic Yang | 3ec16be | 2019-06-02 21:10:53 -0700 | [diff] [blame] | 1234 | if (file_stat.st_dev == 0 || file_stat.st_ino == 0) { |
| 1235 | *candidate = nullptr; |
| 1236 | return false; |
| 1237 | } |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1238 | |
| 1239 | auto predicate = [&](soinfo* si) { |
Vic Yang | 3ec16be | 2019-06-02 21:10:53 -0700 | [diff] [blame] | 1240 | return si->get_st_ino() == file_stat.st_ino && |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1241 | si->get_st_dev() == file_stat.st_dev && |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1242 | si->get_file_offset() == file_offset; |
| 1243 | }; |
| 1244 | |
| 1245 | *candidate = ns->soinfo_list().find_if(predicate); |
| 1246 | |
| 1247 | if (*candidate == nullptr && search_linked_namespaces) { |
| 1248 | for (auto& link : ns->linked_namespaces()) { |
| 1249 | android_namespace_t* linked_ns = link.linked_namespace(); |
| 1250 | soinfo* si = linked_ns->soinfo_list().find_if(predicate); |
| 1251 | |
| 1252 | if (si != nullptr && link.is_accessible(si->get_soname())) { |
| 1253 | *candidate = si; |
| 1254 | return true; |
| 1255 | } |
| 1256 | } |
| 1257 | } |
| 1258 | |
| 1259 | return *candidate != nullptr; |
| 1260 | } |
| 1261 | |
Evgenii Stepanov | 9e77a64 | 2017-07-27 14:55:44 -0700 | [diff] [blame] | 1262 | static bool find_loaded_library_by_realpath(android_namespace_t* ns, const char* realpath, |
| 1263 | bool search_linked_namespaces, soinfo** candidate) { |
| 1264 | auto predicate = [&](soinfo* si) { return strcmp(realpath, si->get_realpath()) == 0; }; |
| 1265 | |
| 1266 | *candidate = ns->soinfo_list().find_if(predicate); |
| 1267 | |
| 1268 | if (*candidate == nullptr && search_linked_namespaces) { |
| 1269 | for (auto& link : ns->linked_namespaces()) { |
| 1270 | android_namespace_t* linked_ns = link.linked_namespace(); |
| 1271 | soinfo* si = linked_ns->soinfo_list().find_if(predicate); |
| 1272 | |
| 1273 | if (si != nullptr && link.is_accessible(si->get_soname())) { |
| 1274 | *candidate = si; |
| 1275 | return true; |
| 1276 | } |
| 1277 | } |
| 1278 | } |
| 1279 | |
| 1280 | return *candidate != nullptr; |
| 1281 | } |
| 1282 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1283 | static bool load_library(android_namespace_t* ns, |
| 1284 | LoadTask* task, |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1285 | LoadTaskList* load_tasks, |
| 1286 | int rtld_flags, |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1287 | const std::string& realpath, |
| 1288 | bool search_linked_namespaces) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1289 | off64_t file_offset = task->get_file_offset(); |
| 1290 | const char* name = task->get_name(); |
| 1291 | const android_dlextinfo* extinfo = task->get_extinfo(); |
| 1292 | |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1293 | LD_LOG(kLogDlopen, "load_library(ns=%s, task=%s, flags=0x%x, realpath=%s)", ns->get_name(), name, |
| 1294 | rtld_flags, realpath.c_str()); |
| 1295 | |
Dmitriy Ivanov | 07e5bc1 | 2014-10-03 17:52:44 -0700 | [diff] [blame] | 1296 | if ((file_offset % PAGE_SIZE) != 0) { |
Dmitriy Ivanov | a6c1279 | 2014-10-21 12:09:18 -0700 | [diff] [blame] | 1297 | DL_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1298 | return false; |
Dmitriy Ivanov | 07e5bc1 | 2014-10-03 17:52:44 -0700 | [diff] [blame] | 1299 | } |
Yabin Cui | 16f7f8d | 2014-11-04 11:08:05 -0800 | [diff] [blame] | 1300 | if (file_offset < 0) { |
| 1301 | DL_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1302 | return false; |
Yabin Cui | 16f7f8d | 2014-11-04 11:08:05 -0800 | [diff] [blame] | 1303 | } |
Dmitriy Ivanov | 07e5bc1 | 2014-10-03 17:52:44 -0700 | [diff] [blame] | 1304 | |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1305 | struct stat file_stat; |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1306 | if (TEMP_FAILURE_RETRY(fstat(task->get_fd(), &file_stat)) != 0) { |
Dmitriy Ivanov | a6c1279 | 2014-10-21 12:09:18 -0700 | [diff] [blame] | 1307 | DL_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno)); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1308 | return false; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1309 | } |
Yabin Cui | 16f7f8d | 2014-11-04 11:08:05 -0800 | [diff] [blame] | 1310 | if (file_offset >= file_stat.st_size) { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 1311 | DL_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64, |
| 1312 | name, file_offset, file_stat.st_size); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1313 | return false; |
Yabin Cui | 16f7f8d | 2014-11-04 11:08:05 -0800 | [diff] [blame] | 1314 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1315 | |
| 1316 | // Check for symlink and other situations where |
Dmitriy Ivanov | 9b82136 | 2015-04-02 16:03:56 -0700 | [diff] [blame] | 1317 | // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set |
| 1318 | if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) { |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1319 | soinfo* si = nullptr; |
| 1320 | if (find_loaded_library_by_inode(ns, file_stat, file_offset, search_linked_namespaces, &si)) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1321 | LD_LOG(kLogDlopen, |
| 1322 | "load_library(ns=%s, task=%s): Already loaded under different name/path \"%s\" - " |
| 1323 | "will return existing soinfo", |
| 1324 | ns->get_name(), name, si->get_realpath()); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1325 | task->set_soinfo(si); |
| 1326 | return true; |
| 1327 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1328 | } |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 1329 | |
Dmitriy Ivanov | e8ba50f | 2014-09-15 17:00:10 -0700 | [diff] [blame] | 1330 | if ((rtld_flags & RTLD_NOLOAD) != 0) { |
Dmitriy Ivanov | a6ac54a | 2014-09-09 10:21:42 -0700 | [diff] [blame] | 1331 | DL_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1332 | return false; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1333 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1334 | |
Dimitry Ivanov | bf34ba3 | 2017-04-21 13:12:05 -0700 | [diff] [blame] | 1335 | struct statfs fs_stat; |
| 1336 | if (TEMP_FAILURE_RETRY(fstatfs(task->get_fd(), &fs_stat)) != 0) { |
| 1337 | DL_ERR("unable to fstatfs file for the library \"%s\": %s", name, strerror(errno)); |
| 1338 | return false; |
| 1339 | } |
| 1340 | |
| 1341 | // do not check accessibility using realpath if fd is located on tmpfs |
| 1342 | // this enables use of memfd_create() for apps |
| 1343 | if ((fs_stat.f_type != TMPFS_MAGIC) && (!ns->is_accessible(realpath))) { |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1344 | // TODO(dimitry): workaround for http://b/26394120 - the grey-list |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1345 | |
| 1346 | // TODO(dimitry) before O release: add a namespace attribute to have this enabled |
| 1347 | // only for classloader-namespaces |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1348 | const soinfo* needed_by = task->is_dt_needed() ? task->get_needed_by() : nullptr; |
Dimitry Ivanov | 35c8e3b | 2017-02-27 12:17:47 -0800 | [diff] [blame] | 1349 | if (is_greylisted(ns, name, needed_by)) { |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1350 | // print warning only if needed by non-system library |
| 1351 | if (needed_by == nullptr || !is_system_library(needed_by->get_realpath())) { |
| 1352 | const soinfo* needed_or_dlopened_by = task->get_needed_by(); |
| 1353 | const char* sopath = needed_or_dlopened_by == nullptr ? "(unknown)" : |
| 1354 | needed_or_dlopened_by->get_realpath(); |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 1355 | DL_WARN_documented_change(__ANDROID_API_N__, |
| 1356 | "private-api-enforced-for-api-level-24", |
| 1357 | "library \"%s\" (\"%s\") needed or dlopened by \"%s\" " |
| 1358 | "is not accessible by namespace \"%s\"", |
| 1359 | name, realpath.c_str(), sopath, ns->get_name()); |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1360 | add_dlwarning(sopath, "unauthorized access to", name); |
| 1361 | } |
| 1362 | } else { |
| 1363 | // do not load libraries if they are not accessible for the specified namespace. |
| 1364 | const char* needed_or_dlopened_by = task->get_needed_by() == nullptr ? |
| 1365 | "(unknown)" : |
| 1366 | task->get_needed_by()->get_realpath(); |
Dimitry Ivanov | d17a377 | 2016-03-01 13:11:28 -0800 | [diff] [blame] | 1367 | |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1368 | DL_ERR("library \"%s\" needed or dlopened by \"%s\" is not accessible for the namespace \"%s\"", |
| 1369 | name, needed_or_dlopened_by, ns->get_name()); |
Dimitry Ivanov | d17a377 | 2016-03-01 13:11:28 -0800 | [diff] [blame] | 1370 | |
Dimitry Ivanov | 35c8e3b | 2017-02-27 12:17:47 -0800 | [diff] [blame] | 1371 | // do not print this if a library is in the list of shared libraries for linked namespaces |
| 1372 | if (!maybe_accessible_via_namespace_links(ns, name)) { |
| 1373 | PRINT("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the" |
| 1374 | " namespace: [name=\"%s\", ld_library_paths=\"%s\", default_library_paths=\"%s\"," |
| 1375 | " permitted_paths=\"%s\"]", |
| 1376 | name, realpath.c_str(), |
| 1377 | needed_or_dlopened_by, |
| 1378 | ns->get_name(), |
| 1379 | android::base::Join(ns->get_ld_library_paths(), ':').c_str(), |
| 1380 | android::base::Join(ns->get_default_library_paths(), ':').c_str(), |
| 1381 | android::base::Join(ns->get_permitted_paths(), ':').c_str()); |
| 1382 | } |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1383 | return false; |
| 1384 | } |
Dimitry Ivanov | 22840aa | 2015-12-04 18:28:49 -0800 | [diff] [blame] | 1385 | } |
| 1386 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1387 | soinfo* si = soinfo_alloc(ns, realpath.c_str(), &file_stat, file_offset, rtld_flags); |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1388 | if (si == nullptr) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1389 | return false; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1390 | } |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 1391 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1392 | task->set_soinfo(si); |
| 1393 | |
| 1394 | // Read the ELF header and some of the segments. |
| 1395 | if (!task->read(realpath.c_str(), file_stat.st_size)) { |
Dmitriy Ivanov | fd7a91e | 2015-11-06 10:44:37 -0800 | [diff] [blame] | 1396 | soinfo_free(si); |
| 1397 | task->set_soinfo(nullptr); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1398 | return false; |
| 1399 | } |
| 1400 | |
| 1401 | // find and set DT_RUNPATH and dt_soname |
| 1402 | // Note that these field values are temporary and are |
| 1403 | // going to be overwritten on soinfo::prelink_image |
| 1404 | // with values from PT_LOAD segments. |
| 1405 | const ElfReader& elf_reader = task->get_elf_reader(); |
| 1406 | for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) { |
| 1407 | if (d->d_tag == DT_RUNPATH) { |
| 1408 | si->set_dt_runpath(elf_reader.get_string(d->d_un.d_val)); |
| 1409 | } |
| 1410 | if (d->d_tag == DT_SONAME) { |
| 1411 | si->set_soname(elf_reader.get_string(d->d_un.d_val)); |
| 1412 | } |
| 1413 | } |
| 1414 | |
Dan Willemsen | 5038ef6 | 2018-10-21 17:45:04 -0700 | [diff] [blame] | 1415 | #if !defined(__ANDROID__) |
| 1416 | // Bionic on the host currently uses some Android prebuilts, which don't set |
| 1417 | // DT_RUNPATH with any relative paths, so they can't find their dependencies. |
| 1418 | // b/118058804 |
| 1419 | if (si->get_dt_runpath().empty()) { |
| 1420 | si->set_dt_runpath("$ORIGIN/../lib64:$ORIGIN/lib64"); |
| 1421 | } |
| 1422 | #endif |
| 1423 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1424 | for_each_dt_needed(task->get_elf_reader(), [&](const char* name) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1425 | LD_LOG(kLogDlopen, "load_library(ns=%s, task=%s): Adding DT_NEEDED task: %s", |
| 1426 | ns->get_name(), task->get_name(), name); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1427 | load_tasks->push_back(LoadTask::create(name, si, ns, task->get_readers_map())); |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1428 | }); |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 1429 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1430 | return true; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1431 | } |
| 1432 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1433 | static bool load_library(android_namespace_t* ns, |
| 1434 | LoadTask* task, |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1435 | ZipArchiveCache* zip_archive_cache, |
| 1436 | LoadTaskList* load_tasks, |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1437 | int rtld_flags, |
| 1438 | bool search_linked_namespaces) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1439 | const char* name = task->get_name(); |
| 1440 | soinfo* needed_by = task->get_needed_by(); |
| 1441 | const android_dlextinfo* extinfo = task->get_extinfo(); |
| 1442 | |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1443 | off64_t file_offset; |
| 1444 | std::string realpath; |
Spencer Low | 0346ad7 | 2015-04-22 18:06:51 -0700 | [diff] [blame] | 1445 | if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) { |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1446 | file_offset = 0; |
Spencer Low | 0346ad7 | 2015-04-22 18:06:51 -0700 | [diff] [blame] | 1447 | if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) { |
| 1448 | file_offset = extinfo->library_fd_offset; |
| 1449 | } |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1450 | |
| 1451 | if (!realpath_fd(extinfo->library_fd, &realpath)) { |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 1452 | if (!is_first_stage_init()) { |
| 1453 | PRINT( |
| 1454 | "warning: unable to get realpath for the library \"%s\" by extinfo->library_fd. " |
| 1455 | "Will use given name.", |
| 1456 | name); |
| 1457 | } |
Dmitriy Ivanov | a1feb11 | 2015-10-01 18:41:57 -0700 | [diff] [blame] | 1458 | realpath = name; |
| 1459 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1460 | |
| 1461 | task->set_fd(extinfo->library_fd, false); |
| 1462 | task->set_file_offset(file_offset); |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1463 | return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces); |
Spencer Low | 0346ad7 | 2015-04-22 18:06:51 -0700 | [diff] [blame] | 1464 | } |
| 1465 | |
| 1466 | // Open the file. |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1467 | int fd = open_library(ns, zip_archive_cache, name, needed_by, &file_offset, &realpath); |
Spencer Low | 0346ad7 | 2015-04-22 18:06:51 -0700 | [diff] [blame] | 1468 | if (fd == -1) { |
| 1469 | DL_ERR("library \"%s\" not found", name); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1470 | return false; |
Spencer Low | 0346ad7 | 2015-04-22 18:06:51 -0700 | [diff] [blame] | 1471 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1472 | |
| 1473 | task->set_fd(fd, true); |
| 1474 | task->set_file_offset(file_offset); |
| 1475 | |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1476 | return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces); |
Spencer Low | 0346ad7 | 2015-04-22 18:06:51 -0700 | [diff] [blame] | 1477 | } |
| 1478 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1479 | static bool find_loaded_library_by_soname(android_namespace_t* ns, |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1480 | const char* name, |
| 1481 | soinfo** candidate) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1482 | return !ns->soinfo_list().visit([&](soinfo* si) { |
Dmitriy Ivanov | 618f1a3 | 2015-03-17 20:06:36 -0700 | [diff] [blame] | 1483 | const char* soname = si->get_soname(); |
| 1484 | if (soname != nullptr && (strcmp(name, soname) == 0)) { |
Dimitry Ivanov | 3bd9061 | 2017-02-01 08:54:43 -0800 | [diff] [blame] | 1485 | *candidate = si; |
| 1486 | return false; |
Ard Biesheuvel | 12c78bb | 2012-08-14 12:30:09 +0200 | [diff] [blame] | 1487 | } |
Dmitriy Ivanov | a970333 | 2015-06-16 15:38:21 -0700 | [diff] [blame] | 1488 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1489 | return true; |
| 1490 | }); |
Ard Biesheuvel | 12c78bb | 2012-08-14 12:30:09 +0200 | [diff] [blame] | 1491 | } |
| 1492 | |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1493 | // Returns true if library was found and false otherwise |
| 1494 | static bool find_loaded_library_by_soname(android_namespace_t* ns, |
| 1495 | const char* name, |
| 1496 | bool search_linked_namespaces, |
| 1497 | soinfo** candidate) { |
| 1498 | *candidate = nullptr; |
| 1499 | |
| 1500 | // Ignore filename with path. |
| 1501 | if (strchr(name, '/') != nullptr) { |
| 1502 | return false; |
| 1503 | } |
| 1504 | |
| 1505 | bool found = find_loaded_library_by_soname(ns, name, candidate); |
| 1506 | |
| 1507 | if (!found && search_linked_namespaces) { |
| 1508 | // if a library was not found - look into linked namespaces |
| 1509 | for (auto& link : ns->linked_namespaces()) { |
| 1510 | if (!link.is_accessible(name)) { |
| 1511 | continue; |
| 1512 | } |
| 1513 | |
| 1514 | android_namespace_t* linked_ns = link.linked_namespace(); |
| 1515 | |
| 1516 | if (find_loaded_library_by_soname(linked_ns, name, candidate)) { |
| 1517 | return true; |
| 1518 | } |
| 1519 | } |
| 1520 | } |
| 1521 | |
| 1522 | return found; |
| 1523 | } |
| 1524 | |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1525 | static bool find_library_in_linked_namespace(const android_namespace_link_t& namespace_link, |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1526 | LoadTask* task) { |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1527 | android_namespace_t* ns = namespace_link.linked_namespace(); |
| 1528 | |
| 1529 | soinfo* candidate; |
| 1530 | bool loaded = false; |
| 1531 | |
| 1532 | std::string soname; |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1533 | if (find_loaded_library_by_soname(ns, task->get_name(), false, &candidate)) { |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1534 | loaded = true; |
| 1535 | soname = candidate->get_soname(); |
| 1536 | } else { |
| 1537 | soname = resolve_soname(task->get_name()); |
| 1538 | } |
| 1539 | |
| 1540 | if (!namespace_link.is_accessible(soname.c_str())) { |
| 1541 | // the library is not accessible via namespace_link |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1542 | LD_LOG(kLogDlopen, |
| 1543 | "find_library_in_linked_namespace(ns=%s, task=%s): Not accessible (soname=%s)", |
| 1544 | ns->get_name(), task->get_name(), soname.c_str()); |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1545 | return false; |
| 1546 | } |
| 1547 | |
| 1548 | // if library is already loaded - return it |
| 1549 | if (loaded) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1550 | LD_LOG(kLogDlopen, "find_library_in_linked_namespace(ns=%s, task=%s): Already loaded", |
| 1551 | ns->get_name(), task->get_name()); |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1552 | task->set_soinfo(candidate); |
| 1553 | return true; |
| 1554 | } |
| 1555 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1556 | // returning true with empty soinfo means that the library is okay to be |
Logan Chien | 9ee4591 | 2018-01-18 12:05:09 +0800 | [diff] [blame] | 1557 | // loaded in the namespace but has not yet been loaded there before. |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1558 | LD_LOG(kLogDlopen, "find_library_in_linked_namespace(ns=%s, task=%s): Ok to load", ns->get_name(), |
| 1559 | task->get_name()); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1560 | task->set_soinfo(nullptr); |
| 1561 | return true; |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1562 | } |
| 1563 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1564 | static bool find_library_internal(android_namespace_t* ns, |
| 1565 | LoadTask* task, |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1566 | ZipArchiveCache* zip_archive_cache, |
| 1567 | LoadTaskList* load_tasks, |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1568 | int rtld_flags, |
| 1569 | bool search_linked_namespaces) { |
Dmitriy Ivanov | a970333 | 2015-06-16 15:38:21 -0700 | [diff] [blame] | 1570 | soinfo* candidate; |
| 1571 | |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1572 | if (find_loaded_library_by_soname(ns, task->get_name(), search_linked_namespaces, &candidate)) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1573 | LD_LOG(kLogDlopen, |
| 1574 | "find_library_internal(ns=%s, task=%s): Already loaded (by soname): %s", |
| 1575 | ns->get_name(), task->get_name(), candidate->get_realpath()); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1576 | task->set_soinfo(candidate); |
| 1577 | return true; |
Dmitriy Ivanov | a970333 | 2015-06-16 15:38:21 -0700 | [diff] [blame] | 1578 | } |
Dmitriy Ivanov | b648a8a | 2014-05-19 15:06:58 -0700 | [diff] [blame] | 1579 | |
| 1580 | // Library might still be loaded, the accurate detection |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1581 | // of this fact is done by load_library. |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1582 | TRACE("[ \"%s\" find_loaded_library_by_soname failed (*candidate=%s@%p). Trying harder... ]", |
| 1583 | task->get_name(), candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate); |
Dmitriy Ivanov | a970333 | 2015-06-16 15:38:21 -0700 | [diff] [blame] | 1584 | |
Dimitry Ivanov | d3e7d08 | 2017-03-27 14:11:02 -0700 | [diff] [blame] | 1585 | if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags, search_linked_namespaces)) { |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1586 | return true; |
| 1587 | } |
| 1588 | |
Jiyong Park | efc503d | 2019-02-12 01:08:57 +0900 | [diff] [blame] | 1589 | // TODO(dimitry): workaround for http://b/26394120 (the grey-list) |
| 1590 | if (ns->is_greylist_enabled() && is_greylisted(ns, task->get_name(), task->get_needed_by())) { |
| 1591 | // For the libs in the greylist, switch to the default namespace and then |
| 1592 | // try the load again from there. The library could be loaded from the |
| 1593 | // default namespace or from another namespace (e.g. runtime) that is linked |
| 1594 | // from the default namespace. |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1595 | LD_LOG(kLogDlopen, |
| 1596 | "find_library_internal(ns=%s, task=%s): Greylisted library - trying namespace %s", |
| 1597 | ns->get_name(), task->get_name(), g_default_namespace.get_name()); |
Jiyong Park | efc503d | 2019-02-12 01:08:57 +0900 | [diff] [blame] | 1598 | ns = &g_default_namespace; |
| 1599 | if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags, |
| 1600 | search_linked_namespaces)) { |
| 1601 | return true; |
| 1602 | } |
| 1603 | } |
| 1604 | // END OF WORKAROUND |
| 1605 | |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1606 | if (search_linked_namespaces) { |
| 1607 | // if a library was not found - look into linked namespaces |
dimitry | 8db36a5 | 2017-10-23 15:10:10 +0200 | [diff] [blame] | 1608 | // preserve current dlerror in the case it fails. |
| 1609 | DlErrorRestorer dlerror_restorer; |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1610 | LD_LOG(kLogDlopen, "find_library_internal(ns=%s, task=%s): Trying %zu linked namespaces", |
| 1611 | ns->get_name(), task->get_name(), ns->linked_namespaces().size()); |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1612 | for (auto& linked_namespace : ns->linked_namespaces()) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1613 | if (find_library_in_linked_namespace(linked_namespace, task)) { |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1614 | if (task->get_soinfo() == nullptr) { |
| 1615 | // try to load the library - once namespace boundary is crossed |
| 1616 | // we need to load a library within separate load_group |
| 1617 | // to avoid using symbols from foreign namespace while. |
| 1618 | // |
| 1619 | // However, actual linking is deferred until when the global group |
| 1620 | // is fully identified and is applied to all namespaces. |
| 1621 | // Otherwise, the libs in the linked namespace won't get symbols from |
| 1622 | // the global group. |
| 1623 | if (load_library(linked_namespace.linked_namespace(), task, zip_archive_cache, load_tasks, rtld_flags, false)) { |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1624 | LD_LOG( |
| 1625 | kLogDlopen, "find_library_internal(ns=%s, task=%s): Found in linked namespace %s", |
| 1626 | ns->get_name(), task->get_name(), linked_namespace.linked_namespace()->get_name()); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1627 | return true; |
| 1628 | } |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1629 | } else { |
| 1630 | // lib is already loaded |
| 1631 | return true; |
| 1632 | } |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1633 | } |
| 1634 | } |
| 1635 | } |
| 1636 | |
| 1637 | return false; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1638 | } |
| 1639 | |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1640 | static void soinfo_unload(soinfo* si); |
| 1641 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1642 | static void shuffle(std::vector<LoadTask*>* v) { |
Tom Cherry | 66bc428 | 2018-11-08 13:40:52 -0800 | [diff] [blame] | 1643 | if (is_first_stage_init()) { |
| 1644 | // arc4random* is not available in first stage init because /dev/random |
| 1645 | // hasn't yet been created. |
Jiyong Park | 31cd08f | 2018-06-01 19:18:56 +0900 | [diff] [blame] | 1646 | return; |
| 1647 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1648 | for (size_t i = 0, size = v->size(); i < size; ++i) { |
| 1649 | size_t n = size - i; |
| 1650 | size_t r = arc4random_uniform(n); |
| 1651 | std::swap((*v)[n-1], (*v)[r]); |
| 1652 | } |
| 1653 | } |
| 1654 | |
Evgenii Stepanov | 0cdef7e | 2015-07-06 17:56:31 -0700 | [diff] [blame] | 1655 | // add_as_children - add first-level loaded libraries (i.e. library_names[], but |
| 1656 | // not their transitive dependencies) as children of the start_with library. |
| 1657 | // This is false when find_libraries is called for dlopen(), when newly loaded |
| 1658 | // libraries must form a disjoint tree. |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 1659 | bool find_libraries(android_namespace_t* ns, |
| 1660 | soinfo* start_with, |
| 1661 | const char* const library_names[], |
| 1662 | size_t library_names_count, |
| 1663 | soinfo* soinfos[], |
| 1664 | std::vector<soinfo*>* ld_preloads, |
| 1665 | size_t ld_preloads_count, |
| 1666 | int rtld_flags, |
| 1667 | const android_dlextinfo* extinfo, |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1668 | bool add_as_children, |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1669 | bool search_linked_namespaces, |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1670 | std::vector<android_namespace_t*>* namespaces) { |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1671 | // Step 0: prepare. |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1672 | std::unordered_map<const soinfo*, ElfReader> readers_map; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1673 | LoadTaskList load_tasks; |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1674 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1675 | for (size_t i = 0; i < library_names_count; ++i) { |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1676 | const char* name = library_names[i]; |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1677 | load_tasks.push_back(LoadTask::create(name, start_with, ns, &readers_map)); |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1678 | } |
| 1679 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1680 | // If soinfos array is null allocate one on stack. |
| 1681 | // The array is needed in case of failure; for example |
| 1682 | // when library_names[] = {libone.so, libtwo.so} and libone.so |
| 1683 | // is loaded correctly but libtwo.so failed for some reason. |
| 1684 | // In this case libone.so should be unloaded on return. |
| 1685 | // See also implementation of failure_guard below. |
| 1686 | |
| 1687 | if (soinfos == nullptr) { |
| 1688 | size_t soinfos_size = sizeof(soinfo*)*library_names_count; |
| 1689 | soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size)); |
| 1690 | memset(soinfos, 0, soinfos_size); |
| 1691 | } |
| 1692 | |
| 1693 | // list of libraries to link - see step 2. |
| 1694 | size_t soinfos_count = 0; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1695 | |
Tom Cherry | b8ab618 | 2017-04-05 16:20:29 -0700 | [diff] [blame] | 1696 | auto scope_guard = android::base::make_scope_guard([&]() { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1697 | for (LoadTask* t : load_tasks) { |
| 1698 | LoadTask::deleter(t); |
| 1699 | } |
| 1700 | }); |
| 1701 | |
Dmitriy Ivanov | b482750 | 2015-09-28 16:38:31 -0700 | [diff] [blame] | 1702 | ZipArchiveCache zip_archive_cache; |
| 1703 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1704 | // Step 1: expand the list of load_tasks to include |
| 1705 | // all DT_NEEDED libraries (do not load them just yet) |
| 1706 | for (size_t i = 0; i<load_tasks.size(); ++i) { |
| 1707 | LoadTask* task = load_tasks[i]; |
Evgenii Stepanov | 6865082 | 2015-06-10 13:38:39 -0700 | [diff] [blame] | 1708 | soinfo* needed_by = task->get_needed_by(); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1709 | |
Dmitriy Ivanov | edfc9f6 | 2015-09-02 16:32:02 -0700 | [diff] [blame] | 1710 | bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1711 | task->set_extinfo(is_dt_needed ? nullptr : extinfo); |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 1712 | task->set_dt_needed(is_dt_needed); |
Dmitriy Ivanov | edfc9f6 | 2015-09-02 16:32:02 -0700 | [diff] [blame] | 1713 | |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 1714 | LD_LOG(kLogDlopen, "find_libraries(ns=%s): task=%s, is_dt_needed=%d", ns->get_name(), |
| 1715 | task->get_name(), is_dt_needed); |
| 1716 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1717 | // Note: start from the namespace that is stored in the LoadTask. This namespace |
| 1718 | // is different from the current namespace when the LoadTask is for a transitive |
| 1719 | // dependency and the lib that created the LoadTask is not found in the |
| 1720 | // current namespace but in one of the linked namespace. |
| 1721 | if (!find_library_internal(const_cast<android_namespace_t*>(task->get_start_from()), |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1722 | task, |
| 1723 | &zip_archive_cache, |
| 1724 | &load_tasks, |
| 1725 | rtld_flags, |
| 1726 | search_linked_namespaces || is_dt_needed)) { |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1727 | return false; |
| 1728 | } |
| 1729 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1730 | soinfo* si = task->get_soinfo(); |
| 1731 | |
Dmitriy Ivanov | edfc9f6 | 2015-09-02 16:32:02 -0700 | [diff] [blame] | 1732 | if (is_dt_needed) { |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1733 | needed_by->add_child(si); |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 1734 | } |
| 1735 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1736 | // When ld_preloads is not null, the first |
| 1737 | // ld_preloads_count libs are in fact ld_preloads. |
| 1738 | if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) { |
Dmitriy Ivanov | d165f56 | 2015-03-23 18:43:02 -0700 | [diff] [blame] | 1739 | ld_preloads->push_back(si); |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1740 | } |
| 1741 | |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1742 | if (soinfos_count < library_names_count) { |
| 1743 | soinfos[soinfos_count++] = si; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1744 | } |
| 1745 | } |
| 1746 | |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1747 | // Step 2: Load libraries in random order (see b/24047022) |
| 1748 | LoadTaskList load_list; |
| 1749 | for (auto&& task : load_tasks) { |
| 1750 | soinfo* si = task->get_soinfo(); |
| 1751 | auto pred = [&](const LoadTask* t) { |
| 1752 | return t->get_soinfo() == si; |
| 1753 | }; |
| 1754 | |
| 1755 | if (!si->is_linked() && |
| 1756 | std::find_if(load_list.begin(), load_list.end(), pred) == load_list.end() ) { |
| 1757 | load_list.push_back(task); |
| 1758 | } |
| 1759 | } |
Torne (Richard Coles) | efbe9a5 | 2018-10-17 15:59:38 -0400 | [diff] [blame] | 1760 | bool reserved_address_recursive = false; |
| 1761 | if (extinfo) { |
| 1762 | reserved_address_recursive = extinfo->flags & ANDROID_DLEXT_RESERVED_ADDRESS_RECURSIVE; |
| 1763 | } |
| 1764 | if (!reserved_address_recursive) { |
| 1765 | // Shuffle the load order in the normal case, but not if we are loading all |
| 1766 | // the libraries to a reserved address range. |
| 1767 | shuffle(&load_list); |
| 1768 | } |
| 1769 | |
| 1770 | // Set up address space parameters. |
| 1771 | address_space_params extinfo_params, default_params; |
| 1772 | size_t relro_fd_offset = 0; |
| 1773 | if (extinfo) { |
| 1774 | if (extinfo->flags & ANDROID_DLEXT_RESERVED_ADDRESS) { |
| 1775 | extinfo_params.start_addr = extinfo->reserved_addr; |
| 1776 | extinfo_params.reserved_size = extinfo->reserved_size; |
| 1777 | extinfo_params.must_use_address = true; |
| 1778 | } else if (extinfo->flags & ANDROID_DLEXT_RESERVED_ADDRESS_HINT) { |
| 1779 | extinfo_params.start_addr = extinfo->reserved_addr; |
| 1780 | extinfo_params.reserved_size = extinfo->reserved_size; |
| 1781 | } |
| 1782 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1783 | |
| 1784 | for (auto&& task : load_list) { |
Torne (Richard Coles) | efbe9a5 | 2018-10-17 15:59:38 -0400 | [diff] [blame] | 1785 | address_space_params* address_space = |
| 1786 | (reserved_address_recursive || !task->is_dt_needed()) ? &extinfo_params : &default_params; |
| 1787 | if (!task->load(address_space)) { |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1788 | return false; |
| 1789 | } |
| 1790 | } |
| 1791 | |
| 1792 | // Step 3: pre-link all DT_NEEDED libraries in breadth first order. |
| 1793 | for (auto&& task : load_tasks) { |
| 1794 | soinfo* si = task->get_soinfo(); |
| 1795 | if (!si->is_linked() && !si->prelink_image()) { |
| 1796 | return false; |
| 1797 | } |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 1798 | register_soinfo_tls(si); |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1799 | } |
| 1800 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1801 | // Step 4: Construct the global group. Note: DF_1_GLOBAL bit of a library is |
| 1802 | // determined at step 3. |
| 1803 | |
| 1804 | // Step 4-1: DF_1_GLOBAL bit is force set for LD_PRELOADed libs because they |
| 1805 | // must be added to the global group |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1806 | if (ld_preloads != nullptr) { |
| 1807 | for (auto&& si : *ld_preloads) { |
| 1808 | si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL); |
| 1809 | } |
| 1810 | } |
| 1811 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1812 | // Step 4-2: Gather all DF_1_GLOBAL libs which were newly loaded during this |
| 1813 | // run. These will be the new member of the global group |
| 1814 | soinfo_list_t new_global_group_members; |
| 1815 | for (auto&& task : load_tasks) { |
| 1816 | soinfo* si = task->get_soinfo(); |
| 1817 | if (!si->is_linked() && (si->get_dt_flags_1() & DF_1_GLOBAL) != 0) { |
| 1818 | new_global_group_members.push_back(si); |
| 1819 | } |
| 1820 | } |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 1821 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1822 | // Step 4-3: Add the new global group members to all the linked namespaces |
Jiyong Park | 01162f2 | 2017-10-16 15:31:09 +0900 | [diff] [blame] | 1823 | if (namespaces != nullptr) { |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1824 | for (auto linked_ns : *namespaces) { |
Jiyong Park | 01162f2 | 2017-10-16 15:31:09 +0900 | [diff] [blame] | 1825 | for (auto si : new_global_group_members) { |
| 1826 | if (si->get_primary_namespace() != linked_ns) { |
| 1827 | linked_ns->add_soinfo(si); |
| 1828 | si->add_secondary_namespace(linked_ns); |
| 1829 | } |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1830 | } |
| 1831 | } |
| 1832 | } |
| 1833 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1834 | // Step 5: Collect roots of local_groups. |
| 1835 | // Whenever needed_by->si link crosses a namespace boundary it forms its own local_group. |
| 1836 | // Here we collect new roots to link them separately later on. Note that we need to avoid |
| 1837 | // collecting duplicates. Also the order is important. They need to be linked in the same |
| 1838 | // BFS order we link individual libraries. |
| 1839 | std::vector<soinfo*> local_group_roots; |
| 1840 | if (start_with != nullptr && add_as_children) { |
| 1841 | local_group_roots.push_back(start_with); |
| 1842 | } else { |
| 1843 | CHECK(soinfos_count == 1); |
| 1844 | local_group_roots.push_back(soinfos[0]); |
| 1845 | } |
| 1846 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1847 | for (auto&& task : load_tasks) { |
| 1848 | soinfo* si = task->get_soinfo(); |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1849 | soinfo* needed_by = task->get_needed_by(); |
| 1850 | bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children); |
| 1851 | android_namespace_t* needed_by_ns = |
| 1852 | is_dt_needed ? needed_by->get_primary_namespace() : ns; |
| 1853 | |
| 1854 | if (!si->is_linked() && si->get_primary_namespace() != needed_by_ns) { |
| 1855 | auto it = std::find(local_group_roots.begin(), local_group_roots.end(), si); |
| 1856 | LD_LOG(kLogDlopen, |
| 1857 | "Crossing namespace boundary (si=%s@%p, si_ns=%s@%p, needed_by=%s@%p, ns=%s@%p, needed_by_ns=%s@%p) adding to local_group_roots: %s", |
| 1858 | si->get_realpath(), |
| 1859 | si, |
| 1860 | si->get_primary_namespace()->get_name(), |
| 1861 | si->get_primary_namespace(), |
| 1862 | needed_by == nullptr ? "(nullptr)" : needed_by->get_realpath(), |
| 1863 | needed_by, |
| 1864 | ns->get_name(), |
| 1865 | ns, |
| 1866 | needed_by_ns->get_name(), |
| 1867 | needed_by_ns, |
| 1868 | it == local_group_roots.end() ? "yes" : "no"); |
| 1869 | |
| 1870 | if (it == local_group_roots.end()) { |
| 1871 | local_group_roots.push_back(si); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 1872 | } |
| 1873 | } |
| 1874 | } |
| 1875 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1876 | // Step 6: Link all local groups |
| 1877 | for (auto root : local_group_roots) { |
| 1878 | soinfo_list_t local_group; |
| 1879 | android_namespace_t* local_group_ns = root->get_primary_namespace(); |
| 1880 | |
| 1881 | walk_dependencies_tree(root, |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1882 | [&] (soinfo* si) { |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1883 | if (local_group_ns->is_accessible(si)) { |
| 1884 | local_group.push_back(si); |
| 1885 | return kWalkContinue; |
| 1886 | } else { |
| 1887 | return kWalkSkip; |
| 1888 | } |
| 1889 | }); |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1890 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1891 | soinfo_list_t global_group = local_group_ns->get_global_group(); |
| 1892 | bool linked = local_group.visit([&](soinfo* si) { |
Torne (Richard Coles) | 5d10374 | 2019-04-11 12:25:06 -0400 | [diff] [blame] | 1893 | // Even though local group may contain accessible soinfos from other namespaces |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1894 | // we should avoid linking them (because if they are not linked -> they |
| 1895 | // are in the local_group_roots and will be linked later). |
| 1896 | if (!si->is_linked() && si->get_primary_namespace() == local_group_ns) { |
Torne (Richard Coles) | 5d10374 | 2019-04-11 12:25:06 -0400 | [diff] [blame] | 1897 | const android_dlextinfo* link_extinfo = nullptr; |
| 1898 | if (si == soinfos[0] || reserved_address_recursive) { |
| 1899 | // Only forward extinfo for the first library unless the recursive |
| 1900 | // flag is set. |
| 1901 | link_extinfo = extinfo; |
| 1902 | } |
| 1903 | if (!si->link_image(global_group, local_group, link_extinfo, &relro_fd_offset) || |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1904 | !get_cfi_shadow()->AfterLoad(si, solist_get_head())) { |
| 1905 | return false; |
| 1906 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1907 | } |
Dmitriy Ivanov | cfa97f1 | 2014-10-21 09:23:18 -0700 | [diff] [blame] | 1908 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1909 | return true; |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 1910 | }); |
Elliott Hughes | 27f1806 | 2017-11-29 18:47:42 +0000 | [diff] [blame] | 1911 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1912 | if (!linked) { |
| 1913 | return false; |
| 1914 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1915 | } |
| 1916 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1917 | // Step 7: Mark all load_tasks as linked and increment refcounts |
| 1918 | // for references between load_groups (at this point it does not matter if |
| 1919 | // referenced load_groups were loaded by previous dlopen or as part of this |
| 1920 | // one on step 6) |
| 1921 | if (start_with != nullptr && add_as_children) { |
| 1922 | start_with->set_linked(); |
| 1923 | } |
| 1924 | |
| 1925 | for (auto&& task : load_tasks) { |
| 1926 | soinfo* si = task->get_soinfo(); |
| 1927 | si->set_linked(); |
| 1928 | } |
| 1929 | |
| 1930 | for (auto&& task : load_tasks) { |
| 1931 | soinfo* si = task->get_soinfo(); |
| 1932 | soinfo* needed_by = task->get_needed_by(); |
| 1933 | if (needed_by != nullptr && |
| 1934 | needed_by != start_with && |
| 1935 | needed_by->get_local_group_root() != si->get_local_group_root()) { |
| 1936 | si->increment_ref_count(); |
| 1937 | } |
| 1938 | } |
| 1939 | |
| 1940 | |
| 1941 | return true; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1942 | } |
| 1943 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 1944 | static soinfo* find_library(android_namespace_t* ns, |
| 1945 | const char* name, int rtld_flags, |
Evgenii Stepanov | 0cdef7e | 2015-07-06 17:56:31 -0700 | [diff] [blame] | 1946 | const android_dlextinfo* extinfo, |
| 1947 | soinfo* needed_by) { |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1948 | soinfo* si = nullptr; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1949 | |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 1950 | if (name == nullptr) { |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 1951 | si = solist_get_somain(); |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1952 | } else if (!find_libraries(ns, |
| 1953 | needed_by, |
| 1954 | &name, |
| 1955 | 1, |
| 1956 | &si, |
| 1957 | nullptr, |
| 1958 | 0, |
| 1959 | rtld_flags, |
| 1960 | extinfo, |
| 1961 | false /* add_as_children */, |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1962 | true /* search_linked_namespaces */)) { |
| 1963 | if (si != nullptr) { |
| 1964 | soinfo_unload(si); |
| 1965 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 1966 | return nullptr; |
| 1967 | } |
| 1968 | |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 1969 | si->increment_ref_count(); |
| 1970 | |
Elliott Hughes | d23736e | 2012-11-01 15:16:56 -0700 | [diff] [blame] | 1971 | return si; |
| 1972 | } |
Elliott Hughes | bedfe38 | 2012-08-14 14:07:59 -0700 | [diff] [blame] | 1973 | |
dimitry | 06016f2 | 2018-01-05 11:39:28 +0100 | [diff] [blame] | 1974 | static void soinfo_unload_impl(soinfo* root) { |
Dimitry Ivanov | 6705e8c | 2017-03-21 10:29:06 -0700 | [diff] [blame] | 1975 | ScopedTrace trace((std::string("unload ") + root->get_realpath()).c_str()); |
dimitry | 06016f2 | 2018-01-05 11:39:28 +0100 | [diff] [blame] | 1976 | bool is_linked = root->is_linked(); |
Dimitry Ivanov | 6705e8c | 2017-03-21 10:29:06 -0700 | [diff] [blame] | 1977 | |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 1978 | if (!root->can_unload()) { |
dimitry | c92ce71 | 2017-10-27 14:12:53 +0200 | [diff] [blame] | 1979 | LD_LOG(kLogDlopen, |
| 1980 | "... dlclose(root=\"%s\"@%p) ... not unloading - the load group is flagged with NODELETE", |
| 1981 | root->get_realpath(), |
| 1982 | root); |
Dmitriy Ivanov | 1b20daf | 2014-05-19 15:06:58 -0700 | [diff] [blame] | 1983 | return; |
| 1984 | } |
| 1985 | |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 1986 | |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 1987 | soinfo_list_t unload_list; |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 1988 | unload_list.push_back(root); |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 1989 | |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 1990 | soinfo_list_t local_unload_list; |
| 1991 | soinfo_list_t external_unload_list; |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 1992 | soinfo* si = nullptr; |
| 1993 | |
| 1994 | while ((si = unload_list.pop_front()) != nullptr) { |
| 1995 | if (local_unload_list.contains(si)) { |
| 1996 | continue; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 1997 | } |
Elliott Hughes | d23736e | 2012-11-01 15:16:56 -0700 | [diff] [blame] | 1998 | |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 1999 | local_unload_list.push_back(si); |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 2000 | |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2001 | if (si->has_min_version(0)) { |
| 2002 | soinfo* child = nullptr; |
| 2003 | while ((child = si->get_children().pop_front()) != nullptr) { |
| 2004 | TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si, |
| 2005 | child->get_realpath(), child); |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 2006 | |
Dimitry Ivanov | ec90e24 | 2017-02-10 11:04:20 -0800 | [diff] [blame] | 2007 | child->get_parents().remove(si); |
| 2008 | |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2009 | if (local_unload_list.contains(child)) { |
| 2010 | continue; |
| 2011 | } else if (child->is_linked() && child->get_local_group_root() != root) { |
| 2012 | external_unload_list.push_back(child); |
Dimitry Ivanov | ec90e24 | 2017-02-10 11:04:20 -0800 | [diff] [blame] | 2013 | } else if (child->get_parents().empty()) { |
| 2014 | unload_list.push_back(child); |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2015 | } |
| 2016 | } |
| 2017 | } else { |
Christopher Ferris | 7a3681e | 2017-04-24 17:48:32 -0700 | [diff] [blame] | 2018 | async_safe_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si); |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 2019 | } |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2020 | } |
| 2021 | |
| 2022 | local_unload_list.for_each([](soinfo* si) { |
dimitry | c92ce71 | 2017-10-27 14:12:53 +0200 | [diff] [blame] | 2023 | LD_LOG(kLogDlopen, |
| 2024 | "... dlclose: calling destructors for \"%s\"@%p ... ", |
| 2025 | si->get_realpath(), |
| 2026 | si); |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2027 | si->call_destructors(); |
dimitry | c92ce71 | 2017-10-27 14:12:53 +0200 | [diff] [blame] | 2028 | LD_LOG(kLogDlopen, |
| 2029 | "... dlclose: calling destructors for \"%s\"@%p ... done", |
| 2030 | si->get_realpath(), |
| 2031 | si); |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2032 | }); |
| 2033 | |
| 2034 | while ((si = local_unload_list.pop_front()) != nullptr) { |
dimitry | c92ce71 | 2017-10-27 14:12:53 +0200 | [diff] [blame] | 2035 | LD_LOG(kLogDlopen, |
| 2036 | "... dlclose: unloading \"%s\"@%p ...", |
| 2037 | si->get_realpath(), |
| 2038 | si); |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2039 | notify_gdb_of_unload(si); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 2040 | unregister_soinfo_tls(si); |
Evgenii Stepanov | 0a3637d | 2016-07-06 13:20:59 -0700 | [diff] [blame] | 2041 | get_cfi_shadow()->BeforeUnload(si); |
Dimitry Ivanov | 83fcb54 | 2016-05-04 17:19:14 -0700 | [diff] [blame] | 2042 | soinfo_free(si); |
| 2043 | } |
| 2044 | |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 2045 | if (is_linked) { |
| 2046 | while ((si = external_unload_list.pop_front()) != nullptr) { |
| 2047 | LD_LOG(kLogDlopen, |
| 2048 | "... dlclose: unloading external reference \"%s\"@%p ...", |
| 2049 | si->get_realpath(), |
| 2050 | si); |
| 2051 | soinfo_unload(si); |
| 2052 | } |
| 2053 | } else { |
| 2054 | LD_LOG(kLogDlopen, |
| 2055 | "... dlclose: unload_si was not linked - not unloading external references ..."); |
Dmitriy Ivanov | a254705 | 2014-11-18 12:03:09 -0800 | [diff] [blame] | 2056 | } |
| 2057 | } |
| 2058 | |
dimitry | 06016f2 | 2018-01-05 11:39:28 +0100 | [diff] [blame] | 2059 | static void soinfo_unload(soinfo* unload_si) { |
| 2060 | // Note that the library can be loaded but not linked; |
| 2061 | // in which case there is no root but we still need |
| 2062 | // to walk the tree and unload soinfos involved. |
| 2063 | // |
| 2064 | // This happens on unsuccessful dlopen, when one of |
| 2065 | // the DT_NEEDED libraries could not be linked/found. |
| 2066 | bool is_linked = unload_si->is_linked(); |
| 2067 | soinfo* root = is_linked ? unload_si->get_local_group_root() : unload_si; |
| 2068 | |
| 2069 | LD_LOG(kLogDlopen, |
| 2070 | "... dlclose(realpath=\"%s\"@%p) ... load group root is \"%s\"@%p", |
| 2071 | unload_si->get_realpath(), |
| 2072 | unload_si, |
| 2073 | root->get_realpath(), |
| 2074 | root); |
| 2075 | |
| 2076 | |
| 2077 | size_t ref_count = is_linked ? root->decrement_ref_count() : 0; |
| 2078 | if (ref_count > 0) { |
| 2079 | LD_LOG(kLogDlopen, |
| 2080 | "... dlclose(root=\"%s\"@%p) ... not unloading - decrementing ref_count to %zd", |
| 2081 | root->get_realpath(), |
| 2082 | root, |
| 2083 | ref_count); |
| 2084 | return; |
| 2085 | } |
| 2086 | |
| 2087 | soinfo_unload_impl(root); |
| 2088 | } |
| 2089 | |
| 2090 | void increment_dso_handle_reference_counter(void* dso_handle) { |
| 2091 | if (dso_handle == nullptr) { |
| 2092 | return; |
| 2093 | } |
| 2094 | |
| 2095 | auto it = g_dso_handle_counters.find(dso_handle); |
| 2096 | if (it != g_dso_handle_counters.end()) { |
| 2097 | CHECK(++it->second != 0); |
| 2098 | } else { |
| 2099 | soinfo* si = find_containing_library(dso_handle); |
| 2100 | if (si != nullptr) { |
| 2101 | ProtectedDataGuard guard; |
dimitry | 55547db | 2018-05-25 14:17:37 +0200 | [diff] [blame] | 2102 | si->increment_ref_count(); |
dimitry | 06016f2 | 2018-01-05 11:39:28 +0100 | [diff] [blame] | 2103 | } else { |
| 2104 | async_safe_fatal( |
| 2105 | "increment_dso_handle_reference_counter: Couldn't find soinfo by dso_handle=%p", |
| 2106 | dso_handle); |
| 2107 | } |
| 2108 | g_dso_handle_counters[dso_handle] = 1U; |
| 2109 | } |
| 2110 | } |
| 2111 | |
| 2112 | void decrement_dso_handle_reference_counter(void* dso_handle) { |
| 2113 | if (dso_handle == nullptr) { |
| 2114 | return; |
| 2115 | } |
| 2116 | |
| 2117 | auto it = g_dso_handle_counters.find(dso_handle); |
| 2118 | CHECK(it != g_dso_handle_counters.end()); |
| 2119 | CHECK(it->second != 0); |
| 2120 | |
| 2121 | if (--it->second == 0) { |
| 2122 | soinfo* si = find_containing_library(dso_handle); |
| 2123 | if (si != nullptr) { |
| 2124 | ProtectedDataGuard guard; |
dimitry | 55547db | 2018-05-25 14:17:37 +0200 | [diff] [blame] | 2125 | soinfo_unload(si); |
dimitry | 06016f2 | 2018-01-05 11:39:28 +0100 | [diff] [blame] | 2126 | } else { |
| 2127 | async_safe_fatal( |
| 2128 | "decrement_dso_handle_reference_counter: Couldn't find soinfo by dso_handle=%p", |
| 2129 | dso_handle); |
| 2130 | } |
| 2131 | g_dso_handle_counters.erase(it); |
| 2132 | } |
| 2133 | } |
| 2134 | |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2135 | static std::string symbol_display_name(const char* sym_name, const char* sym_ver) { |
| 2136 | if (sym_ver == nullptr) { |
| 2137 | return sym_name; |
| 2138 | } |
| 2139 | |
Dimitry Ivanov | 9cf99cb | 2015-12-11 14:22:24 -0800 | [diff] [blame] | 2140 | return std::string(sym_name) + ", version " + sym_ver; |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2141 | } |
| 2142 | |
Dimitry Ivanov | aca299a | 2016-04-11 12:42:58 -0700 | [diff] [blame] | 2143 | static android_namespace_t* get_caller_namespace(soinfo* caller) { |
| 2144 | return caller != nullptr ? caller->get_primary_namespace() : g_anonymous_namespace; |
| 2145 | } |
| 2146 | |
Elliott Hughes | a4aafd1 | 2014-01-13 16:37:47 -0800 | [diff] [blame] | 2147 | void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) { |
Christopher Ferris | 052fa3a | 2014-08-26 20:48:11 -0700 | [diff] [blame] | 2148 | // Use basic string manipulation calls to avoid snprintf. |
| 2149 | // snprintf indirectly calls pthread_getspecific to get the size of a buffer. |
| 2150 | // When debug malloc is enabled, this call returns 0. This in turn causes |
| 2151 | // snprintf to do nothing, which causes libraries to fail to load. |
| 2152 | // See b/17302493 for further details. |
| 2153 | // Once the above bug is fixed, this code can be modified to use |
| 2154 | // snprintf again. |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 2155 | const auto& default_ld_paths = g_default_namespace.get_default_library_paths(); |
| 2156 | |
| 2157 | size_t required_size = 0; |
| 2158 | for (const auto& path : default_ld_paths) { |
| 2159 | required_size += path.size() + 1; |
Evgenii Stepanov | d640b22 | 2015-07-10 17:54:01 -0700 | [diff] [blame] | 2160 | } |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 2161 | |
| 2162 | if (buffer_size < required_size) { |
Christopher Ferris | 7a3681e | 2017-04-24 17:48:32 -0700 | [diff] [blame] | 2163 | async_safe_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: " |
| 2164 | "buffer len %zu, required len %zu", buffer_size, required_size); |
Christopher Ferris | 052fa3a | 2014-08-26 20:48:11 -0700 | [diff] [blame] | 2165 | } |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 2166 | |
Evgenii Stepanov | d640b22 | 2015-07-10 17:54:01 -0700 | [diff] [blame] | 2167 | char* end = buffer; |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 2168 | for (size_t i = 0; i < default_ld_paths.size(); ++i) { |
Evgenii Stepanov | d640b22 | 2015-07-10 17:54:01 -0700 | [diff] [blame] | 2169 | if (i > 0) *end++ = ':'; |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 2170 | end = stpcpy(end, default_ld_paths[i].c_str()); |
Evgenii Stepanov | d640b22 | 2015-07-10 17:54:01 -0700 | [diff] [blame] | 2171 | } |
Elliott Hughes | a4aafd1 | 2014-01-13 16:37:47 -0800 | [diff] [blame] | 2172 | } |
| 2173 | |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 2174 | void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) { |
Nick Kralevich | 6bb01b6 | 2015-03-07 13:37:05 -0800 | [diff] [blame] | 2175 | parse_LD_LIBRARY_PATH(ld_library_path); |
Elliott Hughes | cade4c3 | 2012-12-20 14:42:14 -0800 | [diff] [blame] | 2176 | } |
| 2177 | |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 2178 | static std::string android_dlextinfo_to_string(const android_dlextinfo* info) { |
| 2179 | if (info == nullptr) { |
| 2180 | return "(null)"; |
| 2181 | } |
| 2182 | |
| 2183 | return android::base::StringPrintf("[flags=0x%" PRIx64 "," |
| 2184 | " reserved_addr=%p," |
| 2185 | " reserved_size=0x%zx," |
| 2186 | " relro_fd=%d," |
| 2187 | " library_fd=%d," |
| 2188 | " library_fd_offset=0x%" PRIx64 "," |
| 2189 | " library_namespace=%s@%p]", |
| 2190 | info->flags, |
| 2191 | info->reserved_addr, |
| 2192 | info->reserved_size, |
| 2193 | info->relro_fd, |
| 2194 | info->library_fd, |
| 2195 | info->library_fd_offset, |
| 2196 | (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ? |
| 2197 | (info->library_namespace != nullptr ? |
| 2198 | info->library_namespace->get_name() : "(null)") : "(n/a)", |
| 2199 | (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ? |
| 2200 | info->library_namespace : nullptr); |
| 2201 | } |
| 2202 | |
Dimitry Ivanov | d9e427c | 2016-11-22 16:55:25 -0800 | [diff] [blame] | 2203 | void* do_dlopen(const char* name, int flags, |
| 2204 | const android_dlextinfo* extinfo, |
| 2205 | const void* caller_addr) { |
Dimitry Ivanov | 5c4a580 | 2017-03-17 16:41:34 -0700 | [diff] [blame] | 2206 | std::string trace_prefix = std::string("dlopen: ") + (name == nullptr ? "(nullptr)" : name); |
| 2207 | ScopedTrace trace(trace_prefix.c_str()); |
| 2208 | ScopedTrace loading_trace((trace_prefix + " - loading and linking").c_str()); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2209 | soinfo* const caller = find_containing_library(caller_addr); |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 2210 | android_namespace_t* ns = get_caller_namespace(caller); |
| 2211 | |
| 2212 | LD_LOG(kLogDlopen, |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 2213 | "dlopen(name=\"%s\", flags=0x%x, extinfo=%s, caller=\"%s\", caller_ns=%s@%p, targetSdkVersion=%i) ...", |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 2214 | name, |
| 2215 | flags, |
| 2216 | android_dlextinfo_to_string(extinfo).c_str(), |
| 2217 | caller == nullptr ? "(null)" : caller->get_realpath(), |
| 2218 | ns == nullptr ? "(null)" : ns->get_name(), |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 2219 | ns, |
| 2220 | get_application_target_sdk_version()); |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 2221 | |
Vic Yang | bb7e123 | 2019-01-29 20:23:16 -0800 | [diff] [blame] | 2222 | auto purge_guard = android::base::make_scope_guard([&]() { purge_unused_memory(); }); |
| 2223 | |
Tom Cherry | b8ab618 | 2017-04-05 16:20:29 -0700 | [diff] [blame] | 2224 | auto failure_guard = android::base::make_scope_guard( |
| 2225 | [&]() { LD_LOG(kLogDlopen, "... dlopen failed: %s", linker_get_error_buffer()); }); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2226 | |
Dmitriy Ivanov | 1b20daf | 2014-05-19 15:06:58 -0700 | [diff] [blame] | 2227 | if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) { |
Elliott Hughes | e66190d | 2012-12-18 15:57:55 -0800 | [diff] [blame] | 2228 | DL_ERR("invalid flags to dlopen: %x", flags); |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 2229 | return nullptr; |
Elliott Hughes | e66190d | 2012-12-18 15:57:55 -0800 | [diff] [blame] | 2230 | } |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2231 | |
Dmitriy Ivanov | 07e5bc1 | 2014-10-03 17:52:44 -0700 | [diff] [blame] | 2232 | if (extinfo != nullptr) { |
| 2233 | if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) { |
| 2234 | DL_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags); |
| 2235 | return nullptr; |
| 2236 | } |
Dmitriy Ivanov | 126af75 | 2015-10-07 16:34:20 -0700 | [diff] [blame] | 2237 | |
Dmitriy Ivanov | 07e5bc1 | 2014-10-03 17:52:44 -0700 | [diff] [blame] | 2238 | if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 && |
Dmitriy Ivanov | a6c1279 | 2014-10-21 12:09:18 -0700 | [diff] [blame] | 2239 | (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 2240 | DL_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without " |
| 2241 | "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags); |
Dmitriy Ivanov | 07e5bc1 | 2014-10-03 17:52:44 -0700 | [diff] [blame] | 2242 | return nullptr; |
| 2243 | } |
Dmitriy Ivanov | 126af75 | 2015-10-07 16:34:20 -0700 | [diff] [blame] | 2244 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2245 | if ((extinfo->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0) { |
| 2246 | if (extinfo->library_namespace == nullptr) { |
| 2247 | DL_ERR("ANDROID_DLEXT_USE_NAMESPACE is set but extinfo->library_namespace is null"); |
| 2248 | return nullptr; |
| 2249 | } |
| 2250 | ns = extinfo->library_namespace; |
| 2251 | } |
Torne (Richard Coles) | 012cb45 | 2014-02-06 14:34:21 +0000 | [diff] [blame] | 2252 | } |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 2253 | |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 2254 | // Workaround for dlopen(/system/lib/<soname>) when .so is in /apex. http://b/121248172 |
| 2255 | // The workaround works only when targetSdkVersion < Q. |
| 2256 | std::string name_to_apex; |
| 2257 | if (translateSystemPathToApexPath(name, &name_to_apex)) { |
| 2258 | const char* new_name = name_to_apex.c_str(); |
| 2259 | LD_LOG(kLogDlopen, "dlopen considering translation from %s to APEX path %s", |
| 2260 | name, |
| 2261 | new_name); |
| 2262 | // Some APEXs could be optionally disabled. Only translate the path |
| 2263 | // when the old file is absent and the new file exists. |
Victor Chang | af12c94 | 2019-02-11 19:35:24 +0000 | [diff] [blame] | 2264 | // TODO(b/124218500): Re-enable it once app compat issue is resolved |
| 2265 | /* |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 2266 | if (file_exists(name)) { |
| 2267 | LD_LOG(kLogDlopen, "dlopen %s exists, not translating", name); |
Victor Chang | af12c94 | 2019-02-11 19:35:24 +0000 | [diff] [blame] | 2268 | } else |
| 2269 | */ |
| 2270 | if (!file_exists(new_name)) { |
Victor Chang | 6cb719f | 2019-02-06 17:19:10 +0000 | [diff] [blame] | 2271 | LD_LOG(kLogDlopen, "dlopen %s does not exist, not translating", |
| 2272 | new_name); |
| 2273 | } else { |
| 2274 | LD_LOG(kLogDlopen, "dlopen translation accepted: using %s", new_name); |
| 2275 | name = new_name; |
| 2276 | } |
| 2277 | } |
| 2278 | // End Workaround for dlopen(/system/lib/<soname>) when .so is in /apex. |
| 2279 | |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 2280 | std::string asan_name_holder; |
| 2281 | |
| 2282 | const char* translated_name = name; |
Dimitry Ivanov | 6c14f86 | 2016-12-05 13:35:47 -0800 | [diff] [blame] | 2283 | if (g_is_asan && translated_name != nullptr && translated_name[0] == '/') { |
Evgenii Stepanov | 9e77a64 | 2017-07-27 14:55:44 -0700 | [diff] [blame] | 2284 | char original_path[PATH_MAX]; |
| 2285 | if (realpath(name, original_path) != nullptr) { |
| 2286 | asan_name_holder = std::string(kAsanLibDirPrefix) + original_path; |
Vishwath Mohan | 4113def | 2017-03-29 15:31:34 -0700 | [diff] [blame] | 2287 | if (file_exists(asan_name_holder.c_str())) { |
Evgenii Stepanov | 9e77a64 | 2017-07-27 14:55:44 -0700 | [diff] [blame] | 2288 | soinfo* si = nullptr; |
| 2289 | if (find_loaded_library_by_realpath(ns, original_path, true, &si)) { |
| 2290 | PRINT("linker_asan dlopen NOT translating \"%s\" -> \"%s\": library already loaded", name, |
| 2291 | asan_name_holder.c_str()); |
| 2292 | } else { |
| 2293 | PRINT("linker_asan dlopen translating \"%s\" -> \"%s\"", name, translated_name); |
| 2294 | translated_name = asan_name_holder.c_str(); |
| 2295 | } |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 2296 | } |
| 2297 | } |
| 2298 | } |
| 2299 | |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 2300 | ProtectedDataGuard guard; |
Dimitry Ivanov | 45d25ca | 2016-08-09 19:38:43 -0700 | [diff] [blame] | 2301 | soinfo* si = find_library(ns, translated_name, flags, extinfo, caller); |
Dimitry Ivanov | 5c4a580 | 2017-03-17 16:41:34 -0700 | [diff] [blame] | 2302 | loading_trace.End(); |
| 2303 | |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 2304 | if (si != nullptr) { |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 2305 | void* handle = si->to_handle(); |
| 2306 | LD_LOG(kLogDlopen, |
Dimitry Ivanov | ae4a0c1 | 2016-11-21 10:44:35 -0800 | [diff] [blame] | 2307 | "... dlopen calling constructors: realpath=\"%s\", soname=\"%s\", handle=%p", |
| 2308 | si->get_realpath(), si->get_soname(), handle); |
| 2309 | si->call_constructors(); |
Tom Cherry | b8ab618 | 2017-04-05 16:20:29 -0700 | [diff] [blame] | 2310 | failure_guard.Disable(); |
Dimitry Ivanov | ae4a0c1 | 2016-11-21 10:44:35 -0800 | [diff] [blame] | 2311 | LD_LOG(kLogDlopen, |
Dimitry Ivanov | b996d60 | 2016-07-11 18:11:39 -0700 | [diff] [blame] | 2312 | "... dlopen successful: realpath=\"%s\", soname=\"%s\", handle=%p", |
| 2313 | si->get_realpath(), si->get_soname(), handle); |
| 2314 | return handle; |
Elliott Hughes | d23736e | 2012-11-01 15:16:56 -0700 | [diff] [blame] | 2315 | } |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2316 | |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 2317 | return nullptr; |
Elliott Hughes | d23736e | 2012-11-01 15:16:56 -0700 | [diff] [blame] | 2318 | } |
| 2319 | |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2320 | int do_dladdr(const void* addr, Dl_info* info) { |
| 2321 | // Determine if this address can be found in any library currently mapped. |
| 2322 | soinfo* si = find_containing_library(addr); |
| 2323 | if (si == nullptr) { |
| 2324 | return 0; |
| 2325 | } |
| 2326 | |
| 2327 | memset(info, 0, sizeof(Dl_info)); |
| 2328 | |
| 2329 | info->dli_fname = si->get_realpath(); |
| 2330 | // Address at which the shared object is loaded. |
| 2331 | info->dli_fbase = reinterpret_cast<void*>(si->base); |
| 2332 | |
| 2333 | // Determine if any symbol in the library contains the specified address. |
| 2334 | ElfW(Sym)* sym = si->find_symbol_by_address(addr); |
| 2335 | if (sym != nullptr) { |
| 2336 | info->dli_sname = si->get_string(sym->st_name); |
| 2337 | info->dli_saddr = reinterpret_cast<void*>(si->resolve_symbol_address(sym)); |
| 2338 | } |
| 2339 | |
| 2340 | return 1; |
| 2341 | } |
| 2342 | |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 2343 | static soinfo* soinfo_from_handle(void* handle) { |
| 2344 | if ((reinterpret_cast<uintptr_t>(handle) & 1) != 0) { |
| 2345 | auto it = g_soinfo_handles_map.find(reinterpret_cast<uintptr_t>(handle)); |
| 2346 | if (it == g_soinfo_handles_map.end()) { |
| 2347 | return nullptr; |
| 2348 | } else { |
| 2349 | return it->second; |
| 2350 | } |
| 2351 | } |
| 2352 | |
| 2353 | return static_cast<soinfo*>(handle); |
| 2354 | } |
| 2355 | |
Dimitry Ivanov | d9e427c | 2016-11-22 16:55:25 -0800 | [diff] [blame] | 2356 | bool do_dlsym(void* handle, |
| 2357 | const char* sym_name, |
| 2358 | const char* sym_ver, |
| 2359 | const void* caller_addr, |
| 2360 | void** symbol) { |
Dimitry Ivanov | 6705e8c | 2017-03-21 10:29:06 -0700 | [diff] [blame] | 2361 | ScopedTrace trace("dlsym"); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2362 | #if !defined(__LP64__) |
| 2363 | if (handle == nullptr) { |
| 2364 | DL_ERR("dlsym failed: library handle is null"); |
| 2365 | return false; |
| 2366 | } |
| 2367 | #endif |
| 2368 | |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2369 | soinfo* found = nullptr; |
| 2370 | const ElfW(Sym)* sym = nullptr; |
| 2371 | soinfo* caller = find_containing_library(caller_addr); |
Dimitry Ivanov | aca299a | 2016-04-11 12:42:58 -0700 | [diff] [blame] | 2372 | android_namespace_t* ns = get_caller_namespace(caller); |
Dimitry Ivanov | 4742abd | 2016-12-12 16:30:15 -0800 | [diff] [blame] | 2373 | soinfo* si = nullptr; |
| 2374 | if (handle != RTLD_DEFAULT && handle != RTLD_NEXT) { |
| 2375 | si = soinfo_from_handle(handle); |
| 2376 | } |
| 2377 | |
| 2378 | LD_LOG(kLogDlsym, |
| 2379 | "dlsym(handle=%p(\"%s\"), sym_name=\"%s\", sym_ver=\"%s\", caller=\"%s\", caller_ns=%s@%p) ...", |
| 2380 | handle, |
| 2381 | si != nullptr ? si->get_realpath() : "n/a", |
| 2382 | sym_name, |
| 2383 | sym_ver, |
| 2384 | caller == nullptr ? "(null)" : caller->get_realpath(), |
| 2385 | ns == nullptr ? "(null)" : ns->get_name(), |
| 2386 | ns); |
| 2387 | |
Tom Cherry | b8ab618 | 2017-04-05 16:20:29 -0700 | [diff] [blame] | 2388 | auto failure_guard = android::base::make_scope_guard( |
| 2389 | [&]() { LD_LOG(kLogDlsym, "... dlsym failed: %s", linker_get_error_buffer()); }); |
Dimitry Ivanov | 4742abd | 2016-12-12 16:30:15 -0800 | [diff] [blame] | 2390 | |
| 2391 | if (sym_name == nullptr) { |
| 2392 | DL_ERR("dlsym failed: symbol name is null"); |
| 2393 | return false; |
| 2394 | } |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2395 | |
| 2396 | version_info vi_instance; |
| 2397 | version_info* vi = nullptr; |
| 2398 | |
| 2399 | if (sym_ver != nullptr) { |
Dimitry Ivanov | 9cf99cb | 2015-12-11 14:22:24 -0800 | [diff] [blame] | 2400 | vi_instance.name = sym_ver; |
| 2401 | vi_instance.elf_hash = calculate_elf_hash(sym_ver); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2402 | vi = &vi_instance; |
| 2403 | } |
| 2404 | |
| 2405 | if (handle == RTLD_DEFAULT || handle == RTLD_NEXT) { |
| 2406 | sym = dlsym_linear_lookup(ns, sym_name, vi, &found, caller, handle); |
| 2407 | } else { |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 2408 | if (si == nullptr) { |
| 2409 | DL_ERR("dlsym failed: invalid handle: %p", handle); |
| 2410 | return false; |
| 2411 | } |
| 2412 | sym = dlsym_handle_lookup(si, &found, sym_name, vi); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2413 | } |
| 2414 | |
| 2415 | if (sym != nullptr) { |
| 2416 | uint32_t bind = ELF_ST_BIND(sym->st_info); |
Ryan Prichard | e4d620b | 2019-04-01 17:42:14 -0700 | [diff] [blame] | 2417 | uint32_t type = ELF_ST_TYPE(sym->st_info); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2418 | |
| 2419 | if ((bind == STB_GLOBAL || bind == STB_WEAK) && sym->st_shndx != 0) { |
Ryan Prichard | e4d620b | 2019-04-01 17:42:14 -0700 | [diff] [blame] | 2420 | if (type == STT_TLS) { |
| 2421 | // For a TLS symbol, dlsym returns the address of the current thread's |
| 2422 | // copy of the symbol. This function may allocate a DTV and/or storage |
| 2423 | // for the source TLS module. (Allocating a DTV isn't necessary if the |
| 2424 | // symbol is part of static TLS, but it's simpler to reuse |
| 2425 | // __tls_get_addr.) |
| 2426 | soinfo_tls* tls_module = found->get_tls(); |
| 2427 | if (tls_module == nullptr) { |
| 2428 | DL_ERR("TLS symbol \"%s\" in solib \"%s\" with no TLS segment", |
| 2429 | sym_name, found->get_realpath()); |
| 2430 | return false; |
| 2431 | } |
| 2432 | const TlsIndex ti { tls_module->module_id, sym->st_value }; |
| 2433 | *symbol = TLS_GET_ADDR(&ti); |
| 2434 | } else { |
| 2435 | *symbol = reinterpret_cast<void*>(found->resolve_symbol_address(sym)); |
| 2436 | } |
Tom Cherry | b8ab618 | 2017-04-05 16:20:29 -0700 | [diff] [blame] | 2437 | failure_guard.Disable(); |
Dimitry Ivanov | 4742abd | 2016-12-12 16:30:15 -0800 | [diff] [blame] | 2438 | LD_LOG(kLogDlsym, |
| 2439 | "... dlsym successful: sym_name=\"%s\", sym_ver=\"%s\", found in=\"%s\", address=%p", |
| 2440 | sym_name, sym_ver, found->get_soname(), *symbol); |
Dimitry Ivanov | 4a2c5aa | 2015-12-10 16:08:14 -0800 | [diff] [blame] | 2441 | return true; |
| 2442 | } |
| 2443 | |
| 2444 | DL_ERR("symbol \"%s\" found but not global", symbol_display_name(sym_name, sym_ver).c_str()); |
| 2445 | return false; |
| 2446 | } |
| 2447 | |
| 2448 | DL_ERR("undefined symbol: %s", symbol_display_name(sym_name, sym_ver).c_str()); |
| 2449 | return false; |
| 2450 | } |
| 2451 | |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 2452 | int do_dlclose(void* handle) { |
Dimitry Ivanov | 6705e8c | 2017-03-21 10:29:06 -0700 | [diff] [blame] | 2453 | ScopedTrace trace("dlclose"); |
Dmitriy Ivanov | 279a22f | 2015-01-23 12:03:53 -0800 | [diff] [blame] | 2454 | ProtectedDataGuard guard; |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 2455 | soinfo* si = soinfo_from_handle(handle); |
| 2456 | if (si == nullptr) { |
| 2457 | DL_ERR("invalid handle: %p", handle); |
| 2458 | return -1; |
| 2459 | } |
| 2460 | |
dimitry | c92ce71 | 2017-10-27 14:12:53 +0200 | [diff] [blame] | 2461 | LD_LOG(kLogDlopen, |
| 2462 | "dlclose(handle=%p, realpath=\"%s\"@%p) ...", |
| 2463 | handle, |
| 2464 | si->get_realpath(), |
| 2465 | si); |
Dmitriy Ivanov | b648a8a | 2014-05-19 15:06:58 -0700 | [diff] [blame] | 2466 | soinfo_unload(si); |
dimitry | c92ce71 | 2017-10-27 14:12:53 +0200 | [diff] [blame] | 2467 | LD_LOG(kLogDlopen, |
| 2468 | "dlclose(handle=%p) ... done", |
| 2469 | handle); |
Dimitry Ivanov | d88e1f3 | 2016-03-24 15:30:30 -0700 | [diff] [blame] | 2470 | return 0; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 2471 | } |
| 2472 | |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2473 | // Make ns as the anonymous namespace that is a namespace used when |
| 2474 | // we fail to determine the caller address (e.g., call from mono-jited code) |
| 2475 | // Since there can be multiple anonymous namespace in a process, subsequent |
| 2476 | // call to this function causes an error. |
| 2477 | static bool set_anonymous_namespace(android_namespace_t* ns) { |
| 2478 | if (!g_anonymous_namespace_set && ns != nullptr) { |
| 2479 | CHECK(ns->is_also_used_as_anonymous()); |
| 2480 | g_anonymous_namespace = ns; |
| 2481 | g_anonymous_namespace_set = true; |
| 2482 | return true; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2483 | } |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2484 | return false; |
| 2485 | } |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2486 | |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2487 | // TODO(b/130388701) remove this. Currently, this is used only for testing |
| 2488 | // where we don't have classloader namespace. |
| 2489 | bool init_anonymous_namespace(const char* shared_lib_sonames, const char* library_search_path) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2490 | ProtectedDataGuard guard; |
| 2491 | |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2492 | // Test-only feature: we need to change the anonymous namespace multiple times |
| 2493 | // while the test is running. |
| 2494 | g_anonymous_namespace_set = false; |
| 2495 | |
Dmitriy Ivanov | 1ffec1c | 2015-11-23 11:26:35 -0800 | [diff] [blame] | 2496 | // create anonymous namespace |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2497 | // When the caller is nullptr - create_namespace will take global group |
| 2498 | // from the anonymous namespace, which is fine because anonymous namespace |
| 2499 | // is still pointing to the default one. |
Dmitriy Ivanov | 1ffec1c | 2015-11-23 11:26:35 -0800 | [diff] [blame] | 2500 | android_namespace_t* anon_ns = |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 2501 | create_namespace(nullptr, |
| 2502 | "(anonymous)", |
| 2503 | nullptr, |
| 2504 | library_search_path, |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2505 | ANDROID_NAMESPACE_TYPE_ISOLATED | |
| 2506 | ANDROID_NAMESPACE_TYPE_ALSO_USED_AS_ANONYMOUS, |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 2507 | nullptr, |
| 2508 | &g_default_namespace); |
Dmitriy Ivanov | 1ffec1c | 2015-11-23 11:26:35 -0800 | [diff] [blame] | 2509 | |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2510 | CHECK(anon_ns != nullptr); |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 2511 | |
| 2512 | if (!link_namespaces(anon_ns, &g_default_namespace, shared_lib_sonames)) { |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2513 | // TODO: delete anon_ns |
Dmitriy Ivanov | 1ffec1c | 2015-11-23 11:26:35 -0800 | [diff] [blame] | 2514 | return false; |
| 2515 | } |
Dimitry Ivanov | 7d429d3 | 2017-02-01 15:28:52 -0800 | [diff] [blame] | 2516 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2517 | return true; |
| 2518 | } |
| 2519 | |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 2520 | static void add_soinfos_to_namespace(const soinfo_list_t& soinfos, android_namespace_t* ns) { |
| 2521 | ns->add_soinfos(soinfos); |
| 2522 | for (auto si : soinfos) { |
| 2523 | si->add_secondary_namespace(ns); |
| 2524 | } |
| 2525 | } |
| 2526 | |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2527 | android_namespace_t* create_namespace(const void* caller_addr, |
| 2528 | const char* name, |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2529 | const char* ld_library_path, |
| 2530 | const char* default_library_path, |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2531 | uint64_t type, |
Dimitry Ivanov | fc2da53 | 2016-05-12 15:20:21 -0700 | [diff] [blame] | 2532 | const char* permitted_when_isolated_path, |
| 2533 | android_namespace_t* parent_namespace) { |
Dimitry Ivanov | fc2da53 | 2016-05-12 15:20:21 -0700 | [diff] [blame] | 2534 | if (parent_namespace == nullptr) { |
Dimitry Ivanov | 5240863 | 2016-05-23 10:31:11 -0700 | [diff] [blame] | 2535 | // if parent_namespace is nullptr -> set it to the caller namespace |
| 2536 | soinfo* caller_soinfo = find_containing_library(caller_addr); |
| 2537 | |
| 2538 | parent_namespace = caller_soinfo != nullptr ? |
| 2539 | caller_soinfo->get_primary_namespace() : |
| 2540 | g_anonymous_namespace; |
Dimitry Ivanov | fc2da53 | 2016-05-12 15:20:21 -0700 | [diff] [blame] | 2541 | } |
| 2542 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2543 | ProtectedDataGuard guard; |
| 2544 | std::vector<std::string> ld_library_paths; |
| 2545 | std::vector<std::string> default_library_paths; |
Dimitry Ivanov | 284ae35 | 2015-12-08 10:47:13 -0800 | [diff] [blame] | 2546 | std::vector<std::string> permitted_paths; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2547 | |
| 2548 | parse_path(ld_library_path, ":", &ld_library_paths); |
| 2549 | parse_path(default_library_path, ":", &default_library_paths); |
Dimitry Ivanov | 284ae35 | 2015-12-08 10:47:13 -0800 | [diff] [blame] | 2550 | parse_path(permitted_when_isolated_path, ":", &permitted_paths); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2551 | |
| 2552 | android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t(); |
| 2553 | ns->set_name(name); |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2554 | ns->set_isolated((type & ANDROID_NAMESPACE_TYPE_ISOLATED) != 0); |
Jiyong Park | 37b91af | 2017-05-05 22:07:05 +0900 | [diff] [blame] | 2555 | ns->set_greylist_enabled((type & ANDROID_NAMESPACE_TYPE_GREYLIST_ENABLED) != 0); |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2556 | ns->set_also_used_as_anonymous((type & ANDROID_NAMESPACE_TYPE_ALSO_USED_AS_ANONYMOUS) != 0); |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2557 | |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2558 | if ((type & ANDROID_NAMESPACE_TYPE_SHARED) != 0) { |
Dimitry Ivanov | f1cb669 | 2017-05-01 17:45:38 -0700 | [diff] [blame] | 2559 | // append parent namespace paths. |
| 2560 | std::copy(parent_namespace->get_ld_library_paths().begin(), |
| 2561 | parent_namespace->get_ld_library_paths().end(), |
| 2562 | back_inserter(ld_library_paths)); |
| 2563 | |
| 2564 | std::copy(parent_namespace->get_default_library_paths().begin(), |
| 2565 | parent_namespace->get_default_library_paths().end(), |
| 2566 | back_inserter(default_library_paths)); |
| 2567 | |
| 2568 | std::copy(parent_namespace->get_permitted_paths().begin(), |
| 2569 | parent_namespace->get_permitted_paths().end(), |
| 2570 | back_inserter(permitted_paths)); |
| 2571 | |
Dimitry Ivanov | fc2da53 | 2016-05-12 15:20:21 -0700 | [diff] [blame] | 2572 | // If shared - clone the parent namespace |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 2573 | add_soinfos_to_namespace(parent_namespace->soinfo_list(), ns); |
Dimitry Ivanov | f1cb669 | 2017-05-01 17:45:38 -0700 | [diff] [blame] | 2574 | // and copy parent namespace links |
| 2575 | for (auto& link : parent_namespace->linked_namespaces()) { |
Logan Chien | 9ee4591 | 2018-01-18 12:05:09 +0800 | [diff] [blame] | 2576 | ns->add_linked_namespace(link.linked_namespace(), link.shared_lib_sonames(), |
| 2577 | link.allow_all_shared_libs()); |
Dimitry Ivanov | f1cb669 | 2017-05-01 17:45:38 -0700 | [diff] [blame] | 2578 | } |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2579 | } else { |
Dimitry Ivanov | fc2da53 | 2016-05-12 15:20:21 -0700 | [diff] [blame] | 2580 | // If not shared - copy only the shared group |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 2581 | add_soinfos_to_namespace(parent_namespace->get_shared_group(), ns); |
Dimitry Ivanov | 7331fe1 | 2015-12-14 14:11:17 -0800 | [diff] [blame] | 2582 | } |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2583 | |
Dimitry Ivanov | f1cb669 | 2017-05-01 17:45:38 -0700 | [diff] [blame] | 2584 | ns->set_ld_library_paths(std::move(ld_library_paths)); |
| 2585 | ns->set_default_library_paths(std::move(default_library_paths)); |
| 2586 | ns->set_permitted_paths(std::move(permitted_paths)); |
| 2587 | |
Jiyong Park | 25bedfd | 2019-05-16 21:00:39 +0900 | [diff] [blame^] | 2588 | if (ns->is_also_used_as_anonymous() && !set_anonymous_namespace(ns)) { |
| 2589 | DL_ERR("failed to set namespace: [name=\"%s\", ld_library_path=\"%s\", default_library_paths=\"%s\"" |
| 2590 | " permitted_paths=\"%s\"] as the anonymous namespace", |
| 2591 | ns->get_name(), |
| 2592 | android::base::Join(ns->get_ld_library_paths(), ':').c_str(), |
| 2593 | android::base::Join(ns->get_default_library_paths(), ':').c_str(), |
| 2594 | android::base::Join(ns->get_permitted_paths(), ':').c_str()); |
| 2595 | return nullptr; |
| 2596 | } |
| 2597 | |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 2598 | return ns; |
| 2599 | } |
| 2600 | |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 2601 | bool link_namespaces(android_namespace_t* namespace_from, |
| 2602 | android_namespace_t* namespace_to, |
| 2603 | const char* shared_lib_sonames) { |
| 2604 | if (namespace_to == nullptr) { |
| 2605 | namespace_to = &g_default_namespace; |
| 2606 | } |
| 2607 | |
| 2608 | if (namespace_from == nullptr) { |
| 2609 | DL_ERR("error linking namespaces: namespace_from is null."); |
| 2610 | return false; |
| 2611 | } |
| 2612 | |
| 2613 | if (shared_lib_sonames == nullptr || shared_lib_sonames[0] == '\0') { |
| 2614 | DL_ERR("error linking namespaces \"%s\"->\"%s\": the list of shared libraries is empty.", |
| 2615 | namespace_from->get_name(), namespace_to->get_name()); |
| 2616 | return false; |
| 2617 | } |
| 2618 | |
| 2619 | auto sonames = android::base::Split(shared_lib_sonames, ":"); |
| 2620 | std::unordered_set<std::string> sonames_set(sonames.begin(), sonames.end()); |
| 2621 | |
| 2622 | ProtectedDataGuard guard; |
Logan Chien | 9ee4591 | 2018-01-18 12:05:09 +0800 | [diff] [blame] | 2623 | namespace_from->add_linked_namespace(namespace_to, sonames_set, false); |
| 2624 | |
| 2625 | return true; |
| 2626 | } |
| 2627 | |
| 2628 | bool link_namespaces_all_libs(android_namespace_t* namespace_from, |
| 2629 | android_namespace_t* namespace_to) { |
| 2630 | if (namespace_from == nullptr) { |
| 2631 | DL_ERR("error linking namespaces: namespace_from is null."); |
| 2632 | return false; |
| 2633 | } |
| 2634 | |
| 2635 | if (namespace_to == nullptr) { |
| 2636 | DL_ERR("error linking namespaces: namespace_to is null."); |
| 2637 | return false; |
| 2638 | } |
| 2639 | |
| 2640 | ProtectedDataGuard guard; |
| 2641 | namespace_from->add_linked_namespace(namespace_to, std::unordered_set<std::string>(), true); |
Dimitry Ivanov | 7a34b9d | 2017-02-03 14:07:34 -0800 | [diff] [blame] | 2642 | |
| 2643 | return true; |
| 2644 | } |
| 2645 | |
Dimitry Ivanov | 48ec288 | 2016-08-04 11:50:36 -0700 | [diff] [blame] | 2646 | ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) { |
Elliott Hughes | 90f96b9 | 2019-05-09 15:56:39 -0700 | [diff] [blame] | 2647 | if (g_is_ldd) return 0; |
| 2648 | |
Dmitriy Ivanov | 9aea164 | 2014-09-11 15:16:03 -0700 | [diff] [blame] | 2649 | typedef ElfW(Addr) (*ifunc_resolver_t)(void); |
| 2650 | ifunc_resolver_t ifunc_resolver = reinterpret_cast<ifunc_resolver_t>(resolver_addr); |
| 2651 | ElfW(Addr) ifunc_addr = ifunc_resolver(); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 2652 | TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p", |
| 2653 | ifunc_resolver, reinterpret_cast<void*>(ifunc_addr)); |
Brigid Smith | c5a13ef | 2014-07-23 11:22:25 -0700 | [diff] [blame] | 2654 | |
Dmitriy Ivanov | 9aea164 | 2014-09-11 15:16:03 -0700 | [diff] [blame] | 2655 | return ifunc_addr; |
Brigid Smith | c5a13ef | 2014-07-23 11:22:25 -0700 | [diff] [blame] | 2656 | } |
Brigid Smith | c5a13ef | 2014-07-23 11:22:25 -0700 | [diff] [blame] | 2657 | |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2658 | const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const { |
| 2659 | if (source_symver < 2 || |
| 2660 | source_symver >= version_infos.size() || |
| 2661 | version_infos[source_symver].name == nullptr) { |
| 2662 | return nullptr; |
| 2663 | } |
| 2664 | |
| 2665 | return &version_infos[source_symver]; |
| 2666 | } |
| 2667 | |
| 2668 | void VersionTracker::add_version_info(size_t source_index, |
| 2669 | ElfW(Word) elf_hash, |
| 2670 | const char* ver_name, |
| 2671 | const soinfo* target_si) { |
| 2672 | if (source_index >= version_infos.size()) { |
| 2673 | version_infos.resize(source_index+1); |
| 2674 | } |
| 2675 | |
| 2676 | version_infos[source_index].elf_hash = elf_hash; |
| 2677 | version_infos[source_index].name = ver_name; |
| 2678 | version_infos[source_index].target_si = target_si; |
| 2679 | } |
| 2680 | |
| 2681 | bool VersionTracker::init_verneed(const soinfo* si_from) { |
| 2682 | uintptr_t verneed_ptr = si_from->get_verneed_ptr(); |
| 2683 | |
| 2684 | if (verneed_ptr == 0) { |
| 2685 | return true; |
| 2686 | } |
| 2687 | |
| 2688 | size_t verneed_cnt = si_from->get_verneed_cnt(); |
| 2689 | |
| 2690 | for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) { |
| 2691 | const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset); |
| 2692 | size_t vernaux_offset = offset + verneed->vn_aux; |
| 2693 | offset += verneed->vn_next; |
| 2694 | |
| 2695 | if (verneed->vn_version != 1) { |
| 2696 | DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version); |
| 2697 | return false; |
| 2698 | } |
| 2699 | |
| 2700 | const char* target_soname = si_from->get_string(verneed->vn_file); |
| 2701 | // find it in dependencies |
| 2702 | soinfo* target_si = si_from->get_children().find_if([&](const soinfo* si) { |
Dmitriy Ivanov | 406d996 | 2015-05-06 11:05:27 -0700 | [diff] [blame] | 2703 | return si->get_soname() != nullptr && strcmp(si->get_soname(), target_soname) == 0; |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2704 | }); |
| 2705 | |
| 2706 | if (target_si == nullptr) { |
| 2707 | DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 2708 | target_soname, i, si_from->get_realpath()); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2709 | return false; |
| 2710 | } |
| 2711 | |
| 2712 | for (size_t j = 0; j<verneed->vn_cnt; ++j) { |
| 2713 | const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset); |
| 2714 | vernaux_offset += vernaux->vna_next; |
| 2715 | |
| 2716 | const ElfW(Word) elf_hash = vernaux->vna_hash; |
| 2717 | const char* ver_name = si_from->get_string(vernaux->vna_name); |
| 2718 | ElfW(Half) source_index = vernaux->vna_other; |
| 2719 | |
| 2720 | add_version_info(source_index, elf_hash, ver_name, target_si); |
| 2721 | } |
| 2722 | } |
| 2723 | |
| 2724 | return true; |
| 2725 | } |
| 2726 | |
Dimitry Ivanov | 48ec288 | 2016-08-04 11:50:36 -0700 | [diff] [blame] | 2727 | template <typename F> |
| 2728 | static bool for_each_verdef(const soinfo* si, F functor) { |
| 2729 | if (!si->has_min_version(2)) { |
| 2730 | return true; |
| 2731 | } |
| 2732 | |
| 2733 | uintptr_t verdef_ptr = si->get_verdef_ptr(); |
| 2734 | if (verdef_ptr == 0) { |
| 2735 | return true; |
| 2736 | } |
| 2737 | |
| 2738 | size_t offset = 0; |
| 2739 | |
| 2740 | size_t verdef_cnt = si->get_verdef_cnt(); |
| 2741 | for (size_t i = 0; i<verdef_cnt; ++i) { |
| 2742 | const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset); |
| 2743 | size_t verdaux_offset = offset + verdef->vd_aux; |
| 2744 | offset += verdef->vd_next; |
| 2745 | |
| 2746 | if (verdef->vd_version != 1) { |
| 2747 | DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s", |
| 2748 | i, verdef->vd_version, si->get_realpath()); |
| 2749 | return false; |
| 2750 | } |
| 2751 | |
| 2752 | if ((verdef->vd_flags & VER_FLG_BASE) != 0) { |
| 2753 | // "this is the version of the file itself. It must not be used for |
| 2754 | // matching a symbol. It can be used to match references." |
| 2755 | // |
| 2756 | // http://www.akkadia.org/drepper/symbol-versioning |
| 2757 | continue; |
| 2758 | } |
| 2759 | |
| 2760 | if (verdef->vd_cnt == 0) { |
| 2761 | DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i); |
| 2762 | return false; |
| 2763 | } |
| 2764 | |
| 2765 | const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset); |
| 2766 | |
| 2767 | if (functor(i, verdef, verdaux) == true) { |
| 2768 | break; |
| 2769 | } |
| 2770 | } |
| 2771 | |
| 2772 | return true; |
| 2773 | } |
| 2774 | |
| 2775 | bool find_verdef_version_index(const soinfo* si, const version_info* vi, ElfW(Versym)* versym) { |
| 2776 | if (vi == nullptr) { |
| 2777 | *versym = kVersymNotNeeded; |
| 2778 | return true; |
| 2779 | } |
| 2780 | |
| 2781 | *versym = kVersymGlobal; |
| 2782 | |
| 2783 | return for_each_verdef(si, |
| 2784 | [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) { |
| 2785 | if (verdef->vd_hash == vi->elf_hash && |
| 2786 | strcmp(vi->name, si->get_string(verdaux->vda_name)) == 0) { |
| 2787 | *versym = verdef->vd_ndx; |
| 2788 | return true; |
| 2789 | } |
| 2790 | |
| 2791 | return false; |
| 2792 | } |
| 2793 | ); |
| 2794 | } |
| 2795 | |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2796 | bool VersionTracker::init_verdef(const soinfo* si_from) { |
| 2797 | return for_each_verdef(si_from, |
| 2798 | [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) { |
| 2799 | add_version_info(verdef->vd_ndx, verdef->vd_hash, |
| 2800 | si_from->get_string(verdaux->vda_name), si_from); |
| 2801 | return false; |
| 2802 | } |
| 2803 | ); |
| 2804 | } |
| 2805 | |
| 2806 | bool VersionTracker::init(const soinfo* si_from) { |
| 2807 | if (!si_from->has_min_version(2)) { |
| 2808 | return true; |
| 2809 | } |
| 2810 | |
| 2811 | return init_verneed(si_from) && init_verdef(si_from); |
| 2812 | } |
| 2813 | |
Dimitry Ivanov | 48ec288 | 2016-08-04 11:50:36 -0700 | [diff] [blame] | 2814 | // TODO (dimitry): Methods below need to be moved out of soinfo |
| 2815 | // and in more isolated file in order minimize dependencies on |
| 2816 | // unnecessary object in the linker binary. Consider making them |
| 2817 | // independent from soinfo (?). |
Dmitriy Ivanov | 31b408d | 2015-04-30 16:11:48 -0700 | [diff] [blame] | 2818 | bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym, |
| 2819 | const char* sym_name, const version_info** vi) { |
| 2820 | const ElfW(Versym)* sym_ver_ptr = get_versym(sym); |
| 2821 | ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr; |
| 2822 | |
| 2823 | if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) { |
| 2824 | *vi = version_tracker.get_version_info(sym_ver); |
| 2825 | |
| 2826 | if (*vi == nullptr) { |
| 2827 | DL_ERR("cannot find verneed/verdef for version index=%d " |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 2828 | "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath()); |
Dmitriy Ivanov | 31b408d | 2015-04-30 16:11:48 -0700 | [diff] [blame] | 2829 | return false; |
| 2830 | } |
| 2831 | } else { |
| 2832 | // there is no version info |
| 2833 | *vi = nullptr; |
| 2834 | } |
| 2835 | |
| 2836 | return true; |
| 2837 | } |
| 2838 | |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2839 | void soinfo::apply_relr_reloc(ElfW(Addr) offset) { |
| 2840 | ElfW(Addr) address = offset + load_bias; |
| 2841 | *reinterpret_cast<ElfW(Addr)*>(address) += load_bias; |
| 2842 | } |
| 2843 | |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2844 | // Process relocations in SHT_RELR section (experimental). |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2845 | // Details of the encoding are described in this post: |
| 2846 | // https://groups.google.com/d/msg/generic-abi/bX460iggiKg/Pi9aSwwABgAJ |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2847 | bool soinfo::relocate_relr() { |
| 2848 | ElfW(Relr)* begin = relr_; |
| 2849 | ElfW(Relr)* end = relr_ + relr_count_; |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2850 | constexpr size_t wordsize = sizeof(ElfW(Addr)); |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2851 | |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2852 | ElfW(Addr) base = 0; |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2853 | for (ElfW(Relr)* current = begin; current < end; ++current) { |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2854 | ElfW(Relr) entry = *current; |
| 2855 | ElfW(Addr) offset; |
| 2856 | |
| 2857 | if ((entry&1) == 0) { |
| 2858 | // Even entry: encodes the offset for next relocation. |
| 2859 | offset = static_cast<ElfW(Addr)>(entry); |
| 2860 | apply_relr_reloc(offset); |
| 2861 | // Set base offset for subsequent bitmap entries. |
| 2862 | base = offset + wordsize; |
| 2863 | continue; |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2864 | } |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2865 | |
| 2866 | // Odd entry: encodes bitmap for relocations starting at base. |
| 2867 | offset = base; |
| 2868 | while (entry != 0) { |
| 2869 | entry >>= 1; |
| 2870 | if ((entry&1) != 0) { |
| 2871 | apply_relr_reloc(offset); |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2872 | } |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2873 | offset += wordsize; |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2874 | } |
Rahul Chaudhry | f16b659 | 2018-01-25 15:34:15 -0800 | [diff] [blame] | 2875 | |
| 2876 | // Advance base offset by 63 words for 64-bit platforms, |
| 2877 | // or 31 words for 32-bit platforms. |
| 2878 | base += (8*wordsize - 1) * wordsize; |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 2879 | } |
| 2880 | return true; |
| 2881 | } |
| 2882 | |
Dimitry Ivanov | 576a375 | 2016-08-09 06:58:55 -0700 | [diff] [blame] | 2883 | #if !defined(__mips__) |
| 2884 | #if defined(USE_RELA) |
| 2885 | static ElfW(Addr) get_addend(ElfW(Rela)* rela, ElfW(Addr) reloc_addr __unused) { |
| 2886 | return rela->r_addend; |
| 2887 | } |
| 2888 | #else |
| 2889 | static ElfW(Addr) get_addend(ElfW(Rel)* rel, ElfW(Addr) reloc_addr) { |
| 2890 | if (ELFW(R_TYPE)(rel->r_info) == R_GENERIC_RELATIVE || |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 2891 | ELFW(R_TYPE)(rel->r_info) == R_GENERIC_IRELATIVE || |
| 2892 | ELFW(R_TYPE)(rel->r_info) == R_GENERIC_TLS_DTPREL || |
| 2893 | ELFW(R_TYPE)(rel->r_info) == R_GENERIC_TLS_TPREL) { |
Dimitry Ivanov | 576a375 | 2016-08-09 06:58:55 -0700 | [diff] [blame] | 2894 | return *reinterpret_cast<ElfW(Addr)*>(reloc_addr); |
| 2895 | } |
| 2896 | return 0; |
| 2897 | } |
| 2898 | #endif |
| 2899 | |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 2900 | static bool is_tls_reloc(ElfW(Word) type) { |
| 2901 | switch (type) { |
| 2902 | case R_GENERIC_TLS_DTPMOD: |
| 2903 | case R_GENERIC_TLS_DTPREL: |
| 2904 | case R_GENERIC_TLS_TPREL: |
| 2905 | case R_GENERIC_TLSDESC: |
| 2906 | return true; |
| 2907 | default: |
| 2908 | return false; |
| 2909 | } |
| 2910 | } |
| 2911 | |
Dmitriy Ivanov | fa26eee | 2015-02-03 16:06:47 -0800 | [diff] [blame] | 2912 | template<typename ElfRelIteratorT> |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 2913 | bool soinfo::relocate(const VersionTracker& version_tracker, ElfRelIteratorT&& rel_iterator, |
| 2914 | const soinfo_list_t& global_group, const soinfo_list_t& local_group) { |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 2915 | const size_t tls_tp_base = __libc_shared_globals()->static_tls_layout.offset_thread_pointer(); |
Ryan Prichard | ffaae70 | 2019-01-23 17:47:10 -0800 | [diff] [blame] | 2916 | std::vector<std::pair<TlsDescriptor*, size_t>> deferred_tlsdesc_relocs; |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 2917 | |
Vic Yang | 521ad07 | 2019-07-25 11:05:33 -0700 | [diff] [blame] | 2918 | struct { |
| 2919 | // Cache key |
| 2920 | ElfW(Word) sym; |
| 2921 | |
| 2922 | // Cache value |
| 2923 | const ElfW(Sym)* s; |
| 2924 | soinfo* lsi; |
| 2925 | } symbol_lookup_cache; |
| 2926 | |
| 2927 | symbol_lookup_cache.sym = 0; |
| 2928 | |
Dmitriy Ivanov | fa26eee | 2015-02-03 16:06:47 -0800 | [diff] [blame] | 2929 | for (size_t idx = 0; rel_iterator.has_next(); ++idx) { |
| 2930 | const auto rel = rel_iterator.next(); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 2931 | if (rel == nullptr) { |
| 2932 | return false; |
| 2933 | } |
| 2934 | |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 2935 | ElfW(Word) type = ELFW(R_TYPE)(rel->r_info); |
| 2936 | ElfW(Word) sym = ELFW(R_SYM)(rel->r_info); |
| 2937 | |
| 2938 | ElfW(Addr) reloc = static_cast<ElfW(Addr)>(rel->r_offset + load_bias); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 2939 | ElfW(Addr) sym_addr = 0; |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 2940 | const char* sym_name = nullptr; |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 2941 | ElfW(Addr) addend = get_addend(rel, reloc); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 2942 | |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 2943 | DEBUG("Processing \"%s\" relocation at index %zd", get_realpath(), idx); |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 2944 | if (type == R_GENERIC_NONE) { |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 2945 | continue; |
| 2946 | } |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 2947 | |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2948 | const ElfW(Sym)* s = nullptr; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 2949 | soinfo* lsi = nullptr; |
| 2950 | |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 2951 | if (sym == 0) { |
Ryan Prichard | 3b463cf | 2019-01-22 22:49:22 -0800 | [diff] [blame] | 2952 | // By convention in ld.bfd and lld, an omitted symbol on a TLS relocation |
| 2953 | // is a reference to the current module. |
| 2954 | if (is_tls_reloc(type)) { |
| 2955 | lsi = this; |
| 2956 | } |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 2957 | } else if (ELF_ST_BIND(symtab_[sym].st_info) == STB_LOCAL && is_tls_reloc(type)) { |
| 2958 | // In certain situations, the Gold linker accesses a TLS symbol using a |
| 2959 | // relocation to an STB_LOCAL symbol in .dynsym of either STT_SECTION or |
| 2960 | // STT_TLS type. Bionic doesn't support these relocations, so issue an |
| 2961 | // error. References: |
| 2962 | // - https://groups.google.com/d/topic/generic-abi/dJ4_Y78aQ2M/discussion |
| 2963 | // - https://sourceware.org/bugzilla/show_bug.cgi?id=17699 |
| 2964 | s = &symtab_[sym]; |
| 2965 | sym_name = get_string(s->st_name); |
| 2966 | DL_ERR("unexpected TLS reference to local symbol \"%s\": " |
| 2967 | "sym type %d, rel type %u (idx %zu of \"%s\")", |
| 2968 | sym_name, ELF_ST_TYPE(s->st_info), type, idx, get_realpath()); |
| 2969 | return false; |
| 2970 | } else { |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 2971 | sym_name = get_string(symtab_[sym].st_name); |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 2972 | |
Vic Yang | 521ad07 | 2019-07-25 11:05:33 -0700 | [diff] [blame] | 2973 | if (sym == symbol_lookup_cache.sym) { |
| 2974 | s = symbol_lookup_cache.s; |
| 2975 | lsi = symbol_lookup_cache.lsi; |
| 2976 | count_relocation(kRelocSymbolCached); |
| 2977 | } else { |
| 2978 | const version_info* vi = nullptr; |
Dmitriy Ivanov | 31b408d | 2015-04-30 16:11:48 -0700 | [diff] [blame] | 2979 | |
Vic Yang | 521ad07 | 2019-07-25 11:05:33 -0700 | [diff] [blame] | 2980 | if (!lookup_version_info(version_tracker, sym, sym_name, &vi)) { |
| 2981 | return false; |
| 2982 | } |
| 2983 | |
| 2984 | if (!soinfo_do_lookup(this, sym_name, vi, &lsi, global_group, local_group, &s)) { |
| 2985 | return false; |
| 2986 | } |
| 2987 | |
| 2988 | symbol_lookup_cache.sym = sym; |
| 2989 | symbol_lookup_cache.s = s; |
| 2990 | symbol_lookup_cache.lsi = lsi; |
Dmitriy Ivanov | 31b408d | 2015-04-30 16:11:48 -0700 | [diff] [blame] | 2991 | } |
| 2992 | |
Dmitriy Ivanov | 851135b | 2014-08-29 12:02:36 -0700 | [diff] [blame] | 2993 | if (s == nullptr) { |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 2994 | // We only allow an undefined symbol if this is a weak reference... |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 2995 | s = &symtab_[sym]; |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 2996 | if (ELF_ST_BIND(s->st_info) != STB_WEAK) { |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 2997 | DL_ERR("cannot locate symbol \"%s\" referenced by \"%s\"...", sym_name, get_realpath()); |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 2998 | return false; |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 2999 | } |
| 3000 | |
| 3001 | /* IHI0044C AAELF 4.5.1.1: |
| 3002 | |
| 3003 | Libraries are not searched to resolve weak references. |
| 3004 | It is not an error for a weak reference to remain unsatisfied. |
| 3005 | |
| 3006 | During linking, the value of an undefined weak reference is: |
| 3007 | - Zero if the relocation type is absolute |
| 3008 | - The address of the place if the relocation is pc-relative |
| 3009 | - The address of nominal base address if the relocation |
| 3010 | type is base-relative. |
| 3011 | */ |
| 3012 | |
| 3013 | switch (type) { |
Dmitriy Ivanov | 1b69469 | 2015-01-13 12:17:31 -0800 | [diff] [blame] | 3014 | case R_GENERIC_JUMP_SLOT: |
| 3015 | case R_GENERIC_GLOB_DAT: |
| 3016 | case R_GENERIC_RELATIVE: |
| 3017 | case R_GENERIC_IRELATIVE: |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3018 | case R_GENERIC_TLS_DTPMOD: |
| 3019 | case R_GENERIC_TLS_DTPREL: |
| 3020 | case R_GENERIC_TLS_TPREL: |
| 3021 | case R_GENERIC_TLSDESC: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3022 | #if defined(__aarch64__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3023 | case R_AARCH64_ABS64: |
| 3024 | case R_AARCH64_ABS32: |
| 3025 | case R_AARCH64_ABS16: |
Dmitriy Ivanov | 1b69469 | 2015-01-13 12:17:31 -0800 | [diff] [blame] | 3026 | #elif defined(__x86_64__) |
| 3027 | case R_X86_64_32: |
| 3028 | case R_X86_64_64: |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3029 | #elif defined(__arm__) |
| 3030 | case R_ARM_ABS32: |
| 3031 | #elif defined(__i386__) |
| 3032 | case R_386_32: |
Dmitriy Ivanov | 1b69469 | 2015-01-13 12:17:31 -0800 | [diff] [blame] | 3033 | #endif |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3034 | /* |
| 3035 | * The sym_addr was initialized to be zero above, or the relocation |
| 3036 | * code below does not care about value of sym_addr. |
| 3037 | * No need to do anything. |
| 3038 | */ |
| 3039 | break; |
Dmitriy Ivanov | 1b69469 | 2015-01-13 12:17:31 -0800 | [diff] [blame] | 3040 | #if defined(__x86_64__) |
Dimitry Ivanov | d338aac | 2015-01-13 22:31:54 +0000 | [diff] [blame] | 3041 | case R_X86_64_PC32: |
| 3042 | sym_addr = reloc; |
| 3043 | break; |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3044 | #elif defined(__i386__) |
| 3045 | case R_386_PC32: |
| 3046 | sym_addr = reloc; |
| 3047 | break; |
| 3048 | #endif |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3049 | default: |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3050 | DL_ERR("unknown weak reloc type %d @ %p (%zu)", type, rel, idx); |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 3051 | return false; |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3052 | } |
Dmitriy Ivanov | ec83a61 | 2015-07-26 07:37:09 -0700 | [diff] [blame] | 3053 | } else { // We got a definition. |
| 3054 | #if !defined(__LP64__) |
| 3055 | // When relocating dso with text_relocation .text segment is |
| 3056 | // not executable. We need to restore elf flags before resolving |
| 3057 | // STT_GNU_IFUNC symbol. |
| 3058 | bool protect_segments = has_text_relocations && |
| 3059 | lsi == this && |
| 3060 | ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC; |
| 3061 | if (protect_segments) { |
| 3062 | if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) { |
| 3063 | DL_ERR("can't protect segments for \"%s\": %s", |
| 3064 | get_realpath(), strerror(errno)); |
| 3065 | return false; |
| 3066 | } |
| 3067 | } |
| 3068 | #endif |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3069 | if (is_tls_reloc(type)) { |
| 3070 | if (ELF_ST_TYPE(s->st_info) != STT_TLS) { |
| 3071 | DL_ERR("reference to non-TLS symbol \"%s\" from TLS relocation in \"%s\"", |
| 3072 | sym_name, get_realpath()); |
| 3073 | return false; |
| 3074 | } |
Ryan Prichard | 3b463cf | 2019-01-22 22:49:22 -0800 | [diff] [blame] | 3075 | if (lsi->get_tls() == nullptr) { |
| 3076 | DL_ERR("TLS relocation refers to symbol \"%s\" in solib \"%s\" with no TLS segment", |
| 3077 | sym_name, lsi->get_realpath()); |
| 3078 | return false; |
| 3079 | } |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3080 | sym_addr = s->st_value; |
| 3081 | } else { |
| 3082 | if (ELF_ST_TYPE(s->st_info) == STT_TLS) { |
| 3083 | DL_ERR("reference to TLS symbol \"%s\" from non-TLS relocation in \"%s\"", |
| 3084 | sym_name, get_realpath()); |
| 3085 | return false; |
| 3086 | } |
| 3087 | sym_addr = lsi->resolve_symbol_address(s); |
Elliott Hughes | 9724e93 | 2018-03-23 18:46:07 -0700 | [diff] [blame] | 3088 | } |
Dmitriy Ivanov | ec83a61 | 2015-07-26 07:37:09 -0700 | [diff] [blame] | 3089 | #if !defined(__LP64__) |
| 3090 | if (protect_segments) { |
| 3091 | if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) { |
| 3092 | DL_ERR("can't unprotect loadable segments for \"%s\": %s", |
| 3093 | get_realpath(), strerror(errno)); |
| 3094 | return false; |
| 3095 | } |
| 3096 | } |
| 3097 | #endif |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3098 | } |
| 3099 | count_relocation(kRelocSymbol); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3100 | } |
| 3101 | |
| 3102 | switch (type) { |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3103 | case R_GENERIC_JUMP_SLOT: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3104 | count_relocation(kRelocAbsolute); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3105 | MARK(rel->r_offset); |
| 3106 | TRACE_TYPE(RELO, "RELO JMP_SLOT %16p <- %16p %s\n", |
| 3107 | reinterpret_cast<void*>(reloc), |
| 3108 | reinterpret_cast<void*>(sym_addr + addend), sym_name); |
| 3109 | |
| 3110 | *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend); |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3111 | break; |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3112 | case R_GENERIC_GLOB_DAT: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3113 | count_relocation(kRelocAbsolute); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3114 | MARK(rel->r_offset); |
| 3115 | TRACE_TYPE(RELO, "RELO GLOB_DAT %16p <- %16p %s\n", |
| 3116 | reinterpret_cast<void*>(reloc), |
| 3117 | reinterpret_cast<void*>(sym_addr + addend), sym_name); |
| 3118 | *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend); |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3119 | break; |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3120 | case R_GENERIC_RELATIVE: |
| 3121 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3122 | MARK(rel->r_offset); |
| 3123 | TRACE_TYPE(RELO, "RELO RELATIVE %16p <- %16p\n", |
| 3124 | reinterpret_cast<void*>(reloc), |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3125 | reinterpret_cast<void*>(load_bias + addend)); |
| 3126 | *reinterpret_cast<ElfW(Addr)*>(reloc) = (load_bias + addend); |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3127 | break; |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3128 | case R_GENERIC_IRELATIVE: |
| 3129 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3130 | MARK(rel->r_offset); |
| 3131 | TRACE_TYPE(RELO, "RELO IRELATIVE %16p <- %16p\n", |
| 3132 | reinterpret_cast<void*>(reloc), |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3133 | reinterpret_cast<void*>(load_bias + addend)); |
Dmitriy Ivanov | ec83a61 | 2015-07-26 07:37:09 -0700 | [diff] [blame] | 3134 | { |
| 3135 | #if !defined(__LP64__) |
| 3136 | // When relocating dso with text_relocation .text segment is |
| 3137 | // not executable. We need to restore elf flags for this |
| 3138 | // particular call. |
| 3139 | if (has_text_relocations) { |
| 3140 | if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) { |
| 3141 | DL_ERR("can't protect segments for \"%s\": %s", |
| 3142 | get_realpath(), strerror(errno)); |
| 3143 | return false; |
| 3144 | } |
| 3145 | } |
| 3146 | #endif |
| 3147 | ElfW(Addr) ifunc_addr = call_ifunc_resolver(load_bias + addend); |
| 3148 | #if !defined(__LP64__) |
| 3149 | // Unprotect it afterwards... |
| 3150 | if (has_text_relocations) { |
| 3151 | if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) { |
| 3152 | DL_ERR("can't unprotect loadable segments for \"%s\": %s", |
| 3153 | get_realpath(), strerror(errno)); |
| 3154 | return false; |
| 3155 | } |
| 3156 | } |
| 3157 | #endif |
| 3158 | *reinterpret_cast<ElfW(Addr)*>(reloc) = ifunc_addr; |
| 3159 | } |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3160 | break; |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3161 | case R_GENERIC_TLS_TPREL: |
| 3162 | count_relocation(kRelocRelative); |
| 3163 | MARK(rel->r_offset); |
| 3164 | { |
| 3165 | ElfW(Addr) tpoff = 0; |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3166 | if (lsi == nullptr) { |
| 3167 | // Unresolved weak relocation. Leave tpoff at 0 to resolve |
| 3168 | // &weak_tls_symbol to __get_tls(). |
Ryan Prichard | 3b463cf | 2019-01-22 22:49:22 -0800 | [diff] [blame] | 3169 | } else { |
| 3170 | CHECK(lsi->get_tls() != nullptr); // We rejected a missing TLS segment above. |
| 3171 | const TlsModule& mod = get_tls_module(lsi->get_tls()->module_id); |
Ryan Prichard | bf427f4 | 2019-01-17 16:37:11 -0800 | [diff] [blame] | 3172 | if (mod.static_offset != SIZE_MAX) { |
| 3173 | tpoff += mod.static_offset - tls_tp_base; |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3174 | } else { |
| 3175 | DL_ERR("TLS symbol \"%s\" in dlopened \"%s\" referenced from \"%s\" using IE access model", |
| 3176 | sym_name, lsi->get_realpath(), get_realpath()); |
| 3177 | return false; |
| 3178 | } |
Ryan Prichard | fb8730d | 2019-01-15 00:11:37 -0800 | [diff] [blame] | 3179 | } |
| 3180 | tpoff += sym_addr + addend; |
| 3181 | TRACE_TYPE(RELO, "RELO TLS_TPREL %16p <- %16p %s\n", |
| 3182 | reinterpret_cast<void*>(reloc), |
| 3183 | reinterpret_cast<void*>(tpoff), sym_name); |
| 3184 | *reinterpret_cast<ElfW(Addr)*>(reloc) = tpoff; |
| 3185 | } |
| 3186 | break; |
Ryan Prichard | 3b463cf | 2019-01-22 22:49:22 -0800 | [diff] [blame] | 3187 | case R_GENERIC_TLS_DTPMOD: |
| 3188 | count_relocation(kRelocRelative); |
| 3189 | MARK(rel->r_offset); |
| 3190 | { |
| 3191 | size_t module_id = 0; |
| 3192 | if (lsi == nullptr) { |
| 3193 | // Unresolved weak relocation. Evaluate the module ID to 0. |
| 3194 | } else { |
| 3195 | CHECK(lsi->get_tls() != nullptr); // We rejected a missing TLS segment above. |
| 3196 | module_id = lsi->get_tls()->module_id; |
| 3197 | } |
| 3198 | TRACE_TYPE(RELO, "RELO TLS_DTPMOD %16p <- %zu %s\n", |
| 3199 | reinterpret_cast<void*>(reloc), module_id, sym_name); |
| 3200 | *reinterpret_cast<ElfW(Addr)*>(reloc) = module_id; |
| 3201 | } |
| 3202 | break; |
| 3203 | case R_GENERIC_TLS_DTPREL: |
| 3204 | count_relocation(kRelocRelative); |
| 3205 | MARK(rel->r_offset); |
| 3206 | TRACE_TYPE(RELO, "RELO TLS_DTPREL %16p <- %16p %s\n", |
| 3207 | reinterpret_cast<void*>(reloc), |
| 3208 | reinterpret_cast<void*>(sym_addr + addend), sym_name); |
| 3209 | *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend; |
| 3210 | break; |
Ryan Prichard | 3b463cf | 2019-01-22 22:49:22 -0800 | [diff] [blame] | 3211 | |
Dmitriy Ivanov | cefef7d | 2015-01-08 23:30:15 -0800 | [diff] [blame] | 3212 | #if defined(__aarch64__) |
Ryan Prichard | ffaae70 | 2019-01-23 17:47:10 -0800 | [diff] [blame] | 3213 | // Bionic currently only implements TLSDESC for arm64. This implementation should work with |
| 3214 | // other architectures, as long as the resolver functions are implemented. |
| 3215 | case R_GENERIC_TLSDESC: |
| 3216 | count_relocation(kRelocRelative); |
| 3217 | MARK(rel->r_offset); |
| 3218 | { |
| 3219 | TlsDescriptor* desc = reinterpret_cast<TlsDescriptor*>(reloc); |
| 3220 | if (lsi == nullptr) { |
| 3221 | // Unresolved weak relocation. |
| 3222 | desc->func = tlsdesc_resolver_unresolved_weak; |
| 3223 | desc->arg = addend; |
| 3224 | TRACE_TYPE(RELO, "RELO TLSDESC %16p <- unresolved weak 0x%zx %s\n", |
| 3225 | reinterpret_cast<void*>(reloc), static_cast<size_t>(addend), sym_name); |
| 3226 | } else { |
| 3227 | CHECK(lsi->get_tls() != nullptr); // We rejected a missing TLS segment above. |
| 3228 | size_t module_id = lsi->get_tls()->module_id; |
| 3229 | const TlsModule& mod = get_tls_module(module_id); |
| 3230 | if (mod.static_offset != SIZE_MAX) { |
| 3231 | desc->func = tlsdesc_resolver_static; |
| 3232 | desc->arg = mod.static_offset - tls_tp_base + sym_addr + addend; |
| 3233 | TRACE_TYPE(RELO, "RELO TLSDESC %16p <- static (0x%zx - 0x%zx + 0x%zx + 0x%zx) %s\n", |
| 3234 | reinterpret_cast<void*>(reloc), mod.static_offset, tls_tp_base, |
| 3235 | static_cast<size_t>(sym_addr), static_cast<size_t>(addend), sym_name); |
| 3236 | } else { |
| 3237 | tlsdesc_args_.push_back({ |
| 3238 | .generation = mod.first_generation, |
| 3239 | .index.module_id = module_id, |
| 3240 | .index.offset = sym_addr + addend, |
| 3241 | }); |
| 3242 | // Defer the TLSDESC relocation until the address of the TlsDynamicResolverArg object |
| 3243 | // is finalized. |
| 3244 | deferred_tlsdesc_relocs.push_back({ desc, tlsdesc_args_.size() - 1 }); |
| 3245 | const TlsDynamicResolverArg& desc_arg = tlsdesc_args_.back(); |
| 3246 | TRACE_TYPE(RELO, "RELO TLSDESC %16p <- dynamic (gen %zu, mod %zu, off %zu) %s", |
| 3247 | reinterpret_cast<void*>(reloc), desc_arg.generation, |
| 3248 | desc_arg.index.module_id, desc_arg.index.offset, sym_name); |
| 3249 | } |
| 3250 | } |
| 3251 | } |
| 3252 | break; |
Ryan Prichard | b0e2dd0 | 2019-03-11 17:06:02 -0700 | [diff] [blame] | 3253 | #endif // defined(__aarch64__) |
Ryan Prichard | ffaae70 | 2019-01-23 17:47:10 -0800 | [diff] [blame] | 3254 | |
| 3255 | #if defined(__aarch64__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3256 | case R_AARCH64_ABS64: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3257 | count_relocation(kRelocAbsolute); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3258 | MARK(rel->r_offset); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 3259 | TRACE_TYPE(RELO, "RELO ABS64 %16llx <- %16llx %s\n", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3260 | reloc, sym_addr + addend, sym_name); |
| 3261 | *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend; |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3262 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3263 | case R_AARCH64_ABS32: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3264 | count_relocation(kRelocAbsolute); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3265 | MARK(rel->r_offset); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 3266 | TRACE_TYPE(RELO, "RELO ABS32 %16llx <- %16llx %s\n", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3267 | reloc, sym_addr + addend, sym_name); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3268 | { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3269 | const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN); |
| 3270 | const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX); |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3271 | if ((min_value <= (sym_addr + addend)) && |
| 3272 | ((sym_addr + addend) <= max_value)) { |
| 3273 | *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend; |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3274 | } else { |
| 3275 | DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3276 | sym_addr + addend, min_value, max_value); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3277 | return false; |
| 3278 | } |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3279 | } |
| 3280 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3281 | case R_AARCH64_ABS16: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3282 | count_relocation(kRelocAbsolute); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3283 | MARK(rel->r_offset); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 3284 | TRACE_TYPE(RELO, "RELO ABS16 %16llx <- %16llx %s\n", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3285 | reloc, sym_addr + addend, sym_name); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3286 | { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3287 | const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN); |
| 3288 | const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX); |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3289 | if ((min_value <= (sym_addr + addend)) && |
| 3290 | ((sym_addr + addend) <= max_value)) { |
| 3291 | *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3292 | } else { |
| 3293 | DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3294 | sym_addr + addend, min_value, max_value); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3295 | return false; |
| 3296 | } |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3297 | } |
| 3298 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3299 | case R_AARCH64_PREL64: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3300 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3301 | MARK(rel->r_offset); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 3302 | TRACE_TYPE(RELO, "RELO REL64 %16llx <- %16llx - %16llx %s\n", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3303 | reloc, sym_addr + addend, rel->r_offset, sym_name); |
| 3304 | *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset; |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3305 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3306 | case R_AARCH64_PREL32: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3307 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3308 | MARK(rel->r_offset); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 3309 | TRACE_TYPE(RELO, "RELO REL32 %16llx <- %16llx - %16llx %s\n", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3310 | reloc, sym_addr + addend, rel->r_offset, sym_name); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3311 | { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3312 | const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN); |
| 3313 | const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX); |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3314 | if ((min_value <= (sym_addr + addend - rel->r_offset)) && |
| 3315 | ((sym_addr + addend - rel->r_offset) <= max_value)) { |
| 3316 | *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset; |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3317 | } else { |
| 3318 | DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3319 | sym_addr + addend - rel->r_offset, min_value, max_value); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3320 | return false; |
| 3321 | } |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3322 | } |
| 3323 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3324 | case R_AARCH64_PREL16: |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3325 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3326 | MARK(rel->r_offset); |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 3327 | TRACE_TYPE(RELO, "RELO REL16 %16llx <- %16llx - %16llx %s\n", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3328 | reloc, sym_addr + addend, rel->r_offset, sym_name); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3329 | { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3330 | const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN); |
| 3331 | const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX); |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3332 | if ((min_value <= (sym_addr + addend - rel->r_offset)) && |
| 3333 | ((sym_addr + addend - rel->r_offset) <= max_value)) { |
| 3334 | *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset; |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3335 | } else { |
| 3336 | DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx", |
Dmitriy Ivanov | 77f91c6 | 2015-10-15 13:26:03 -0700 | [diff] [blame] | 3337 | sym_addr + addend - rel->r_offset, min_value, max_value); |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3338 | return false; |
| 3339 | } |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3340 | } |
| 3341 | break; |
| 3342 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3343 | case R_AARCH64_COPY: |
Nick Kralevich | 76e289c | 2014-07-03 12:04:31 -0700 | [diff] [blame] | 3344 | /* |
| 3345 | * ET_EXEC is not supported so this should not happen. |
| 3346 | * |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3347 | * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf |
Nick Kralevich | 76e289c | 2014-07-03 12:04:31 -0700 | [diff] [blame] | 3348 | * |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3349 | * Section 4.6.11 "Dynamic relocations" |
Nick Kralevich | 76e289c | 2014-07-03 12:04:31 -0700 | [diff] [blame] | 3350 | * R_AARCH64_COPY may only appear in executable objects where e_type is |
| 3351 | * set to ET_EXEC. |
| 3352 | */ |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3353 | DL_ERR("%s R_AARCH64_COPY relocations are not supported", get_realpath()); |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 3354 | return false; |
Marcus Oakland | e365f9d | 2013-10-10 15:19:31 +0100 | [diff] [blame] | 3355 | #elif defined(__x86_64__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3356 | case R_X86_64_32: |
| 3357 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3358 | MARK(rel->r_offset); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3359 | TRACE_TYPE(RELO, "RELO R_X86_64_32 %08zx <- +%08zx %s", static_cast<size_t>(reloc), |
| 3360 | static_cast<size_t>(sym_addr), sym_name); |
Junichi Uekawa | ff35b1e | 2015-11-18 10:18:59 +0900 | [diff] [blame] | 3361 | *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3362 | break; |
| 3363 | case R_X86_64_64: |
| 3364 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3365 | MARK(rel->r_offset); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3366 | TRACE_TYPE(RELO, "RELO R_X86_64_64 %08zx <- +%08zx %s", static_cast<size_t>(reloc), |
| 3367 | static_cast<size_t>(sym_addr), sym_name); |
Junichi Uekawa | ff35b1e | 2015-11-18 10:18:59 +0900 | [diff] [blame] | 3368 | *reinterpret_cast<Elf64_Addr*>(reloc) = sym_addr + addend; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3369 | break; |
| 3370 | case R_X86_64_PC32: |
| 3371 | count_relocation(kRelocRelative); |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3372 | MARK(rel->r_offset); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3373 | TRACE_TYPE(RELO, "RELO R_X86_64_PC32 %08zx <- +%08zx (%08zx - %08zx) %s", |
| 3374 | static_cast<size_t>(reloc), static_cast<size_t>(sym_addr - reloc), |
| 3375 | static_cast<size_t>(sym_addr), static_cast<size_t>(reloc), sym_name); |
Junichi Uekawa | ff35b1e | 2015-11-18 10:18:59 +0900 | [diff] [blame] | 3376 | *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend - reloc; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3377 | break; |
Dmitriy Ivanov | bcc04d0 | 2015-01-13 12:12:38 -0800 | [diff] [blame] | 3378 | #elif defined(__arm__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3379 | case R_ARM_ABS32: |
| 3380 | count_relocation(kRelocAbsolute); |
| 3381 | MARK(rel->r_offset); |
| 3382 | TRACE_TYPE(RELO, "RELO ABS %08x <- %08x %s", reloc, sym_addr, sym_name); |
| 3383 | *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr; |
| 3384 | break; |
| 3385 | case R_ARM_REL32: |
| 3386 | count_relocation(kRelocRelative); |
| 3387 | MARK(rel->r_offset); |
| 3388 | TRACE_TYPE(RELO, "RELO REL32 %08x <- %08x - %08x %s", |
| 3389 | reloc, sym_addr, rel->r_offset, sym_name); |
| 3390 | *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr - rel->r_offset; |
| 3391 | break; |
| 3392 | case R_ARM_COPY: |
| 3393 | /* |
| 3394 | * ET_EXEC is not supported so this should not happen. |
| 3395 | * |
| 3396 | * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0044d/IHI0044D_aaelf.pdf |
| 3397 | * |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3398 | * Section 4.6.1.10 "Dynamic relocations" |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3399 | * R_ARM_COPY may only appear in executable objects where e_type is |
| 3400 | * set to ET_EXEC. |
| 3401 | */ |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3402 | DL_ERR("%s R_ARM_COPY relocations are not supported", get_realpath()); |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 3403 | return false; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3404 | #elif defined(__i386__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3405 | case R_386_32: |
| 3406 | count_relocation(kRelocRelative); |
| 3407 | MARK(rel->r_offset); |
| 3408 | TRACE_TYPE(RELO, "RELO R_386_32 %08x <- +%08x %s", reloc, sym_addr, sym_name); |
| 3409 | *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr; |
| 3410 | break; |
| 3411 | case R_386_PC32: |
| 3412 | count_relocation(kRelocRelative); |
| 3413 | MARK(rel->r_offset); |
| 3414 | TRACE_TYPE(RELO, "RELO R_386_PC32 %08x <- +%08x (%08x - %08x) %s", |
| 3415 | reloc, (sym_addr - reloc), sym_addr, reloc, sym_name); |
| 3416 | *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr - reloc); |
| 3417 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3418 | #endif |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3419 | default: |
| 3420 | DL_ERR("unknown reloc type %d @ %p (%zu)", type, rel, idx); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3421 | return false; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3422 | } |
| 3423 | } |
Ryan Prichard | ffaae70 | 2019-01-23 17:47:10 -0800 | [diff] [blame] | 3424 | |
Ryan Prichard | b0e2dd0 | 2019-03-11 17:06:02 -0700 | [diff] [blame] | 3425 | #if defined(__aarch64__) |
| 3426 | // Bionic currently only implements TLSDESC for arm64. |
Ryan Prichard | ffaae70 | 2019-01-23 17:47:10 -0800 | [diff] [blame] | 3427 | for (const std::pair<TlsDescriptor*, size_t>& pair : deferred_tlsdesc_relocs) { |
| 3428 | TlsDescriptor* desc = pair.first; |
| 3429 | desc->func = tlsdesc_resolver_dynamic; |
| 3430 | desc->arg = reinterpret_cast<size_t>(&tlsdesc_args_[pair.second]); |
| 3431 | } |
Ryan Prichard | b0e2dd0 | 2019-03-11 17:06:02 -0700 | [diff] [blame] | 3432 | #endif |
Ryan Prichard | ffaae70 | 2019-01-23 17:47:10 -0800 | [diff] [blame] | 3433 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3434 | return true; |
Raghu Gandham | d7daacb | 2012-07-31 12:07:22 -0700 | [diff] [blame] | 3435 | } |
Dmitriy Ivanov | 114ff69 | 2015-01-14 11:36:38 -0800 | [diff] [blame] | 3436 | #endif // !defined(__mips__) |
Raghu Gandham | d7daacb | 2012-07-31 12:07:22 -0700 | [diff] [blame] | 3437 | |
Dimitry Ivanov | 48ec288 | 2016-08-04 11:50:36 -0700 | [diff] [blame] | 3438 | // An empty list of soinfos |
Dimitry Ivanov | b943f30 | 2016-08-03 16:00:10 -0700 | [diff] [blame] | 3439 | static soinfo_list_t g_empty_list; |
Dmitriy Ivanov | d59e500 | 2014-05-09 09:10:14 -0700 | [diff] [blame] | 3440 | |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3441 | bool soinfo::prelink_image() { |
Ningsheng Jian | e93be99 | 2014-09-16 15:22:10 +0800 | [diff] [blame] | 3442 | /* Extract dynamic section */ |
| 3443 | ElfW(Word) dynamic_flags = 0; |
| 3444 | phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags); |
Dmitriy Ivanov | 498eb18 | 2014-09-05 14:57:59 -0700 | [diff] [blame] | 3445 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3446 | /* We can't log anything until the linker is relocated */ |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 3447 | bool relocating_linker = (flags_ & FLAG_LINKER) != 0; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3448 | if (!relocating_linker) { |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 3449 | INFO("[ Linking \"%s\" ]", get_realpath()); |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 3450 | DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3451 | } |
| 3452 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3453 | if (dynamic == nullptr) { |
David 'Digit' Turner | b52e438 | 2012-06-19 01:24:17 +0200 | [diff] [blame] | 3454 | if (!relocating_linker) { |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3455 | DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath()); |
David 'Digit' Turner | b52e438 | 2012-06-19 01:24:17 +0200 | [diff] [blame] | 3456 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3457 | return false; |
| 3458 | } else { |
| 3459 | if (!relocating_linker) { |
| 3460 | DEBUG("dynamic = %p", dynamic); |
David 'Digit' Turner | 63f99f4 | 2012-06-19 00:08:39 +0200 | [diff] [blame] | 3461 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3462 | } |
David 'Digit' Turner | 63f99f4 | 2012-06-19 00:08:39 +0200 | [diff] [blame] | 3463 | |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 3464 | #if defined(__arm__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3465 | (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias, |
| 3466 | &ARM_exidx, &ARM_exidx_count); |
David 'Digit' Turner | 63f99f4 | 2012-06-19 00:08:39 +0200 | [diff] [blame] | 3467 | #endif |
| 3468 | |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 3469 | TlsSegment tls_segment; |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 3470 | if (__bionic_get_tls_segment(phdr, phnum, load_bias, &tls_segment)) { |
| 3471 | if (!__bionic_check_tls_alignment(&tls_segment.alignment)) { |
| 3472 | if (!relocating_linker) { |
| 3473 | DL_ERR("TLS segment alignment in \"%s\" is not a power of 2: %zu", |
| 3474 | get_realpath(), tls_segment.alignment); |
| 3475 | } |
| 3476 | return false; |
| 3477 | } |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 3478 | tls_ = std::make_unique<soinfo_tls>(); |
| 3479 | tls_->segment = tls_segment; |
| 3480 | } |
| 3481 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3482 | // Extract useful information from dynamic section. |
Dmitriy Ivanov | 618f1a3 | 2015-03-17 20:06:36 -0700 | [diff] [blame] | 3483 | // Note that: "Except for the DT_NULL element at the end of the array, |
| 3484 | // and the relative order of DT_NEEDED elements, entries may appear in any order." |
| 3485 | // |
| 3486 | // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3487 | uint32_t needed_count = 0; |
| 3488 | for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) { |
| 3489 | DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p", |
| 3490 | d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val)); |
| 3491 | switch (d->d_tag) { |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3492 | case DT_SONAME: |
Dmitriy Ivanov | 618f1a3 | 2015-03-17 20:06:36 -0700 | [diff] [blame] | 3493 | // this is parsed after we have strtab initialized (see below). |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3494 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3495 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3496 | case DT_HASH: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3497 | nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0]; |
| 3498 | nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1]; |
| 3499 | bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8); |
| 3500 | chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3501 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3502 | |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3503 | case DT_GNU_HASH: |
Dmitriy Ivanov | 3597b80 | 2015-03-09 12:02:02 -0700 | [diff] [blame] | 3504 | gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0]; |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3505 | // skip symndx |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3506 | gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2]; |
| 3507 | gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3]; |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3508 | |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3509 | gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16); |
Dmitriy Ivanov | 3597b80 | 2015-03-09 12:02:02 -0700 | [diff] [blame] | 3510 | gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_); |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3511 | // amend chain for symndx = header[1] |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3512 | gnu_chain_ = gnu_bucket_ + gnu_nbucket_ - |
| 3513 | reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1]; |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3514 | |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3515 | if (!powerof2(gnu_maskwords_)) { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3516 | DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two", |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3517 | gnu_maskwords_, get_realpath()); |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3518 | return false; |
| 3519 | } |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3520 | --gnu_maskwords_; |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3521 | |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 3522 | flags_ |= FLAG_GNU_HASH; |
Dmitriy Ivanov | ec18ce0 | 2014-11-09 19:27:20 -0800 | [diff] [blame] | 3523 | break; |
| 3524 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3525 | case DT_STRTAB: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3526 | strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3527 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3528 | |
Dmitriy Ivanov | 6cdeb52 | 2014-09-29 19:14:45 -0700 | [diff] [blame] | 3529 | case DT_STRSZ: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3530 | strtab_size_ = d->d_un.d_val; |
Dmitriy Ivanov | 6cdeb52 | 2014-09-29 19:14:45 -0700 | [diff] [blame] | 3531 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3532 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3533 | case DT_SYMTAB: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3534 | symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3535 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3536 | |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3537 | case DT_SYMENT: |
| 3538 | if (d->d_un.d_val != sizeof(ElfW(Sym))) { |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3539 | DL_ERR("invalid DT_SYMENT: %zd in \"%s\"", |
| 3540 | static_cast<size_t>(d->d_un.d_val), get_realpath()); |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3541 | return false; |
| 3542 | } |
| 3543 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3544 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3545 | case DT_PLTREL: |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3546 | #if defined(USE_RELA) |
| 3547 | if (d->d_un.d_val != DT_RELA) { |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3548 | DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3549 | return false; |
| 3550 | } |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3551 | #else |
| 3552 | if (d->d_un.d_val != DT_REL) { |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3553 | DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath()); |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3554 | return false; |
| 3555 | } |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3556 | #endif |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3557 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3558 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3559 | case DT_JMPREL: |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 3560 | #if defined(USE_RELA) |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3561 | plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3562 | #else |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3563 | plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3564 | #endif |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3565 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3566 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3567 | case DT_PLTRELSZ: |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 3568 | #if defined(USE_RELA) |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3569 | plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela)); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3570 | #else |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3571 | plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel)); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3572 | #endif |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3573 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3574 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3575 | case DT_PLTGOT: |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3576 | #if defined(__mips__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3577 | // Used by mips and mips64. |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3578 | plt_got_ = reinterpret_cast<ElfW(Addr)**>(load_bias + d->d_un.d_ptr); |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3579 | #endif |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3580 | // Ignore for other platforms... (because RTLD_LAZY is not supported) |
| 3581 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3582 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3583 | case DT_DEBUG: |
| 3584 | // Set the DT_DEBUG entry to the address of _r_debug for GDB |
| 3585 | // if the dynamic table is writable |
Chris Dearman | 9918665 | 2014-02-06 20:36:51 -0800 | [diff] [blame] | 3586 | // FIXME: not working currently for N64 |
| 3587 | // The flags for the LOAD and DYNAMIC program headers do not agree. |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 3588 | // The LOAD section containing the dynamic table has been mapped as |
Chris Dearman | 9918665 | 2014-02-06 20:36:51 -0800 | [diff] [blame] | 3589 | // read-only, but the DYNAMIC header claims it is writable. |
| 3590 | #if !(defined(__mips__) && defined(__LP64__)) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3591 | if ((dynamic_flags & PF_W) != 0) { |
| 3592 | d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug); |
| 3593 | } |
Chris Dearman | 9918665 | 2014-02-06 20:36:51 -0800 | [diff] [blame] | 3594 | #endif |
Dmitriy Ivanov | c6292ea | 2015-02-13 16:29:50 -0800 | [diff] [blame] | 3595 | break; |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 3596 | #if defined(USE_RELA) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3597 | case DT_RELA: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3598 | rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3599 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3600 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3601 | case DT_RELASZ: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3602 | rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3603 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3604 | |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3605 | case DT_ANDROID_RELA: |
| 3606 | android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr); |
| 3607 | break; |
| 3608 | |
| 3609 | case DT_ANDROID_RELASZ: |
| 3610 | android_relocs_size_ = d->d_un.d_val; |
| 3611 | break; |
| 3612 | |
| 3613 | case DT_ANDROID_REL: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3614 | DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3615 | return false; |
| 3616 | |
| 3617 | case DT_ANDROID_RELSZ: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3618 | DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3619 | return false; |
| 3620 | |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3621 | case DT_RELAENT: |
| 3622 | if (d->d_un.d_val != sizeof(ElfW(Rela))) { |
Dmitriy Ivanov | f240aa8 | 2014-09-16 23:34:20 -0700 | [diff] [blame] | 3623 | DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val)); |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3624 | return false; |
| 3625 | } |
| 3626 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3627 | |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 3628 | // Ignored (see DT_RELCOUNT comments for details). |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3629 | case DT_RELACOUNT: |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3630 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3631 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3632 | case DT_REL: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3633 | DL_ERR("unsupported DT_REL in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3634 | return false; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3635 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3636 | case DT_RELSZ: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3637 | DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3638 | return false; |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3639 | |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3640 | #else |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3641 | case DT_REL: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3642 | rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3643 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3644 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3645 | case DT_RELSZ: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3646 | rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3647 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3648 | |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3649 | case DT_RELENT: |
| 3650 | if (d->d_un.d_val != sizeof(ElfW(Rel))) { |
Dmitriy Ivanov | f240aa8 | 2014-09-16 23:34:20 -0700 | [diff] [blame] | 3651 | DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val)); |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3652 | return false; |
| 3653 | } |
| 3654 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3655 | |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3656 | case DT_ANDROID_REL: |
| 3657 | android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr); |
| 3658 | break; |
| 3659 | |
| 3660 | case DT_ANDROID_RELSZ: |
| 3661 | android_relocs_size_ = d->d_un.d_val; |
| 3662 | break; |
| 3663 | |
| 3664 | case DT_ANDROID_RELA: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3665 | DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3666 | return false; |
| 3667 | |
| 3668 | case DT_ANDROID_RELASZ: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3669 | DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3670 | return false; |
| 3671 | |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3672 | // "Indicates that all RELATIVE relocations have been concatenated together, |
| 3673 | // and specifies the RELATIVE relocation count." |
| 3674 | // |
| 3675 | // TODO: Spec also mentions that this can be used to optimize relocation process; |
| 3676 | // Not currently used by bionic linker - ignored. |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3677 | case DT_RELCOUNT: |
Dmitriy Ivanov | 4a6e9a8 | 2014-09-16 15:51:25 -0700 | [diff] [blame] | 3678 | break; |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3679 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3680 | case DT_RELA: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3681 | DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3682 | return false; |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3683 | |
| 3684 | case DT_RELASZ: |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3685 | DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3686 | return false; |
| 3687 | |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 3688 | #endif |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 3689 | case DT_RELR: |
| 3690 | relr_ = reinterpret_cast<ElfW(Relr)*>(load_bias + d->d_un.d_ptr); |
| 3691 | break; |
| 3692 | |
| 3693 | case DT_RELRSZ: |
| 3694 | relr_count_ = d->d_un.d_val / sizeof(ElfW(Relr)); |
| 3695 | break; |
| 3696 | |
| 3697 | case DT_RELRENT: |
| 3698 | if (d->d_un.d_val != sizeof(ElfW(Relr))) { |
| 3699 | DL_ERR("invalid DT_RELRENT: %zd", static_cast<size_t>(d->d_un.d_val)); |
| 3700 | return false; |
| 3701 | } |
| 3702 | break; |
| 3703 | |
| 3704 | // Ignored (see DT_RELCOUNT comments for details). |
| 3705 | case DT_RELRCOUNT: |
| 3706 | break; |
| 3707 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3708 | case DT_INIT: |
Dimitry Ivanov | 5543746 | 2016-07-20 15:33:07 -0700 | [diff] [blame] | 3709 | init_func_ = reinterpret_cast<linker_ctor_function_t>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3710 | DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3711 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3712 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3713 | case DT_FINI: |
Dimitry Ivanov | 5543746 | 2016-07-20 15:33:07 -0700 | [diff] [blame] | 3714 | fini_func_ = reinterpret_cast<linker_dtor_function_t>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3715 | DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3716 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3717 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3718 | case DT_INIT_ARRAY: |
Dimitry Ivanov | 5543746 | 2016-07-20 15:33:07 -0700 | [diff] [blame] | 3719 | init_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3720 | DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3721 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3722 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3723 | case DT_INIT_ARRAYSZ: |
Dmitriy Ivanov | 1649e7e | 2015-01-22 16:04:25 -0800 | [diff] [blame] | 3724 | init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3725 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3726 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3727 | case DT_FINI_ARRAY: |
Dimitry Ivanov | 5543746 | 2016-07-20 15:33:07 -0700 | [diff] [blame] | 3728 | fini_array_ = reinterpret_cast<linker_dtor_function_t*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3729 | DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3730 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3731 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3732 | case DT_FINI_ARRAYSZ: |
Dmitriy Ivanov | 1649e7e | 2015-01-22 16:04:25 -0800 | [diff] [blame] | 3733 | fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3734 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3735 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3736 | case DT_PREINIT_ARRAY: |
Dimitry Ivanov | 5543746 | 2016-07-20 15:33:07 -0700 | [diff] [blame] | 3737 | preinit_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr); |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3738 | DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3739 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3740 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3741 | case DT_PREINIT_ARRAYSZ: |
Dmitriy Ivanov | 1649e7e | 2015-01-22 16:04:25 -0800 | [diff] [blame] | 3742 | preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3743 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3744 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3745 | case DT_TEXTREL: |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3746 | #if defined(__LP64__) |
Dimitry Ivanov | 816676e | 2016-10-19 11:00:28 -0700 | [diff] [blame] | 3747 | DL_ERR("\"%s\" has text relocations", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3748 | return false; |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3749 | #else |
| 3750 | has_text_relocations = true; |
| 3751 | break; |
| 3752 | #endif |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3753 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3754 | case DT_SYMBOLIC: |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 3755 | has_DT_SYMBOLIC = true; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3756 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3757 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3758 | case DT_NEEDED: |
| 3759 | ++needed_count; |
| 3760 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3761 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3762 | case DT_FLAGS: |
| 3763 | if (d->d_un.d_val & DF_TEXTREL) { |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3764 | #if defined(__LP64__) |
Dimitry Ivanov | 816676e | 2016-10-19 11:00:28 -0700 | [diff] [blame] | 3765 | DL_ERR("\"%s\" has text relocations", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3766 | return false; |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3767 | #else |
| 3768 | has_text_relocations = true; |
| 3769 | #endif |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 3770 | } |
Dmitriy Ivanov | 96bc37f | 2014-09-29 12:10:36 -0700 | [diff] [blame] | 3771 | if (d->d_un.d_val & DF_SYMBOLIC) { |
| 3772 | has_DT_SYMBOLIC = true; |
| 3773 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3774 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3775 | |
Dmitriy Ivanov | 6cdeb52 | 2014-09-29 19:14:45 -0700 | [diff] [blame] | 3776 | case DT_FLAGS_1: |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 3777 | set_dt_flags_1(d->d_un.d_val); |
Dmitriy Ivanov | 1b20daf | 2014-05-19 15:06:58 -0700 | [diff] [blame] | 3778 | |
Dmitriy Ivanov | d225a5e | 2014-08-28 14:12:12 -0700 | [diff] [blame] | 3779 | if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) { |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3780 | DL_WARN("Warning: \"%s\" has unsupported flags DT_FLAGS_1=%p " |
| 3781 | "(ignoring unsupported flags)", |
| 3782 | get_realpath(), reinterpret_cast<void*>(d->d_un.d_val)); |
Dmitriy Ivanov | 6cdeb52 | 2014-09-29 19:14:45 -0700 | [diff] [blame] | 3783 | } |
| 3784 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3785 | #if defined(__mips__) |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3786 | case DT_MIPS_RLD_MAP: |
| 3787 | // Set the DT_MIPS_RLD_MAP entry to the address of _r_debug for GDB. |
| 3788 | { |
| 3789 | r_debug** dp = reinterpret_cast<r_debug**>(load_bias + d->d_un.d_ptr); |
| 3790 | *dp = &_r_debug; |
| 3791 | } |
| 3792 | break; |
Lazar Trsic | 83b44a9 | 2016-04-06 13:39:17 +0200 | [diff] [blame] | 3793 | case DT_MIPS_RLD_MAP_REL: |
| 3794 | // Set the DT_MIPS_RLD_MAP_REL entry to the address of _r_debug for GDB. |
Raghu Gandham | 6881572 | 2014-12-18 19:12:19 -0800 | [diff] [blame] | 3795 | { |
Dmitriy Ivanov | 20d89cb | 2015-03-30 18:43:38 -0700 | [diff] [blame] | 3796 | r_debug** dp = reinterpret_cast<r_debug**>( |
| 3797 | reinterpret_cast<ElfW(Addr)>(d) + d->d_un.d_val); |
Raghu Gandham | 6881572 | 2014-12-18 19:12:19 -0800 | [diff] [blame] | 3798 | *dp = &_r_debug; |
| 3799 | } |
| 3800 | break; |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3801 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3802 | case DT_MIPS_RLD_VERSION: |
| 3803 | case DT_MIPS_FLAGS: |
| 3804 | case DT_MIPS_BASE_ADDRESS: |
| 3805 | case DT_MIPS_UNREFEXTNO: |
| 3806 | break; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 3807 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3808 | case DT_MIPS_SYMTABNO: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3809 | mips_symtabno_ = d->d_un.d_val; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3810 | break; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 3811 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3812 | case DT_MIPS_LOCAL_GOTNO: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3813 | mips_local_gotno_ = d->d_un.d_val; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3814 | break; |
| 3815 | |
| 3816 | case DT_MIPS_GOTSYM: |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3817 | mips_gotsym_ = d->d_un.d_val; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3818 | break; |
| 3819 | #endif |
Dmitriy Ivanov | ea6eae1 | 2014-10-15 14:59:01 -0700 | [diff] [blame] | 3820 | // Ignored: "Its use has been superseded by the DF_BIND_NOW flag" |
| 3821 | case DT_BIND_NOW: |
| 3822 | break; |
| 3823 | |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3824 | case DT_VERSYM: |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 3825 | versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr); |
| 3826 | break; |
| 3827 | |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3828 | case DT_VERDEF: |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 3829 | verdef_ptr_ = load_bias + d->d_un.d_ptr; |
| 3830 | break; |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3831 | case DT_VERDEFNUM: |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 3832 | verdef_cnt_ = d->d_un.d_val; |
| 3833 | break; |
| 3834 | |
Alexander Ivchenko | e831433 | 2014-12-02 15:32:25 +0300 | [diff] [blame] | 3835 | case DT_VERNEED: |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 3836 | verneed_ptr_ = load_bias + d->d_un.d_ptr; |
| 3837 | break; |
| 3838 | |
Alexander Ivchenko | e831433 | 2014-12-02 15:32:25 +0300 | [diff] [blame] | 3839 | case DT_VERNEEDNUM: |
Dmitriy Ivanov | 2a81536 | 2015-04-09 13:42:33 -0700 | [diff] [blame] | 3840 | verneed_cnt_ = d->d_un.d_val; |
Dmitriy Ivanov | 513e29e | 2014-10-06 11:30:43 -0700 | [diff] [blame] | 3841 | break; |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3842 | |
Evgenii Stepanov | 6865082 | 2015-06-10 13:38:39 -0700 | [diff] [blame] | 3843 | case DT_RUNPATH: |
| 3844 | // this is parsed after we have strtab initialized (see below). |
| 3845 | break; |
| 3846 | |
Ryan Prichard | ea41ab0 | 2019-01-23 16:33:03 -0800 | [diff] [blame] | 3847 | case DT_TLSDESC_GOT: |
| 3848 | case DT_TLSDESC_PLT: |
| 3849 | // These DT entries are used for lazy TLSDESC relocations. Bionic |
| 3850 | // resolves everything eagerly, so these can be ignored. |
| 3851 | break; |
| 3852 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3853 | default: |
Dmitriy Ivanov | 8f61d99 | 2014-09-16 14:31:06 -0700 | [diff] [blame] | 3854 | if (!relocating_linker) { |
Elliott Hughes | 6eae4cc | 2017-08-30 09:02:33 -0700 | [diff] [blame] | 3855 | const char* tag_name; |
| 3856 | if (d->d_tag == DT_RPATH) { |
| 3857 | tag_name = "DT_RPATH"; |
| 3858 | } else if (d->d_tag == DT_ENCODING) { |
| 3859 | tag_name = "DT_ENCODING"; |
| 3860 | } else if (d->d_tag >= DT_LOOS && d->d_tag <= DT_HIOS) { |
| 3861 | tag_name = "unknown OS-specific"; |
| 3862 | } else if (d->d_tag >= DT_LOPROC && d->d_tag <= DT_HIPROC) { |
| 3863 | tag_name = "unknown processor-specific"; |
| 3864 | } else { |
| 3865 | tag_name = "unknown"; |
| 3866 | } |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3867 | DL_WARN("Warning: \"%s\" unused DT entry: %s (type %p arg %p) (ignoring)", |
Elliott Hughes | 6eae4cc | 2017-08-30 09:02:33 -0700 | [diff] [blame] | 3868 | get_realpath(), |
| 3869 | tag_name, |
| 3870 | reinterpret_cast<void*>(d->d_tag), |
| 3871 | reinterpret_cast<void*>(d->d_un.d_val)); |
Dmitriy Ivanov | 8f61d99 | 2014-09-16 14:31:06 -0700 | [diff] [blame] | 3872 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3873 | break; |
Brian Carlstrom | d4ee82d | 2013-02-28 15:58:45 -0800 | [diff] [blame] | 3874 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3875 | } |
| 3876 | |
Duane Sand | bc425c7 | 2015-06-01 16:29:14 -0700 | [diff] [blame] | 3877 | #if defined(__mips__) && !defined(__LP64__) |
| 3878 | if (!mips_check_and_adjust_fp_modes()) { |
| 3879 | return false; |
| 3880 | } |
| 3881 | #endif |
| 3882 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3883 | DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p", |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 3884 | reinterpret_cast<void*>(base), strtab_, symtab_); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3885 | |
| 3886 | // Sanity checks. |
| 3887 | if (relocating_linker && needed_count != 0) { |
| 3888 | DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries"); |
| 3889 | return false; |
| 3890 | } |
Dmitriy Ivanov | 3597b80 | 2015-03-09 12:02:02 -0700 | [diff] [blame] | 3891 | if (nbucket_ == 0 && gnu_nbucket_ == 0) { |
Dmitriy Ivanov | aae859c | 2015-03-31 11:14:03 -0700 | [diff] [blame] | 3892 | DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" " |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3893 | "(new hash type from the future?)", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3894 | return false; |
| 3895 | } |
Yi Kong | 32bc0fc | 2018-08-02 17:31:13 -0700 | [diff] [blame] | 3896 | if (strtab_ == nullptr) { |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3897 | DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3898 | return false; |
| 3899 | } |
Yi Kong | 32bc0fc | 2018-08-02 17:31:13 -0700 | [diff] [blame] | 3900 | if (symtab_ == nullptr) { |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3901 | DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath()); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3902 | return false; |
| 3903 | } |
Dmitriy Ivanov | 75108f4 | 2015-06-02 13:28:06 -0700 | [diff] [blame] | 3904 | |
Dmitriy Ivanov | 624b8f1 | 2015-06-08 10:41:33 -0700 | [diff] [blame] | 3905 | // second pass - parse entries relying on strtab |
| 3906 | for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) { |
Evgenii Stepanov | 6865082 | 2015-06-10 13:38:39 -0700 | [diff] [blame] | 3907 | switch (d->d_tag) { |
| 3908 | case DT_SONAME: |
Dmitriy Ivanov | 4f7a7ad | 2015-10-15 12:07:25 -0700 | [diff] [blame] | 3909 | set_soname(get_string(d->d_un.d_val)); |
Evgenii Stepanov | 6865082 | 2015-06-10 13:38:39 -0700 | [diff] [blame] | 3910 | break; |
| 3911 | case DT_RUNPATH: |
Evgenii Stepanov | 6865082 | 2015-06-10 13:38:39 -0700 | [diff] [blame] | 3912 | set_dt_runpath(get_string(d->d_un.d_val)); |
| 3913 | break; |
Dmitriy Ivanov | 624b8f1 | 2015-06-08 10:41:33 -0700 | [diff] [blame] | 3914 | } |
| 3915 | } |
| 3916 | |
Dmitriy Ivanov | 75108f4 | 2015-06-02 13:28:06 -0700 | [diff] [blame] | 3917 | // Before M release linker was using basename in place of soname. |
Dmitriy Ivanov | 1913352 | 2015-06-02 17:36:54 -0700 | [diff] [blame] | 3918 | // In the case when dt_soname is absent some apps stop working |
Dmitriy Ivanov | 75108f4 | 2015-06-02 13:28:06 -0700 | [diff] [blame] | 3919 | // because they can't find dt_needed library by soname. |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3920 | // This workaround should keep them working. (Applies only |
| 3921 | // for apps targeting sdk version < M.) Make an exception for |
| 3922 | // the main executable and linker; they do not need to have dt_soname. |
| 3923 | // TODO: >= O the linker doesn't need this workaround. |
Dimitry Ivanov | 3f66057 | 2016-09-09 10:00:39 -0700 | [diff] [blame] | 3924 | if (soname_ == nullptr && |
| 3925 | this != solist_get_somain() && |
| 3926 | (flags_ & FLAG_LINKER) == 0 && |
Elliott Hughes | 5bc78c8 | 2016-11-16 11:35:43 -0800 | [diff] [blame] | 3927 | get_application_target_sdk_version() < __ANDROID_API_M__) { |
Dmitriy Ivanov | 75108f4 | 2015-06-02 13:28:06 -0700 | [diff] [blame] | 3928 | soname_ = basename(realpath_.c_str()); |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3929 | DL_WARN_documented_change(__ANDROID_API_M__, |
| 3930 | "missing-soname-enforced-for-api-level-23", |
| 3931 | "\"%s\" has no DT_SONAME (will use %s instead)", |
| 3932 | get_realpath(), soname_); |
| 3933 | |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 3934 | // Don't call add_dlwarning because a missing DT_SONAME isn't important enough to show in the UI |
Dmitriy Ivanov | 75108f4 | 2015-06-02 13:28:06 -0700 | [diff] [blame] | 3935 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 3936 | return true; |
Dmitriy Ivanov | 14669a9 | 2014-09-05 16:42:53 -0700 | [diff] [blame] | 3937 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 3938 | |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3939 | bool soinfo::link_image(const soinfo_list_t& global_group, const soinfo_list_t& local_group, |
Torne (Richard Coles) | efbe9a5 | 2018-10-17 15:59:38 -0400 | [diff] [blame] | 3940 | const android_dlextinfo* extinfo, size_t* relro_fd_offset) { |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 3941 | if (is_image_linked()) { |
| 3942 | // already linked. |
| 3943 | return true; |
| 3944 | } |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 3945 | |
Elliott Hughes | 90f96b9 | 2019-05-09 15:56:39 -0700 | [diff] [blame] | 3946 | if (g_is_ldd && !is_main_executable()) { |
| 3947 | async_safe_format_fd(STDOUT_FILENO, "\t%s => %s (%p)\n", get_soname(), |
| 3948 | get_realpath(), reinterpret_cast<void*>(base)); |
| 3949 | } |
| 3950 | |
Dmitriy Ivanov | ab972b9 | 2014-11-29 13:57:41 -0800 | [diff] [blame] | 3951 | local_group_root_ = local_group.front(); |
| 3952 | if (local_group_root_ == nullptr) { |
| 3953 | local_group_root_ = this; |
| 3954 | } |
| 3955 | |
Dmitriy Ivanov | 1913352 | 2015-06-02 17:36:54 -0700 | [diff] [blame] | 3956 | if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) { |
| 3957 | target_sdk_version_ = get_application_target_sdk_version(); |
| 3958 | } |
| 3959 | |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 3960 | VersionTracker version_tracker; |
| 3961 | |
| 3962 | if (!version_tracker.init(this)) { |
| 3963 | return false; |
| 3964 | } |
| 3965 | |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3966 | #if !defined(__LP64__) |
| 3967 | if (has_text_relocations) { |
Elliott Hughes | 5bc78c8 | 2016-11-16 11:35:43 -0800 | [diff] [blame] | 3968 | // Fail if app is targeting M or above. |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3969 | int app_target_api_level = get_application_target_sdk_version(); |
| 3970 | if (app_target_api_level >= __ANDROID_API_M__) { |
Elliott Hughes | 763f6e1 | 2017-04-10 09:52:33 -0700 | [diff] [blame] | 3971 | DL_ERR_AND_LOG("\"%s\" has text relocations (https://android.googlesource.com/platform/" |
| 3972 | "bionic/+/master/android-changes-for-ndk-developers.md#Text-Relocations-" |
| 3973 | "Enforced-for-API-level-23)", get_realpath()); |
Dmitriy Ivanov | e4ad91f | 2015-06-12 15:00:31 -0700 | [diff] [blame] | 3974 | return false; |
| 3975 | } |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3976 | // Make segments writable to allow text relocations to work properly. We will later call |
Dmitriy Ivanov | 7e03993 | 2015-10-01 14:02:19 -0700 | [diff] [blame] | 3977 | // phdr_table_protect_segments() after all of them are applied. |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3978 | DL_WARN_documented_change(__ANDROID_API_M__, |
| 3979 | "Text-Relocations-Enforced-for-API-level-23", |
| 3980 | "\"%s\" has text relocations", |
| 3981 | get_realpath()); |
Dimitry Ivanov | 769b33f | 2016-07-21 11:33:40 -0700 | [diff] [blame] | 3982 | add_dlwarning(get_realpath(), "text relocations"); |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3983 | if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) { |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 3984 | DL_ERR("can't unprotect loadable segments for \"%s\": %s", get_realpath(), strerror(errno)); |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 3985 | return false; |
| 3986 | } |
| 3987 | } |
| 3988 | #endif |
| 3989 | |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3990 | if (android_relocs_ != nullptr) { |
| 3991 | // check signature |
| 3992 | if (android_relocs_size_ > 3 && |
| 3993 | android_relocs_[0] == 'A' && |
| 3994 | android_relocs_[1] == 'P' && |
Dmitriy Ivanov | 18870d3 | 2015-04-22 13:10:04 -0700 | [diff] [blame] | 3995 | android_relocs_[2] == 'S' && |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3996 | android_relocs_[3] == '2') { |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 3997 | DEBUG("[ android relocating %s ]", get_realpath()); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 3998 | |
| 3999 | bool relocated = false; |
| 4000 | const uint8_t* packed_relocs = android_relocs_ + 4; |
| 4001 | const size_t packed_relocs_size = android_relocs_size_ - 4; |
| 4002 | |
Dmitriy Ivanov | 18870d3 | 2015-04-22 13:10:04 -0700 | [diff] [blame] | 4003 | relocated = relocate( |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 4004 | version_tracker, |
Dmitriy Ivanov | 18870d3 | 2015-04-22 13:10:04 -0700 | [diff] [blame] | 4005 | packed_reloc_iterator<sleb128_decoder>( |
| 4006 | sleb128_decoder(packed_relocs, packed_relocs_size)), |
| 4007 | global_group, local_group); |
Dmitriy Ivanov | 18a6956 | 2015-02-04 16:05:30 -0800 | [diff] [blame] | 4008 | |
| 4009 | if (!relocated) { |
| 4010 | return false; |
| 4011 | } |
| 4012 | } else { |
| 4013 | DL_ERR("bad android relocation header."); |
| 4014 | return false; |
| 4015 | } |
| 4016 | } |
| 4017 | |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 4018 | if (relr_ != nullptr) { |
| 4019 | DEBUG("[ relocating %s relr ]", get_realpath()); |
| 4020 | if (!relocate_relr()) { |
| 4021 | return false; |
| 4022 | } |
| 4023 | } |
| 4024 | |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 4025 | #if defined(USE_RELA) |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 4026 | if (rela_ != nullptr) { |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 4027 | DEBUG("[ relocating %s rela ]", get_realpath()); |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 4028 | if (!relocate(version_tracker, |
| 4029 | plain_reloc_iterator(rela_, rela_count_), global_group, local_group)) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4030 | return false; |
Elliott Hughes | c00f2cb | 2013-10-04 17:01:33 -0700 | [diff] [blame] | 4031 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4032 | } |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 4033 | if (plt_rela_ != nullptr) { |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 4034 | DEBUG("[ relocating %s plt rela ]", get_realpath()); |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 4035 | if (!relocate(version_tracker, |
| 4036 | plain_reloc_iterator(plt_rela_, plt_rela_count_), global_group, local_group)) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4037 | return false; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 4038 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4039 | } |
Dmitriy Ivanov | 9aea164 | 2014-09-11 15:16:03 -0700 | [diff] [blame] | 4040 | #else |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 4041 | if (rel_ != nullptr) { |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 4042 | DEBUG("[ relocating %s rel ]", get_realpath()); |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 4043 | if (!relocate(version_tracker, |
| 4044 | plain_reloc_iterator(rel_, rel_count_), global_group, local_group)) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4045 | return false; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 4046 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4047 | } |
Dmitriy Ivanov | 047b593 | 2014-11-13 09:39:20 -0800 | [diff] [blame] | 4048 | if (plt_rel_ != nullptr) { |
Rahul Chaudhry | b7feec7 | 2017-12-19 15:25:23 -0800 | [diff] [blame] | 4049 | DEBUG("[ relocating %s plt rel ]", get_realpath()); |
Dmitriy Ivanov | 7e4bbba | 2015-04-30 19:49:19 -0700 | [diff] [blame] | 4050 | if (!relocate(version_tracker, |
| 4051 | plain_reloc_iterator(plt_rel_, plt_rel_count_), global_group, local_group)) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4052 | return false; |
Brigid Smith | c5a13ef | 2014-07-23 11:22:25 -0700 | [diff] [blame] | 4053 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4054 | } |
Dmitriy Ivanov | 9aea164 | 2014-09-11 15:16:03 -0700 | [diff] [blame] | 4055 | #endif |
Brigid Smith | c5a13ef | 2014-07-23 11:22:25 -0700 | [diff] [blame] | 4056 | |
Elliott Hughes | 4eeb1f1 | 2013-10-25 17:38:02 -0700 | [diff] [blame] | 4057 | #if defined(__mips__) |
Dmitriy Ivanov | f39cb63 | 2015-04-30 20:17:03 -0700 | [diff] [blame] | 4058 | if (!mips_relocate_got(version_tracker, global_group, local_group)) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4059 | return false; |
| 4060 | } |
Raghu Gandham | d7daacb | 2012-07-31 12:07:22 -0700 | [diff] [blame] | 4061 | #endif |
| 4062 | |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 4063 | DEBUG("[ finished linking %s ]", get_realpath()); |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 4064 | |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 4065 | #if !defined(__LP64__) |
| 4066 | if (has_text_relocations) { |
| 4067 | // All relocations are done, we can protect our segments back to read-only. |
| 4068 | if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) { |
| 4069 | DL_ERR("can't protect segments for \"%s\": %s", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 4070 | get_realpath(), strerror(errno)); |
Dimitry Ivanov | 56be6ed | 2015-04-01 21:18:48 +0000 | [diff] [blame] | 4071 | return false; |
| 4072 | } |
| 4073 | } |
| 4074 | #endif |
| 4075 | |
Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 4076 | // We can also turn on GNU RELRO protection if we're not linking the dynamic linker |
| 4077 | // itself --- it can't make system calls yet, and will have to call protect_relro later. |
| 4078 | if (!is_linker() && !protect_relro()) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4079 | return false; |
| 4080 | } |
Nick Kralevich | 9ec0f03 | 2012-02-28 10:40:00 -0800 | [diff] [blame] | 4081 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4082 | /* Handle serializing/sharing the RELRO segment */ |
| 4083 | if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) { |
| 4084 | if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias, |
Torne (Richard Coles) | fa9f7f2 | 2019-04-02 17:04:42 -0400 | [diff] [blame] | 4085 | extinfo->relro_fd, relro_fd_offset) < 0) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4086 | DL_ERR("failed serializing GNU RELRO section for \"%s\": %s", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 4087 | get_realpath(), strerror(errno)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4088 | return false; |
Torne (Richard Coles) | 183ad9d | 2014-02-27 13:18:00 +0000 | [diff] [blame] | 4089 | } |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4090 | } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) { |
| 4091 | if (phdr_table_map_gnu_relro(phdr, phnum, load_bias, |
Torne (Richard Coles) | efbe9a5 | 2018-10-17 15:59:38 -0400 | [diff] [blame] | 4092 | extinfo->relro_fd, relro_fd_offset) < 0) { |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4093 | DL_ERR("failed mapping GNU RELRO section for \"%s\": %s", |
Dmitriy Ivanov | 3edb918 | 2015-05-07 10:48:00 -0700 | [diff] [blame] | 4094 | get_realpath(), strerror(errno)); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4095 | return false; |
| 4096 | } |
| 4097 | } |
Torne (Richard Coles) | 183ad9d | 2014-02-27 13:18:00 +0000 | [diff] [blame] | 4098 | |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4099 | notify_gdb_of_load(this); |
dimitry | 965d06d | 2017-11-28 16:03:07 +0100 | [diff] [blame] | 4100 | set_image_linked(); |
Dmitriy Ivanov | 6abf624 | 2014-09-12 09:43:13 -0700 | [diff] [blame] | 4101 | return true; |
The Android Open Source Project | 1dc9e47 | 2009-03-03 19:28:35 -0800 | [diff] [blame] | 4102 | } |
| 4103 | |
Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 4104 | bool soinfo::protect_relro() { |
| 4105 | if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) { |
| 4106 | DL_ERR("can't enable GNU RELRO protection for \"%s\": %s", |
| 4107 | get_realpath(), strerror(errno)); |
| 4108 | return false; |
| 4109 | } |
| 4110 | return true; |
| 4111 | } |
| 4112 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4113 | static std::vector<android_namespace_t*> init_default_namespace_no_config(bool is_asan) { |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 4114 | g_default_namespace.set_isolated(false); |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 4115 | auto default_ld_paths = is_asan ? kAsanDefaultLdPaths : kDefaultLdPaths; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 4116 | |
neo.chae | 2589f9d | 2016-10-04 11:00:27 +0900 | [diff] [blame] | 4117 | char real_path[PATH_MAX]; |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 4118 | std::vector<std::string> ld_default_paths; |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 4119 | for (size_t i = 0; default_ld_paths[i] != nullptr; ++i) { |
| 4120 | if (realpath(default_ld_paths[i], real_path) != nullptr) { |
neo.chae | 2589f9d | 2016-10-04 11:00:27 +0900 | [diff] [blame] | 4121 | ld_default_paths.push_back(real_path); |
| 4122 | } else { |
Dimitry Ivanov | 77ad642 | 2017-03-06 13:02:29 -0800 | [diff] [blame] | 4123 | ld_default_paths.push_back(default_ld_paths[i]); |
neo.chae | 2589f9d | 2016-10-04 11:00:27 +0900 | [diff] [blame] | 4124 | } |
Dmitriy Ivanov | 42d5fcb | 2015-10-29 17:01:24 -0700 | [diff] [blame] | 4125 | } |
| 4126 | |
| 4127 | g_default_namespace.set_default_library_paths(std::move(ld_default_paths)); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4128 | |
| 4129 | std::vector<android_namespace_t*> namespaces; |
| 4130 | namespaces.push_back(&g_default_namespace); |
| 4131 | return namespaces; |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4132 | } |
| 4133 | |
Roland Levillain | dc25f6c | 2019-07-02 16:40:19 +0100 | [diff] [blame] | 4134 | // return /apex/<name>/etc/ld.config.txt from /apex/<name>/bin/* |
Jiyong Park | 3583341 | 2018-10-26 14:45:21 +0900 | [diff] [blame] | 4135 | static std::string get_ld_config_file_apex_path(const char* executable_path) { |
| 4136 | std::vector<std::string> paths = android::base::Split(executable_path, "/"); |
Roland Levillain | dc25f6c | 2019-07-02 16:40:19 +0100 | [diff] [blame] | 4137 | if (paths.size() >= 5 && paths[1] == "apex" && paths[3] == "bin") { |
Jiyong Park | 3583341 | 2018-10-26 14:45:21 +0900 | [diff] [blame] | 4138 | return std::string("/apex/") + paths[2] + "/etc/ld.config.txt"; |
| 4139 | } |
| 4140 | return ""; |
| 4141 | } |
| 4142 | |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4143 | static std::string get_ld_config_file_vndk_path() { |
Logan Chien | bcfe3cf | 2018-05-08 20:17:26 +0800 | [diff] [blame] | 4144 | if (android::base::GetBoolProperty("ro.vndk.lite", false)) { |
| 4145 | return kLdConfigVndkLiteFilePath; |
| 4146 | } |
| 4147 | |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4148 | std::string ld_config_file_vndk = kLdConfigFilePath; |
| 4149 | size_t insert_pos = ld_config_file_vndk.find_last_of('.'); |
| 4150 | if (insert_pos == std::string::npos) { |
| 4151 | insert_pos = ld_config_file_vndk.length(); |
| 4152 | } |
| 4153 | ld_config_file_vndk.insert(insert_pos, Config::get_vndk_version_string('.')); |
| 4154 | return ld_config_file_vndk; |
| 4155 | } |
| 4156 | |
Jiyong Park | 3583341 | 2018-10-26 14:45:21 +0900 | [diff] [blame] | 4157 | static std::string get_ld_config_file_path(const char* executable_path) { |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4158 | #ifdef USE_LD_CONFIG_FILE |
| 4159 | // This is a debugging/testing only feature. Must not be available on |
| 4160 | // production builds. |
| 4161 | const char* ld_config_file_env = getenv("LD_CONFIG_FILE"); |
| 4162 | if (ld_config_file_env != nullptr && file_exists(ld_config_file_env)) { |
| 4163 | return ld_config_file_env; |
| 4164 | } |
| 4165 | #endif |
| 4166 | |
Jiyong Park | 3583341 | 2018-10-26 14:45:21 +0900 | [diff] [blame] | 4167 | std::string path = get_ld_config_file_apex_path(executable_path); |
| 4168 | if (!path.empty()) { |
| 4169 | if (file_exists(path.c_str())) { |
| 4170 | return path; |
| 4171 | } |
| 4172 | DL_WARN("Warning: couldn't read config file \"%s\" for \"%s\"", |
| 4173 | path.c_str(), executable_path); |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4174 | } |
| 4175 | |
Jiyong Park | 3583341 | 2018-10-26 14:45:21 +0900 | [diff] [blame] | 4176 | path = kLdConfigArchFilePath; |
| 4177 | if (file_exists(path.c_str())) { |
| 4178 | return path; |
| 4179 | } |
| 4180 | |
| 4181 | path = get_ld_config_file_vndk_path(); |
| 4182 | if (file_exists(path.c_str())) { |
| 4183 | return path; |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4184 | } |
| 4185 | |
| 4186 | return kLdConfigFilePath; |
| 4187 | } |
| 4188 | |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4189 | std::vector<android_namespace_t*> init_default_namespaces(const char* executable_path) { |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4190 | g_default_namespace.set_name("(default)"); |
| 4191 | |
| 4192 | soinfo* somain = solist_get_somain(); |
| 4193 | |
| 4194 | const char *interp = phdr_table_get_interpreter_name(somain->phdr, somain->phnum, |
| 4195 | somain->load_bias); |
Dan Willemsen | 7ccc50d | 2017-09-18 21:28:14 -0700 | [diff] [blame] | 4196 | const char* bname = (interp != nullptr) ? basename(interp) : nullptr; |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4197 | |
| 4198 | g_is_asan = bname != nullptr && |
| 4199 | (strcmp(bname, "linker_asan") == 0 || |
| 4200 | strcmp(bname, "linker_asan64") == 0); |
| 4201 | |
| 4202 | const Config* config = nullptr; |
| 4203 | |
| 4204 | std::string error_msg; |
| 4205 | |
Jiyong Park | 3583341 | 2018-10-26 14:45:21 +0900 | [diff] [blame] | 4206 | std::string ld_config_file_path = get_ld_config_file_path(executable_path); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4207 | |
Martin Stjernholm | 95252ee | 2019-02-22 22:48:59 +0000 | [diff] [blame] | 4208 | INFO("[ Reading linker config \"%s\" ]", ld_config_file_path.c_str()); |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4209 | if (!Config::read_binary_config(ld_config_file_path.c_str(), |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4210 | executable_path, |
| 4211 | g_is_asan, |
| 4212 | &config, |
| 4213 | &error_msg)) { |
| 4214 | if (!error_msg.empty()) { |
Elliott Hughes | 9076b0c | 2018-02-28 11:29:45 -0800 | [diff] [blame] | 4215 | DL_WARN("Warning: couldn't read \"%s\" for \"%s\" (using default configuration instead): %s", |
Logan Chien | 886b96e | 2018-05-08 17:52:18 +0800 | [diff] [blame] | 4216 | ld_config_file_path.c_str(), |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4217 | executable_path, |
| 4218 | error_msg.c_str()); |
| 4219 | } |
| 4220 | config = nullptr; |
| 4221 | } |
| 4222 | |
| 4223 | if (config == nullptr) { |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4224 | return init_default_namespace_no_config(g_is_asan); |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4225 | } |
| 4226 | |
| 4227 | const auto& namespace_configs = config->namespace_configs(); |
| 4228 | std::unordered_map<std::string, android_namespace_t*> namespaces; |
| 4229 | |
| 4230 | // 1. Initialize default namespace |
| 4231 | const NamespaceConfig* default_ns_config = config->default_namespace_config(); |
| 4232 | |
| 4233 | g_default_namespace.set_isolated(default_ns_config->isolated()); |
| 4234 | g_default_namespace.set_default_library_paths(default_ns_config->search_paths()); |
| 4235 | g_default_namespace.set_permitted_paths(default_ns_config->permitted_paths()); |
| 4236 | |
| 4237 | namespaces[default_ns_config->name()] = &g_default_namespace; |
Justin Yun | 90de9f0 | 2017-07-07 16:21:53 +0900 | [diff] [blame] | 4238 | if (default_ns_config->visible()) { |
| 4239 | g_exported_namespaces[default_ns_config->name()] = &g_default_namespace; |
| 4240 | } |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4241 | |
| 4242 | // 2. Initialize other namespaces |
| 4243 | |
| 4244 | for (auto& ns_config : namespace_configs) { |
| 4245 | if (namespaces.find(ns_config->name()) != namespaces.end()) { |
| 4246 | continue; |
| 4247 | } |
| 4248 | |
| 4249 | android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t(); |
| 4250 | ns->set_name(ns_config->name()); |
| 4251 | ns->set_isolated(ns_config->isolated()); |
| 4252 | ns->set_default_library_paths(ns_config->search_paths()); |
| 4253 | ns->set_permitted_paths(ns_config->permitted_paths()); |
Vic Yang | 2d020e4 | 2019-01-12 21:03:25 -0800 | [diff] [blame] | 4254 | ns->set_whitelisted_libs(ns_config->whitelisted_libs()); |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4255 | |
| 4256 | namespaces[ns_config->name()] = ns; |
Jiyong Park | 01de74e | 2017-04-03 23:10:37 +0900 | [diff] [blame] | 4257 | if (ns_config->visible()) { |
| 4258 | g_exported_namespaces[ns_config->name()] = ns; |
| 4259 | } |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4260 | } |
| 4261 | |
| 4262 | // 3. Establish links between namespaces |
| 4263 | for (auto& ns_config : namespace_configs) { |
| 4264 | auto it_from = namespaces.find(ns_config->name()); |
| 4265 | CHECK(it_from != namespaces.end()); |
| 4266 | android_namespace_t* namespace_from = it_from->second; |
| 4267 | for (const NamespaceLinkConfig& ns_link : ns_config->links()) { |
| 4268 | auto it_to = namespaces.find(ns_link.ns_name()); |
| 4269 | CHECK(it_to != namespaces.end()); |
| 4270 | android_namespace_t* namespace_to = it_to->second; |
Logan Chien | 9ee4591 | 2018-01-18 12:05:09 +0800 | [diff] [blame] | 4271 | if (ns_link.allow_all_shared_libs()) { |
| 4272 | link_namespaces_all_libs(namespace_from, namespace_to); |
| 4273 | } else { |
| 4274 | link_namespaces(namespace_from, namespace_to, ns_link.shared_libs().c_str()); |
| 4275 | } |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4276 | } |
| 4277 | } |
| 4278 | // we can no longer rely on the fact that libdl.so is part of default namespace |
| 4279 | // this is why we want to add ld-android.so to all namespaces from ld.config.txt |
| 4280 | soinfo* ld_android_so = solist_get_head(); |
dimitry | 8b14256 | 2018-05-09 15:22:38 +0200 | [diff] [blame] | 4281 | |
| 4282 | // we also need vdso to be available for all namespaces (if present) |
| 4283 | soinfo* vdso = solist_get_vdso(); |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4284 | for (auto it : namespaces) { |
| 4285 | it.second->add_soinfo(ld_android_so); |
dimitry | 8b14256 | 2018-05-09 15:22:38 +0200 | [diff] [blame] | 4286 | if (vdso != nullptr) { |
| 4287 | it.second->add_soinfo(vdso); |
| 4288 | } |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4289 | // somain and ld_preloads are added to these namespaces after LD_PRELOAD libs are linked |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4290 | } |
| 4291 | |
| 4292 | set_application_target_sdk_version(config->target_sdk_version()); |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4293 | |
| 4294 | std::vector<android_namespace_t*> created_namespaces; |
| 4295 | created_namespaces.reserve(namespaces.size()); |
Chih-Hung Hsieh | 0218e92 | 2018-12-11 10:22:11 -0800 | [diff] [blame] | 4296 | for (const auto& kv : namespaces) { |
Jiyong Park | 02586a2 | 2017-05-20 01:01:24 +0900 | [diff] [blame] | 4297 | created_namespaces.push_back(kv.second); |
| 4298 | } |
| 4299 | return created_namespaces; |
Dimitry Ivanov | 4cabfaa | 2017-03-07 11:19:05 -0800 | [diff] [blame] | 4300 | } |
Jiyong Park | 01de74e | 2017-04-03 23:10:37 +0900 | [diff] [blame] | 4301 | |
| 4302 | // This function finds a namespace exported in ld.config.txt by its name. |
| 4303 | // A namespace can be exported by setting .visible property to true. |
| 4304 | android_namespace_t* get_exported_namespace(const char* name) { |
| 4305 | if (name == nullptr) { |
| 4306 | return nullptr; |
| 4307 | } |
| 4308 | auto it = g_exported_namespaces.find(std::string(name)); |
| 4309 | if (it == g_exported_namespaces.end()) { |
| 4310 | return nullptr; |
| 4311 | } |
| 4312 | return it->second; |
| 4313 | } |
Vic Yang | bb7e123 | 2019-01-29 20:23:16 -0800 | [diff] [blame] | 4314 | |
| 4315 | void purge_unused_memory() { |
| 4316 | // For now, we only purge the memory used by LoadTask because we know those |
| 4317 | // are temporary objects. |
| 4318 | // |
| 4319 | // Purging other LinkerBlockAllocator hardly yields much because they hold |
| 4320 | // information about namespaces and opened libraries, which are not freed |
| 4321 | // when the control leaves the linker. |
| 4322 | // |
| 4323 | // Purging BionicAllocator may give us a few dirty pages back, but those pages |
| 4324 | // would be already zeroed out, so they compress easily in ZRAM. Therefore, |
| 4325 | // it is not worth munmap()'ing those pages. |
| 4326 | TypeBasedAllocator<LoadTask>::purge(); |
| 4327 | } |