blob: 3baae512e523720d4e86e253349103add4429d93 [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002 * Copyright (C) 2008 The Android Open Source Project
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Dmitriy Ivanov19133522015-06-02 17:36:54 -070029#include <android/api-level.h>
Elliott Hughes46882792012-08-03 16:49:39 -070030#include <errno.h>
31#include <fcntl.h>
Elliott Hughes0266ae52014-02-10 17:46:57 -080032#include <inttypes.h>
Elliott Hughes46882792012-08-03 16:49:39 -070033#include <pthread.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080034#include <stdio.h>
35#include <stdlib.h>
36#include <string.h>
Elliott Hughes46882792012-08-03 16:49:39 -070037#include <sys/mman.h>
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -080038#include <sys/param.h>
Dimitry Ivanovbf34ba32017-04-21 13:12:05 -070039#include <sys/vfs.h>
Elliott Hughes46882792012-08-03 16:49:39 -070040#include <unistd.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080041
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070042#include <new>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070043#include <string>
Dmitriy Ivanovb4827502015-09-28 16:38:31 -070044#include <unordered_map>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070045#include <vector>
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070046
Tom Cherryb8ab6182017-04-05 16:20:29 -070047#include <android-base/scopeguard.h>
48
Christopher Ferris7a3681e2017-04-24 17:48:32 -070049#include <async_safe/log.h>
50
Elliott Hughes46882792012-08-03 16:49:39 -070051// Private C library headers.
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080052
53#include "linker.h"
Dmitriy Ivanovc9ce70d2015-03-10 15:30:26 -070054#include "linker_block_allocator.h"
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -070055#include "linker_cfi.h"
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -080056#include "linker_config.h"
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -080057#include "linker_gdb_support.h"
Dimitry Ivanov48ec2882016-08-04 11:50:36 -070058#include "linker_globals.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080059#include "linker_debug.h"
Dimitry Ivanov769b33f2016-07-21 11:33:40 -070060#include "linker_dlwarning.h"
Dimitry Ivanov3f660572016-09-09 10:00:39 -070061#include "linker_main.h"
Dimitry Ivanovb943f302016-08-03 16:00:10 -070062#include "linker_namespaces.h"
Dmitriy Ivanov18870d32015-04-22 13:10:04 -070063#include "linker_sleb128.h"
David 'Digit' Turner23363ed2012-06-18 18:13:49 +020064#include "linker_phdr.h"
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -080065#include "linker_relocs.h"
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -080066#include "linker_reloc_iterators.h"
Dmitriy Ivanova1feb112015-10-01 18:41:57 -070067#include "linker_utils.h"
tony.ys_liub4474402015-07-29 18:00:22 +080068
dimitryfe1b27c2017-08-11 14:43:21 +020069#include "android-base/macros.h"
Elliott Hughes939a7e02015-12-04 15:27:46 -080070#include "android-base/strings.h"
Dimitry Ivanovb996d602016-07-11 18:11:39 -070071#include "android-base/stringprintf.h"
Simon Baldwinaef71952015-01-16 13:22:54 +000072#include "ziparchive/zip_archive.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080073
Elliott Hughes1801db32015-06-08 18:04:00 -070074// Override macros to use C++ style casts.
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -080075#undef ELF_ST_TYPE
76#define ELF_ST_TYPE(x) (static_cast<uint32_t>(x) & 0xf)
77
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -070078static android_namespace_t* g_anonymous_namespace = &g_default_namespace;
Jiyong Park01de74e2017-04-03 23:10:37 +090079static std::unordered_map<std::string, android_namespace_t*> g_exported_namespaces;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070080
Dmitriy Ivanov600bc3c2015-03-10 15:43:50 -070081static LinkerTypeAllocator<soinfo> g_soinfo_allocator;
82static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator;
Magnus Malmbornba98d922012-09-12 13:00:55 +020083
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070084static LinkerTypeAllocator<android_namespace_t> g_namespace_allocator;
Dimitry Ivanovaca299a2016-04-11 12:42:58 -070085static LinkerTypeAllocator<LinkedListEntry<android_namespace_t>> g_namespace_list_allocator;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070086
dimitryfe1b27c2017-08-11 14:43:21 +020087static const char* const kLdConfigArchFilePath = "/system/etc/ld.config." ABI_STRING ".txt";
88
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -080089static const char* const kLdConfigFilePath = "/system/etc/ld.config.txt";
90
Elliott Hughes4eeb1f12013-10-25 17:38:02 -070091#if defined(__LP64__)
Dimitry Ivanova1446972017-03-17 00:08:23 +000092static const char* const kSystemLibDir = "/system/lib64";
Alin Jerpelea074a9fd2017-09-25 17:47:49 +020093static const char* const kOdmLibDir = "/odm/lib64";
Dimitry Ivanova1446972017-03-17 00:08:23 +000094static const char* const kVendorLibDir = "/vendor/lib64";
Vishwath Mohan4113def2017-03-29 15:31:34 -070095static const char* const kAsanSystemLibDir = "/data/asan/system/lib64";
Alin Jerpelea074a9fd2017-09-25 17:47:49 +020096static const char* const kAsanOdmLibDir = "/data/asan/odm/lib64";
Vishwath Mohan4113def2017-03-29 15:31:34 -070097static const char* const kAsanVendorLibDir = "/data/asan/vendor/lib64";
Elliott Hughes011bc0b2013-10-08 14:27:10 -070098#else
Dimitry Ivanova1446972017-03-17 00:08:23 +000099static const char* const kSystemLibDir = "/system/lib";
Alin Jerpelea074a9fd2017-09-25 17:47:49 +0200100static const char* const kOdmLibDir = "/odm/lib";
Dimitry Ivanova1446972017-03-17 00:08:23 +0000101static const char* const kVendorLibDir = "/vendor/lib";
Vishwath Mohan4113def2017-03-29 15:31:34 -0700102static const char* const kAsanSystemLibDir = "/data/asan/system/lib";
Alin Jerpelea074a9fd2017-09-25 17:47:49 +0200103static const char* const kAsanOdmLibDir = "/data/asan/odm/lib";
Vishwath Mohan4113def2017-03-29 15:31:34 -0700104static const char* const kAsanVendorLibDir = "/data/asan/vendor/lib";
Elliott Hughes011bc0b2013-10-08 14:27:10 -0700105#endif
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700106
Vishwath Mohan4113def2017-03-29 15:31:34 -0700107static const char* const kAsanLibDirPrefix = "/data/asan";
108
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700109static const char* const kDefaultLdPaths[] = {
110 kSystemLibDir,
Alin Jerpelea074a9fd2017-09-25 17:47:49 +0200111 kOdmLibDir,
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700112 kVendorLibDir,
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700113 nullptr
Elliott Hughes124fae92012-10-31 14:20:03 -0700114};
David Bartleybc3a5c22009-06-02 18:27:28 -0700115
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700116static const char* const kAsanDefaultLdPaths[] = {
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700117 kAsanSystemLibDir,
118 kSystemLibDir,
Alin Jerpelea074a9fd2017-09-25 17:47:49 +0200119 kAsanOdmLibDir,
120 kOdmLibDir,
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700121 kAsanVendorLibDir,
122 kVendorLibDir,
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700123 nullptr
124};
125
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700126// Is ASAN enabled?
127static bool g_is_asan = false;
128
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -0700129static CFIShadowWriter g_cfi_shadow;
130
131CFIShadowWriter* get_cfi_shadow() {
132 return &g_cfi_shadow;
133}
134
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700135static bool is_system_library(const std::string& realpath) {
136 for (const auto& dir : g_default_namespace.get_default_library_paths()) {
137 if (file_is_in_dir(realpath, dir)) {
138 return true;
139 }
140 }
141 return false;
142}
143
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700144// Checks if the file exists and not a directory.
145static bool file_exists(const char* path) {
Dimitry Ivanov4cf70242016-08-11 11:11:52 -0700146 struct stat s;
147
148 if (stat(path, &s) != 0) {
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700149 return false;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700150 }
Dimitry Ivanov4cf70242016-08-11 11:11:52 -0700151
152 return S_ISREG(s.st_mode);
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700153}
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700154
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800155static std::string resolve_soname(const std::string& name) {
156 // We assume that soname equals to basename here
157
158 // TODO(dimitry): consider having honest absolute-path -> soname resolution
159 // note that since we might end up refusing to load this library because
160 // it is not in shared libs list we need to get the soname without actually loading
161 // the library.
162 //
163 // On the other hand there are several places where we already assume that
164 // soname == basename in particular for any not-loaded library mentioned
165 // in DT_NEEDED list.
166 return basename(name.c_str());
167}
168
169static bool maybe_accessible_via_namespace_links(android_namespace_t* ns, const char* name) {
170 std::string soname = resolve_soname(name);
171 for (auto& ns_link : ns->linked_namespaces()) {
172 if (ns_link.is_accessible(soname.c_str())) {
173 return true;
174 }
175 }
176
177 return false;
178}
179
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700180// TODO(dimitry): The grey-list is a workaround for http://b/26394120 ---
181// gradually remove libraries from this list until it is gone.
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800182static bool is_greylisted(android_namespace_t* ns, const char* name, const soinfo* needed_by) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700183 static const char* const kLibraryGreyList[] = {
184 "libandroid_runtime.so",
185 "libbinder.so",
186 "libcrypto.so",
187 "libcutils.so",
188 "libexpat.so",
189 "libgui.so",
190 "libmedia.so",
191 "libnativehelper.so",
192 "libskia.so",
193 "libssl.so",
194 "libstagefright.so",
195 "libsqlite.so",
196 "libui.so",
197 "libutils.so",
198 "libvorbisidec.so",
199 nullptr
200 };
201
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800202 // If you're targeting N, you don't get the greylist.
Elliott Hughes9e27e582017-03-23 17:42:49 -0700203 if (g_greylist_disabled || get_application_target_sdk_version() >= __ANDROID_API_N__) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700204 return false;
205 }
206
207 // if the library needed by a system library - implicitly assume it
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800208 // is greylisted unless it is in the list of shared libraries for one or
209 // more linked namespaces
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700210 if (needed_by != nullptr && is_system_library(needed_by->get_realpath())) {
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800211 return !maybe_accessible_via_namespace_links(ns, name);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700212 }
213
214 // if this is an absolute path - make sure it points to /system/lib(64)
215 if (name[0] == '/' && dirname(name) == kSystemLibDir) {
216 // and reduce the path to basename
217 name = basename(name);
218 }
219
220 for (size_t i = 0; kLibraryGreyList[i] != nullptr; ++i) {
221 if (strcmp(name, kLibraryGreyList[i]) == 0) {
222 return true;
223 }
224 }
225
226 return false;
227}
228// END OF WORKAROUND
229
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700230static std::vector<std::string> g_ld_preload_names;
Elliott Hughesa4aafd12014-01-13 16:37:47 -0800231
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800232static bool g_anonymous_namespace_initialized;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700233
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800234#if STATS
Elliott Hughesbedfe382012-08-14 14:07:59 -0700235struct linker_stats_t {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700236 int count[kRelocMax];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700237};
238
239static linker_stats_t linker_stats;
240
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800241void count_relocation(RelocationKind kind) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700242 ++linker_stats.count[kind];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700243}
244#else
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800245void count_relocation(RelocationKind) {
Elliott Hughesbedfe382012-08-14 14:07:59 -0700246}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800247#endif
248
249#if COUNT_PAGES
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800250uint32_t bitmask[4096];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800251#endif
252
Elliott Hughesbedfe382012-08-14 14:07:59 -0700253static void notify_gdb_of_load(soinfo* info) {
Dimitry Ivanove97d8ed2016-03-01 15:55:56 -0800254 if (info->is_linker() || info->is_main_executable()) {
255 // gdb already knows about the linker and the main executable.
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700256 return;
257 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800258
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800259 link_map* map = &(info->link_map_head);
Nicolas Geoffray0fa54102016-02-18 09:31:24 +0000260
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800261 map->l_addr = info->load_bias;
262 // link_map l_name field is not const.
263 map->l_name = const_cast<char*>(info->get_realpath());
264 map->l_ld = info->dynamic;
Nicolas Geoffray0fa54102016-02-18 09:31:24 +0000265
Dimitry Ivanove97d8ed2016-03-01 15:55:56 -0800266 CHECK(map->l_name != nullptr);
267 CHECK(map->l_name[0] != '\0');
268
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800269 notify_gdb_of_load(map);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700270}
271
Elliott Hughesbedfe382012-08-14 14:07:59 -0700272static void notify_gdb_of_unload(soinfo* info) {
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800273 notify_gdb_of_unload(&(info->link_map_head));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800274}
275
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700276LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() {
277 return g_soinfo_links_allocator.alloc();
278}
279
280void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) {
281 g_soinfo_links_allocator.free(entry);
282}
283
Dimitry Ivanovaca299a2016-04-11 12:42:58 -0700284LinkedListEntry<android_namespace_t>* NamespaceListAllocator::alloc() {
285 return g_namespace_list_allocator.alloc();
286}
287
288void NamespaceListAllocator::free(LinkedListEntry<android_namespace_t>* entry) {
289 g_namespace_list_allocator.free(entry);
290}
291
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700292soinfo* soinfo_alloc(android_namespace_t* ns, const char* name,
293 struct stat* file_stat, off64_t file_offset,
294 uint32_t rtld_flags) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700295 if (strlen(name) >= PATH_MAX) {
Elliott Hughes7b0af7a2017-09-15 16:09:22 -0700296 async_safe_fatal("library name \"%s\" too long", name);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200297 }
298
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700299 TRACE("name %s: allocating soinfo for ns=%p", name, ns);
300
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700301 soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(ns, name, file_stat,
302 file_offset, rtld_flags);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700303
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700304 solist_add_soinfo(si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200305
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700306 si->generate_handle();
307 ns->add_soinfo(si);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700308
Elliott Hughesca0c11b2013-03-12 10:40:45 -0700309 TRACE("name %s: allocated soinfo @ %p", name, si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200310 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800311}
312
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800313static void soinfo_free(soinfo* si) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700314 if (si == nullptr) {
315 return;
316 }
317
318 if (si->base != 0 && si->size != 0) {
Dimitry Ivanovf45b0e92016-01-15 11:13:35 -0800319 if (!si->is_mapped_by_caller()) {
320 munmap(reinterpret_cast<void*>(si->base), si->size);
321 } else {
322 // remap the region as PROT_NONE, MAP_ANONYMOUS | MAP_NORESERVE
323 mmap(reinterpret_cast<void*>(si->base), si->size, PROT_NONE,
324 MAP_FIXED | MAP_PRIVATE | MAP_ANONYMOUS | MAP_NORESERVE, -1, 0);
325 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700326 }
327
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700328 TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700329
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700330 if (!solist_remove_soinfo(si)) {
Elliott Hughes27f18062017-11-29 18:47:42 +0000331 // TODO (dimitry): revisit this - for now preserving the logic
332 // but it does not look right, abort if soinfo is not in the list instead?
333 return;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700334 }
Elliott Hughes46882792012-08-03 16:49:39 -0700335
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700336 // clear links to/from si
337 si->remove_all_links();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700338
Dmitriy Ivanov609f11b2015-07-08 15:26:46 -0700339 si->~soinfo();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700340 g_soinfo_allocator.free(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800341}
342
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700343static void parse_path(const char* path, const char* delimiters,
344 std::vector<std::string>* resolved_paths) {
345 std::vector<std::string> paths;
346 split_path(path, delimiters, &paths);
347 resolve_paths(paths, resolved_paths);
348}
349
Elliott Hughescade4c32012-12-20 14:42:14 -0800350static void parse_LD_LIBRARY_PATH(const char* path) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700351 std::vector<std::string> ld_libary_paths;
352 parse_path(path, ":", &ld_libary_paths);
353 g_default_namespace.set_ld_library_paths(std::move(ld_libary_paths));
Elliott Hughescade4c32012-12-20 14:42:14 -0800354}
355
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700356static bool realpath_fd(int fd, std::string* realpath) {
357 std::vector<char> buf(PATH_MAX), proc_self_fd(PATH_MAX);
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700358 async_safe_format_buffer(&proc_self_fd[0], proc_self_fd.size(), "/proc/self/fd/%d", fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700359 if (readlink(&proc_self_fd[0], &buf[0], buf.size()) == -1) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700360 PRINT("readlink(\"%s\") failed: %s [fd=%d]", &proc_self_fd[0], strerror(errno), fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700361 return false;
362 }
363
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700364 *realpath = &buf[0];
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700365 return true;
366}
367
Elliott Hughes4eeb1f12013-10-25 17:38:02 -0700368#if defined(__arm__)
Elliott Hughes46882792012-08-03 16:49:39 -0700369
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700370// For a given PC, find the .so that it belongs to.
371// Returns the base address of the .ARM.exidx section
372// for that .so, and the number of 8-byte entries
373// in that section (via *pcount).
374//
375// Intended to be called by libc's __gnu_Unwind_Find_exidx().
Dimitry Ivanovd9e427c2016-11-22 16:55:25 -0800376_Unwind_Ptr do_dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) {
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700377 for (soinfo* si = solist_get_head(); si != 0; si = si->next) {
Elliott Hughesf2c6ad62017-04-21 10:25:56 -0700378 if ((pc >= si->base) && (pc < (si->base + si->size))) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700379 *pcount = si->ARM_exidx_count;
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800380 return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800381 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700382 }
383 *pcount = 0;
Elliott Hughesf2c6ad62017-04-21 10:25:56 -0700384 return 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800385}
Elliott Hughes46882792012-08-03 16:49:39 -0700386
Christopher Ferris24053a42013-08-19 17:45:09 -0700387#endif
Elliott Hughes46882792012-08-03 16:49:39 -0700388
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700389// Here, we only have to provide a callback to iterate across all the
390// loaded libraries. gcc_eh does the rest.
Dmitriy Ivanov7271caf2015-06-29 14:48:25 -0700391int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700392 int rv = 0;
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700393 for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700394 dl_phdr_info dl_info;
395 dl_info.dlpi_addr = si->link_map_head.l_addr;
396 dl_info.dlpi_name = si->link_map_head.l_name;
397 dl_info.dlpi_phdr = si->phdr;
398 dl_info.dlpi_phnum = si->phnum;
399 rv = cb(&dl_info, sizeof(dl_phdr_info), data);
400 if (rv != 0) {
401 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800402 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700403 }
404 return rv;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800405}
Elliott Hughes46882792012-08-03 16:49:39 -0700406
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800407
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700408bool soinfo_do_lookup(soinfo* si_from, const char* name, const version_info* vi,
Dimitry Ivanovb943f302016-08-03 16:00:10 -0700409 soinfo** si_found_in, const soinfo_list_t& global_group,
410 const soinfo_list_t& local_group, const ElfW(Sym)** symbol) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800411 SymbolName symbol_name(name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700412 const ElfW(Sym)* s = nullptr;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700413
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700414 /* "This element's presence in a shared object library alters the dynamic linker's
415 * symbol resolution algorithm for references within the library. Instead of starting
416 * a symbol search with the executable file, the dynamic linker starts from the shared
417 * object itself. If the shared object fails to supply the referenced symbol, the
418 * dynamic linker then searches the executable file and other shared objects as usual."
419 *
420 * http://www.sco.com/developers/gabi/2012-12-31/ch5.dynamic.html
421 *
422 * Note that this is unlikely since static linker avoids generating
423 * relocations for -Bsymbolic linked dynamic executables.
424 */
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700425 if (si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700426 DEBUG("%s: looking up %s in local scope (DT_SYMBOLIC)", si_from->get_realpath(), name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700427 if (!si_from->find_symbol_by_name(symbol_name, vi, &s)) {
428 return false;
429 }
430
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -0700431 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700432 *si_found_in = si_from;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700433 }
434 }
435
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700436 // 1. Look for it in global_group
437 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700438 bool error = false;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700439 global_group.visit([&](soinfo* global_si) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700440 DEBUG("%s: looking up %s in %s (from global group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700441 si_from->get_realpath(), name, global_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700442 if (!global_si->find_symbol_by_name(symbol_name, vi, &s)) {
443 error = true;
444 return false;
445 }
446
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700447 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700448 *si_found_in = global_si;
449 return false;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700450 }
Dmitriy Ivanovc2048942014-08-29 10:15:25 -0700451
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700452 return true;
453 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700454
455 if (error) {
456 return false;
457 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700458 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700459
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700460 // 2. Look for it in the local group
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700461 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700462 bool error = false;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700463 local_group.visit([&](soinfo* local_si) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700464 if (local_si == si_from && si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanove47b3f82014-10-23 14:19:07 -0700465 // we already did this - skip
466 return true;
467 }
468
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700469 DEBUG("%s: looking up %s in %s (from local group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700470 si_from->get_realpath(), name, local_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700471 if (!local_si->find_symbol_by_name(symbol_name, vi, &s)) {
472 error = true;
473 return false;
474 }
475
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700476 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700477 *si_found_in = local_si;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700478 return false;
479 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700480
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700481 return true;
482 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700483
484 if (error) {
485 return false;
486 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700487 }
488
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700489 if (s != nullptr) {
490 TRACE_TYPE(LOOKUP, "si %s sym %s s->st_value = %p, "
491 "found in %s, base = %p, load bias = %p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700492 si_from->get_realpath(), name, reinterpret_cast<void*>(s->st_value),
493 (*si_found_in)->get_realpath(), reinterpret_cast<void*>((*si_found_in)->base),
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700494 reinterpret_cast<void*>((*si_found_in)->load_bias));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700495 }
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700496
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700497 *symbol = s;
498 return true;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700499}
500
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700501ProtectedDataGuard::ProtectedDataGuard() {
502 if (ref_count_++ == 0) {
503 protect_data(PROT_READ | PROT_WRITE);
504 }
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700505
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700506 if (ref_count_ == 0) { // overflow
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700507 async_safe_fatal("Too many nested calls to dlopen()");
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800508 }
Dimitry Ivanov68e6c032017-02-01 12:55:11 -0800509}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800510
Dimitry Ivanov68e6c032017-02-01 12:55:11 -0800511ProtectedDataGuard::~ProtectedDataGuard() {
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700512 if (--ref_count_ == 0) {
513 protect_data(PROT_READ);
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800514 }
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700515}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800516
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700517void ProtectedDataGuard::protect_data(int protection) {
518 g_soinfo_allocator.protect_all(protection);
519 g_soinfo_links_allocator.protect_all(protection);
520 g_namespace_allocator.protect_all(protection);
521 g_namespace_list_allocator.protect_all(protection);
522}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800523
524size_t ProtectedDataGuard::ref_count_ = 0;
525
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700526// Each size has it's own allocator.
527template<size_t size>
528class SizeBasedAllocator {
529 public:
530 static void* alloc() {
531 return allocator_.alloc();
532 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700533
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700534 static void free(void* ptr) {
535 allocator_.free(ptr);
536 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700537
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700538 private:
539 static LinkerBlockAllocator allocator_;
540};
541
542template<size_t size>
543LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size);
544
545template<typename T>
546class TypeBasedAllocator {
547 public:
548 static T* alloc() {
549 return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc());
550 }
551
552 static void free(T* ptr) {
553 SizeBasedAllocator<sizeof(T)>::free(ptr);
554 }
555};
556
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700557class LoadTask {
558 public:
559 struct deleter_t {
560 void operator()(LoadTask* t) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700561 t->~LoadTask();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700562 TypeBasedAllocator<LoadTask>::free(t);
563 }
564 };
565
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700566 static deleter_t deleter;
567
Dimitry Ivanov7d429d32017-02-01 15:28:52 -0800568 static LoadTask* create(const char* name,
569 soinfo* needed_by,
Jiyong Park02586a22017-05-20 01:01:24 +0900570 android_namespace_t* start_from,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700571 std::unordered_map<const soinfo*, ElfReader>* readers_map) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700572 LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc();
Jiyong Park02586a22017-05-20 01:01:24 +0900573 return new (ptr) LoadTask(name, needed_by, start_from, readers_map);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700574 }
575
576 const char* get_name() const {
577 return name_;
578 }
579
580 soinfo* get_needed_by() const {
581 return needed_by_;
582 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700583
584 soinfo* get_soinfo() const {
585 return si_;
586 }
587
588 void set_soinfo(soinfo* si) {
589 si_ = si;
590 }
591
592 off64_t get_file_offset() const {
593 return file_offset_;
594 }
595
596 void set_file_offset(off64_t offset) {
597 file_offset_ = offset;
598 }
599
600 int get_fd() const {
601 return fd_;
602 }
603
604 void set_fd(int fd, bool assume_ownership) {
605 fd_ = fd;
606 close_fd_ = assume_ownership;
607 }
608
609 const android_dlextinfo* get_extinfo() const {
610 return extinfo_;
611 }
612
613 void set_extinfo(const android_dlextinfo* extinfo) {
614 extinfo_ = extinfo;
615 }
616
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700617 bool is_dt_needed() const {
618 return is_dt_needed_;
619 }
620
621 void set_dt_needed(bool is_dt_needed) {
622 is_dt_needed_ = is_dt_needed;
623 }
624
Jiyong Park02586a22017-05-20 01:01:24 +0900625 // returns the namespace from where we need to start loading this.
626 const android_namespace_t* get_start_from() const {
627 return start_from_;
628 }
629
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700630 const ElfReader& get_elf_reader() const {
631 CHECK(si_ != nullptr);
632 return (*elf_readers_map_)[si_];
633 }
634
635 ElfReader& get_elf_reader() {
636 CHECK(si_ != nullptr);
637 return (*elf_readers_map_)[si_];
638 }
639
640 std::unordered_map<const soinfo*, ElfReader>* get_readers_map() {
641 return elf_readers_map_;
642 }
643
644 bool read(const char* realpath, off64_t file_size) {
645 ElfReader& elf_reader = get_elf_reader();
646 return elf_reader.Read(realpath, fd_, file_offset_, file_size);
647 }
648
649 bool load() {
650 ElfReader& elf_reader = get_elf_reader();
651 if (!elf_reader.Load(extinfo_)) {
652 return false;
653 }
654
655 si_->base = elf_reader.load_start();
656 si_->size = elf_reader.load_size();
Dimitry Ivanovf45b0e92016-01-15 11:13:35 -0800657 si_->set_mapped_by_caller(elf_reader.is_mapped_by_caller());
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700658 si_->load_bias = elf_reader.load_bias();
659 si_->phnum = elf_reader.phdr_count();
660 si_->phdr = elf_reader.loaded_phdr();
661
662 return true;
663 }
664
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700665 private:
Dimitry Ivanov7d429d32017-02-01 15:28:52 -0800666 LoadTask(const char* name,
667 soinfo* needed_by,
Jiyong Park02586a22017-05-20 01:01:24 +0900668 android_namespace_t* start_from,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700669 std::unordered_map<const soinfo*, ElfReader>* readers_map)
670 : name_(name), needed_by_(needed_by), si_(nullptr),
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700671 fd_(-1), close_fd_(false), file_offset_(0), elf_readers_map_(readers_map),
Jiyong Park02586a22017-05-20 01:01:24 +0900672 is_dt_needed_(false), start_from_(start_from) {}
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700673
674 ~LoadTask() {
675 if (fd_ != -1 && close_fd_) {
676 close(fd_);
677 }
678 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700679
680 const char* name_;
681 soinfo* needed_by_;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700682 soinfo* si_;
683 const android_dlextinfo* extinfo_;
684 int fd_;
685 bool close_fd_;
686 off64_t file_offset_;
687 std::unordered_map<const soinfo*, ElfReader>* elf_readers_map_;
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700688 // TODO(dimitry): needed by workaround for http://b/26394120 (the grey-list)
689 bool is_dt_needed_;
690 // END OF WORKAROUND
Jiyong Park02586a22017-05-20 01:01:24 +0900691 const android_namespace_t* const start_from_;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700692
693 DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask);
694};
695
Ningsheng Jiane93be992014-09-16 15:22:10 +0800696LoadTask::deleter_t LoadTask::deleter;
697
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700698template <typename T>
699using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>;
700
701typedef linked_list_t<soinfo> SoinfoLinkedList;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700702typedef linked_list_t<const char> StringLinkedList;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700703typedef std::vector<LoadTask*> LoadTaskList;
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700704
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800705enum walk_action_result_t : uint32_t {
706 kWalkStop = 0,
707 kWalkContinue = 1,
708 kWalkSkip = 2
709};
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700710
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700711// This function walks down the tree of soinfo dependencies
712// in breadth-first order and
713// * calls action(soinfo* si) for each node, and
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800714// * terminates walk if action returns kWalkStop
715// * skips children of the node if action
716// return kWalkSkip
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700717//
718// walk_dependencies_tree returns false if walk was terminated
719// by the action and true otherwise.
720template<typename F>
721static bool walk_dependencies_tree(soinfo* root_soinfos[], size_t root_soinfos_size, F action) {
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700722 SoinfoLinkedList visit_list;
723 SoinfoLinkedList visited;
724
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700725 for (size_t i = 0; i < root_soinfos_size; ++i) {
726 visit_list.push_back(root_soinfos[i]);
727 }
728
729 soinfo* si;
730 while ((si = visit_list.pop_front()) != nullptr) {
731 if (visited.contains(si)) {
Dmitriy Ivanov042426b2014-08-12 21:02:13 -0700732 continue;
733 }
734
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800735 walk_action_result_t result = action(si);
736
737 if (result == kWalkStop) {
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700738 return false;
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700739 }
740
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700741 visited.push_back(si);
742
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800743 if (result != kWalkSkip) {
744 si->get_children().for_each([&](soinfo* child) {
745 visit_list.push_back(child);
746 });
747 }
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700748 }
749
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700750 return true;
751}
752
753
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800754static const ElfW(Sym)* dlsym_handle_lookup(android_namespace_t* ns,
755 soinfo* root,
756 soinfo* skip_until,
757 soinfo** found,
758 SymbolName& symbol_name,
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800759 const version_info* vi) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700760 const ElfW(Sym)* result = nullptr;
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700761 bool skip_lookup = skip_until != nullptr;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700762
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700763 walk_dependencies_tree(&root, 1, [&](soinfo* current_soinfo) {
764 if (skip_lookup) {
765 skip_lookup = current_soinfo != skip_until;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800766 return kWalkContinue;
767 }
768
769 if (!ns->is_accessible(current_soinfo)) {
770 return kWalkSkip;
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700771 }
772
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800773 if (!current_soinfo->find_symbol_by_name(symbol_name, vi, &result)) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700774 result = nullptr;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800775 return kWalkStop;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700776 }
777
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700778 if (result != nullptr) {
779 *found = current_soinfo;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800780 return kWalkStop;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700781 }
782
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800783 return kWalkContinue;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700784 });
785
786 return result;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800787}
788
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800789static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
790 const char* name,
791 const version_info* vi,
792 soinfo** found,
793 soinfo* caller,
794 void* handle);
795
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700796// This is used by dlsym(3). It performs symbol lookup only within the
797// specified soinfo object and its dependencies in breadth first order.
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800798static const ElfW(Sym)* dlsym_handle_lookup(soinfo* si,
799 soinfo** found,
800 const char* name,
801 const version_info* vi) {
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -0700802 // According to man dlopen(3) and posix docs in the case when si is handle
803 // of the main executable we need to search not only in the executable and its
804 // dependencies but also in all libraries loaded with RTLD_GLOBAL.
805 //
806 // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared
807 // libraries and they are loaded in breath-first (correct) order we can just execute
808 // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup.
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700809 if (si == solist_get_somain()) {
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800810 return dlsym_linear_lookup(&g_default_namespace, name, vi, found, nullptr, RTLD_DEFAULT);
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -0700811 }
812
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700813 SymbolName symbol_name(name);
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800814 // note that the namespace is not the namespace associated with caller_addr
815 // we use ns associated with root si intentionally here. Using caller_ns
816 // causes problems when user uses dlopen_ext to open a library in the separate
817 // namespace and then calls dlsym() on the handle.
818 return dlsym_handle_lookup(si->get_primary_namespace(), si, nullptr, found, symbol_name, vi);
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700819}
820
Brian Carlstromd4ee82d2013-02-28 15:58:45 -0800821/* This is used by dlsym(3) to performs a global symbol lookup. If the
822 start value is null (for RTLD_DEFAULT), the search starts at the
823 beginning of the global solist. Otherwise the search starts at the
824 specified soinfo (for RTLD_NEXT).
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700825 */
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800826static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
827 const char* name,
828 const version_info* vi,
829 soinfo** found,
830 soinfo* caller,
831 void* handle) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800832 SymbolName symbol_name(name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800833
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700834 auto& soinfo_list = ns->soinfo_list();
835 auto start = soinfo_list.begin();
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700836
837 if (handle == RTLD_NEXT) {
Dmitriy Ivanovb96ac412015-05-22 12:34:42 -0700838 if (caller == nullptr) {
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700839 return nullptr;
840 } else {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700841 auto it = soinfo_list.find(caller);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700842 CHECK (it != soinfo_list.end());
843 start = ++it;
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700844 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800845 }
846
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700847 const ElfW(Sym)* s = nullptr;
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700848 for (auto it = start, end = soinfo_list.end(); it != end; ++it) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700849 soinfo* si = *it;
Dmitriy Ivanov19133522015-06-02 17:36:54 -0700850 // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...)
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800851 // if the library is opened by application with target api level < M.
Dmitriy Ivanov19133522015-06-02 17:36:54 -0700852 // See http://b/21565766
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800853 if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 &&
854 si->get_target_sdk_version() >= __ANDROID_API_M__) {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -0700855 continue;
856 }
857
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800858 if (!si->find_symbol_by_name(symbol_name, vi, &s)) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700859 return nullptr;
860 }
861
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700862 if (s != nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -0800863 *found = si;
864 break;
Matt Fischer1698d9e2009-12-31 12:17:56 -0600865 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800866 }
Matt Fischer1698d9e2009-12-31 12:17:56 -0600867
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700868 // If not found - use dlsym_handle_lookup for caller's
869 // local_group unless it is part of the global group in which
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700870 // case we already did it.
871 if (s == nullptr && caller != nullptr &&
872 (caller->get_rtld_flags() & RTLD_GLOBAL) == 0) {
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800873 soinfo* local_group_root = caller->get_local_group_root();
874
875 return dlsym_handle_lookup(local_group_root->get_primary_namespace(),
876 local_group_root,
877 (handle == RTLD_NEXT) ? caller : nullptr,
878 found,
879 symbol_name,
880 vi);
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700881 }
882
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700883 if (s != nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -0700884 TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p",
885 name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base));
Elliott Hughescade4c32012-12-20 14:42:14 -0800886 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800887
Elliott Hughescade4c32012-12-20 14:42:14 -0800888 return s;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800889}
890
Kito Chengfa8c05d2013-03-12 14:58:06 +0800891soinfo* find_containing_library(const void* p) {
Elliott Hughes0266ae52014-02-10 17:46:57 -0800892 ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(p);
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700893 for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
Kito Chengfa8c05d2013-03-12 14:58:06 +0800894 if (address >= si->base && address - si->base < si->size) {
895 return si;
Matt Fischere2a8b1f2009-12-31 12:17:40 -0600896 }
Kito Chengfa8c05d2013-03-12 14:58:06 +0800897 }
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700898 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -0600899}
900
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700901class ZipArchiveCache {
902 public:
903 ZipArchiveCache() {}
904 ~ZipArchiveCache();
905
906 bool get_or_open(const char* zip_path, ZipArchiveHandle* handle);
907 private:
908 DISALLOW_COPY_AND_ASSIGN(ZipArchiveCache);
909
910 std::unordered_map<std::string, ZipArchiveHandle> cache_;
911};
912
913bool ZipArchiveCache::get_or_open(const char* zip_path, ZipArchiveHandle* handle) {
914 std::string key(zip_path);
915
916 auto it = cache_.find(key);
917 if (it != cache_.end()) {
918 *handle = it->second;
919 return true;
920 }
921
922 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
923 if (fd == -1) {
924 return false;
925 }
926
927 if (OpenArchiveFd(fd, "", handle) != 0) {
928 // invalid zip-file (?)
Yabin Cui722072d2016-03-21 17:10:12 -0700929 CloseArchive(handle);
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700930 close(fd);
931 return false;
932 }
933
934 cache_[key] = *handle;
935 return true;
936}
937
938ZipArchiveCache::~ZipArchiveCache() {
Dmitriy Ivanov5dce8942015-10-13 12:14:16 -0700939 for (const auto& it : cache_) {
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700940 CloseArchive(it.second);
941 }
942}
943
944static int open_library_in_zipfile(ZipArchiveCache* zip_archive_cache,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700945 const char* const input_path,
946 off64_t* file_offset, std::string* realpath) {
947 std::string normalized_path;
948 if (!normalize_path(input_path, &normalized_path)) {
949 return -1;
950 }
951
952 const char* const path = normalized_path.c_str();
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700953 TRACE("Trying zip file open from path \"%s\" -> normalized \"%s\"", input_path, path);
Simon Baldwinaef71952015-01-16 13:22:54 +0000954
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700955 // Treat an '!/' separator inside a path as the separator between the name
Simon Baldwinaef71952015-01-16 13:22:54 +0000956 // of the zip file on disk and the subdirectory to search within it.
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700957 // For example, if path is "foo.zip!/bar/bas/x.so", then we search for
Simon Baldwinaef71952015-01-16 13:22:54 +0000958 // "bar/bas/x.so" within "foo.zip".
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700959 const char* const separator = strstr(path, kZipFileSeparator);
Simon Baldwinaef71952015-01-16 13:22:54 +0000960 if (separator == nullptr) {
961 return -1;
Elliott Hughes124fae92012-10-31 14:20:03 -0700962 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000963
964 char buf[512];
965 if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) {
966 PRINT("Warning: ignoring very long library path: %s", path);
967 return -1;
968 }
969
970 buf[separator - path] = '\0';
971
972 const char* zip_path = buf;
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700973 const char* file_path = &buf[separator - path + 2];
Simon Baldwinaef71952015-01-16 13:22:54 +0000974 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
975 if (fd == -1) {
976 return -1;
977 }
978
979 ZipArchiveHandle handle;
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700980 if (!zip_archive_cache->get_or_open(zip_path, &handle)) {
Simon Baldwinaef71952015-01-16 13:22:54 +0000981 // invalid zip-file (?)
982 close(fd);
983 return -1;
984 }
985
Simon Baldwinaef71952015-01-16 13:22:54 +0000986 ZipEntry entry;
987
Yusuke Sato56f40fb2015-06-25 14:56:07 -0700988 if (FindEntry(handle, ZipString(file_path), &entry) != 0) {
Simon Baldwinaef71952015-01-16 13:22:54 +0000989 // Entry was not found.
990 close(fd);
991 return -1;
992 }
993
994 // Check if it is properly stored
995 if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) {
996 close(fd);
997 return -1;
998 }
999
1000 *file_offset = entry.offset;
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001001
1002 if (realpath_fd(fd, realpath)) {
1003 *realpath += separator;
1004 } else {
1005 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.",
1006 normalized_path.c_str());
1007 *realpath = normalized_path;
1008 }
1009
Simon Baldwinaef71952015-01-16 13:22:54 +00001010 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001011}
1012
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001013static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -07001014 int n = async_safe_format_buffer(buf, buf_size, "%s/%s", path, name);
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001015 if (n < 0 || n >= static_cast<int>(buf_size)) {
1016 PRINT("Warning: ignoring very long library path: %s/%s", path, name);
1017 return false;
1018 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001019
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001020 return true;
1021}
1022
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001023static int open_library_on_paths(ZipArchiveCache* zip_archive_cache,
1024 const char* name, off64_t* file_offset,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001025 const std::vector<std::string>& paths,
1026 std::string* realpath) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001027 for (const auto& path : paths) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001028 char buf[512];
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001029 if (!format_path(buf, sizeof(buf), path.c_str(), name)) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001030 continue;
1031 }
1032
1033 int fd = -1;
Dmitriy Ivanov730ed9d2015-07-16 04:52:06 -07001034 if (strstr(buf, kZipFileSeparator) != nullptr) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001035 fd = open_library_in_zipfile(zip_archive_cache, buf, file_offset, realpath);
Simon Baldwinaef71952015-01-16 13:22:54 +00001036 }
1037
1038 if (fd == -1) {
1039 fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
1040 if (fd != -1) {
1041 *file_offset = 0;
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001042 if (!realpath_fd(fd, realpath)) {
1043 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", buf);
1044 *realpath = buf;
1045 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001046 }
1047 }
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001048
1049 if (fd != -1) {
1050 return fd;
1051 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001052 }
1053
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001054 return -1;
Simon Baldwinaef71952015-01-16 13:22:54 +00001055}
1056
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001057static int open_library(android_namespace_t* ns,
1058 ZipArchiveCache* zip_archive_cache,
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001059 const char* name, soinfo *needed_by,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001060 off64_t* file_offset, std::string* realpath) {
Jiyong Park02586a22017-05-20 01:01:24 +09001061 TRACE("[ opening %s at namespace %s]", name, ns->get_name());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001062
Elliott Hughes124fae92012-10-31 14:20:03 -07001063 // If the name contains a slash, we should attempt to open it directly and not search the paths.
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001064 if (strchr(name, '/') != nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001065 int fd = -1;
1066
Dmitriy Ivanov730ed9d2015-07-16 04:52:06 -07001067 if (strstr(name, kZipFileSeparator) != nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001068 fd = open_library_in_zipfile(zip_archive_cache, name, file_offset, realpath);
1069 }
1070
1071 if (fd == -1) {
1072 fd = TEMP_FAILURE_RETRY(open(name, O_RDONLY | O_CLOEXEC));
Simon Baldwinaef71952015-01-16 13:22:54 +00001073 if (fd != -1) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001074 *file_offset = 0;
1075 if (!realpath_fd(fd, realpath)) {
1076 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", name);
1077 *realpath = name;
1078 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001079 }
1080 }
1081
Dmitriy Ivanove44fffd2015-03-17 17:12:18 -07001082 return fd;
Elliott Hughes124fae92012-10-31 14:20:03 -07001083 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001084
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001085 // Otherwise we try LD_LIBRARY_PATH first, and fall back to the default library path
1086 int fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_ld_library_paths(), realpath);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001087 if (fd == -1 && needed_by != nullptr) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001088 fd = open_library_on_paths(zip_archive_cache, name, file_offset, needed_by->get_dt_runpath(), realpath);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001089 // Check if the library is accessible
1090 if (fd != -1 && !ns->is_accessible(*realpath)) {
1091 fd = -1;
1092 }
Evgenii Stepanov68650822015-06-10 13:38:39 -07001093 }
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001094
Elliott Hughes124fae92012-10-31 14:20:03 -07001095 if (fd == -1) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001096 fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_default_library_paths(), realpath);
Elliott Hughes124fae92012-10-31 14:20:03 -07001097 }
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001098
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001099 // TODO(dimitry): workaround for http://b/26394120 (the grey-list)
Jiyong Park37b91af2017-05-05 22:07:05 +09001100 if (fd == -1 && ns->is_greylist_enabled() && is_greylisted(ns, name, needed_by)) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001101 // try searching for it on default_namespace default_library_path
1102 fd = open_library_on_paths(zip_archive_cache, name, file_offset,
1103 g_default_namespace.get_default_library_paths(), realpath);
1104 }
1105 // END OF WORKAROUND
1106
Elliott Hughes124fae92012-10-31 14:20:03 -07001107 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001108}
1109
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001110const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001111#if !defined(__LP64__)
1112 // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029
Elliott Hughes5bc78c82016-11-16 11:35:43 -08001113 if (get_application_target_sdk_version() < __ANDROID_API_M__) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001114 const char* bname = basename(dt_needed);
1115 if (bname != dt_needed) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001116 DL_WARN("library \"%s\" has invalid DT_NEEDED entry \"%s\"", sopath, dt_needed);
1117 add_dlwarning(sopath, "invalid DT_NEEDED entry", dt_needed);
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001118 }
1119
1120 return bname;
1121 }
1122#endif
1123 return dt_needed;
1124}
1125
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001126template<typename F>
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001127static void for_each_dt_needed(const ElfReader& elf_reader, F action) {
1128 for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1129 if (d->d_tag == DT_NEEDED) {
1130 action(fix_dt_needed(elf_reader.get_string(d->d_un.d_val), elf_reader.name()));
1131 }
1132 }
1133}
1134
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001135static bool find_loaded_library_by_inode(android_namespace_t* ns,
1136 const struct stat& file_stat,
1137 off64_t file_offset,
1138 bool search_linked_namespaces,
1139 soinfo** candidate) {
1140
1141 auto predicate = [&](soinfo* si) {
1142 return si->get_st_dev() != 0 &&
1143 si->get_st_ino() != 0 &&
1144 si->get_st_dev() == file_stat.st_dev &&
1145 si->get_st_ino() == file_stat.st_ino &&
1146 si->get_file_offset() == file_offset;
1147 };
1148
1149 *candidate = ns->soinfo_list().find_if(predicate);
1150
1151 if (*candidate == nullptr && search_linked_namespaces) {
1152 for (auto& link : ns->linked_namespaces()) {
1153 android_namespace_t* linked_ns = link.linked_namespace();
1154 soinfo* si = linked_ns->soinfo_list().find_if(predicate);
1155
1156 if (si != nullptr && link.is_accessible(si->get_soname())) {
1157 *candidate = si;
1158 return true;
1159 }
1160 }
1161 }
1162
1163 return *candidate != nullptr;
1164}
1165
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001166static bool load_library(android_namespace_t* ns,
1167 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001168 LoadTaskList* load_tasks,
1169 int rtld_flags,
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001170 const std::string& realpath,
1171 bool search_linked_namespaces) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001172 off64_t file_offset = task->get_file_offset();
1173 const char* name = task->get_name();
1174 const android_dlextinfo* extinfo = task->get_extinfo();
1175
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001176 if ((file_offset % PAGE_SIZE) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001177 DL_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001178 return false;
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001179 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001180 if (file_offset < 0) {
1181 DL_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001182 return false;
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001183 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001184
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001185 struct stat file_stat;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001186 if (TEMP_FAILURE_RETRY(fstat(task->get_fd(), &file_stat)) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001187 DL_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno));
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001188 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001189 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001190 if (file_offset >= file_stat.st_size) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001191 DL_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64,
1192 name, file_offset, file_stat.st_size);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001193 return false;
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001194 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001195
1196 // Check for symlink and other situations where
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001197 // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set
1198 if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) {
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001199 soinfo* si = nullptr;
1200 if (find_loaded_library_by_inode(ns, file_stat, file_offset, search_linked_namespaces, &si)) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001201 TRACE("library \"%s\" is already loaded under different name/path \"%s\" - "
1202 "will return existing soinfo", name, si->get_realpath());
1203 task->set_soinfo(si);
1204 return true;
1205 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001206 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001207
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001208 if ((rtld_flags & RTLD_NOLOAD) != 0) {
Dmitriy Ivanova6ac54a2014-09-09 10:21:42 -07001209 DL_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001210 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001211 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001212
Dimitry Ivanovbf34ba32017-04-21 13:12:05 -07001213 struct statfs fs_stat;
1214 if (TEMP_FAILURE_RETRY(fstatfs(task->get_fd(), &fs_stat)) != 0) {
1215 DL_ERR("unable to fstatfs file for the library \"%s\": %s", name, strerror(errno));
1216 return false;
1217 }
1218
1219 // do not check accessibility using realpath if fd is located on tmpfs
1220 // this enables use of memfd_create() for apps
1221 if ((fs_stat.f_type != TMPFS_MAGIC) && (!ns->is_accessible(realpath))) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001222 // TODO(dimitry): workaround for http://b/26394120 - the grey-list
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001223
1224 // TODO(dimitry) before O release: add a namespace attribute to have this enabled
1225 // only for classloader-namespaces
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001226 const soinfo* needed_by = task->is_dt_needed() ? task->get_needed_by() : nullptr;
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -08001227 if (is_greylisted(ns, name, needed_by)) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001228 // print warning only if needed by non-system library
1229 if (needed_by == nullptr || !is_system_library(needed_by->get_realpath())) {
1230 const soinfo* needed_or_dlopened_by = task->get_needed_by();
1231 const char* sopath = needed_or_dlopened_by == nullptr ? "(unknown)" :
1232 needed_or_dlopened_by->get_realpath();
1233 DL_WARN("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the namespace \"%s\""
1234 " - the access is temporarily granted as a workaround for http://b/26394120, note that the access"
1235 " will be removed in future releases of Android.",
1236 name, realpath.c_str(), sopath, ns->get_name());
1237 add_dlwarning(sopath, "unauthorized access to", name);
1238 }
1239 } else {
1240 // do not load libraries if they are not accessible for the specified namespace.
1241 const char* needed_or_dlopened_by = task->get_needed_by() == nullptr ?
1242 "(unknown)" :
1243 task->get_needed_by()->get_realpath();
Dimitry Ivanovd17a3772016-03-01 13:11:28 -08001244
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001245 DL_ERR("library \"%s\" needed or dlopened by \"%s\" is not accessible for the namespace \"%s\"",
1246 name, needed_or_dlopened_by, ns->get_name());
Dimitry Ivanovd17a3772016-03-01 13:11:28 -08001247
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -08001248 // do not print this if a library is in the list of shared libraries for linked namespaces
1249 if (!maybe_accessible_via_namespace_links(ns, name)) {
1250 PRINT("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the"
1251 " namespace: [name=\"%s\", ld_library_paths=\"%s\", default_library_paths=\"%s\","
1252 " permitted_paths=\"%s\"]",
1253 name, realpath.c_str(),
1254 needed_or_dlopened_by,
1255 ns->get_name(),
1256 android::base::Join(ns->get_ld_library_paths(), ':').c_str(),
1257 android::base::Join(ns->get_default_library_paths(), ':').c_str(),
1258 android::base::Join(ns->get_permitted_paths(), ':').c_str());
1259 }
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001260 return false;
1261 }
Dimitry Ivanov22840aa2015-12-04 18:28:49 -08001262 }
1263
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001264 soinfo* si = soinfo_alloc(ns, realpath.c_str(), &file_stat, file_offset, rtld_flags);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001265 if (si == nullptr) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001266 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001267 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001268
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001269 task->set_soinfo(si);
1270
1271 // Read the ELF header and some of the segments.
1272 if (!task->read(realpath.c_str(), file_stat.st_size)) {
Dmitriy Ivanovfd7a91e2015-11-06 10:44:37 -08001273 soinfo_free(si);
1274 task->set_soinfo(nullptr);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001275 return false;
1276 }
1277
1278 // find and set DT_RUNPATH and dt_soname
1279 // Note that these field values are temporary and are
1280 // going to be overwritten on soinfo::prelink_image
1281 // with values from PT_LOAD segments.
1282 const ElfReader& elf_reader = task->get_elf_reader();
1283 for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1284 if (d->d_tag == DT_RUNPATH) {
1285 si->set_dt_runpath(elf_reader.get_string(d->d_un.d_val));
1286 }
1287 if (d->d_tag == DT_SONAME) {
1288 si->set_soname(elf_reader.get_string(d->d_un.d_val));
1289 }
1290 }
1291
1292 for_each_dt_needed(task->get_elf_reader(), [&](const char* name) {
Jiyong Park02586a22017-05-20 01:01:24 +09001293 load_tasks->push_back(LoadTask::create(name, si, ns, task->get_readers_map()));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001294 });
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001295
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001296 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001297}
1298
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001299static bool load_library(android_namespace_t* ns,
1300 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001301 ZipArchiveCache* zip_archive_cache,
1302 LoadTaskList* load_tasks,
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001303 int rtld_flags,
1304 bool search_linked_namespaces) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001305 const char* name = task->get_name();
1306 soinfo* needed_by = task->get_needed_by();
1307 const android_dlextinfo* extinfo = task->get_extinfo();
1308
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001309 off64_t file_offset;
1310 std::string realpath;
Spencer Low0346ad72015-04-22 18:06:51 -07001311 if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001312 file_offset = 0;
Spencer Low0346ad72015-04-22 18:06:51 -07001313 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
1314 file_offset = extinfo->library_fd_offset;
1315 }
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001316
1317 if (!realpath_fd(extinfo->library_fd, &realpath)) {
1318 PRINT("warning: unable to get realpath for the library \"%s\" by extinfo->library_fd. "
1319 "Will use given name.", name);
1320 realpath = name;
1321 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001322
1323 task->set_fd(extinfo->library_fd, false);
1324 task->set_file_offset(file_offset);
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001325 return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces);
Spencer Low0346ad72015-04-22 18:06:51 -07001326 }
1327
1328 // Open the file.
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001329 int fd = open_library(ns, zip_archive_cache, name, needed_by, &file_offset, &realpath);
Spencer Low0346ad72015-04-22 18:06:51 -07001330 if (fd == -1) {
1331 DL_ERR("library \"%s\" not found", name);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001332 return false;
Spencer Low0346ad72015-04-22 18:06:51 -07001333 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001334
1335 task->set_fd(fd, true);
1336 task->set_file_offset(file_offset);
1337
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001338 return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces);
Spencer Low0346ad72015-04-22 18:06:51 -07001339}
1340
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001341static bool find_loaded_library_by_soname(android_namespace_t* ns,
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001342 const char* name,
1343 soinfo** candidate) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001344 return !ns->soinfo_list().visit([&](soinfo* si) {
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001345 const char* soname = si->get_soname();
1346 if (soname != nullptr && (strcmp(name, soname) == 0)) {
Dimitry Ivanov3bd90612017-02-01 08:54:43 -08001347 *candidate = si;
1348 return false;
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001349 }
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001350
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001351 return true;
1352 });
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001353}
1354
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001355// Returns true if library was found and false otherwise
1356static bool find_loaded_library_by_soname(android_namespace_t* ns,
1357 const char* name,
1358 bool search_linked_namespaces,
1359 soinfo** candidate) {
1360 *candidate = nullptr;
1361
1362 // Ignore filename with path.
1363 if (strchr(name, '/') != nullptr) {
1364 return false;
1365 }
1366
1367 bool found = find_loaded_library_by_soname(ns, name, candidate);
1368
1369 if (!found && search_linked_namespaces) {
1370 // if a library was not found - look into linked namespaces
1371 for (auto& link : ns->linked_namespaces()) {
1372 if (!link.is_accessible(name)) {
1373 continue;
1374 }
1375
1376 android_namespace_t* linked_ns = link.linked_namespace();
1377
1378 if (find_loaded_library_by_soname(linked_ns, name, candidate)) {
1379 return true;
1380 }
1381 }
1382 }
1383
1384 return found;
1385}
1386
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001387static bool find_library_in_linked_namespace(const android_namespace_link_t& namespace_link,
Jiyong Park02586a22017-05-20 01:01:24 +09001388 LoadTask* task) {
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001389 android_namespace_t* ns = namespace_link.linked_namespace();
1390
1391 soinfo* candidate;
1392 bool loaded = false;
1393
1394 std::string soname;
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001395 if (find_loaded_library_by_soname(ns, task->get_name(), false, &candidate)) {
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001396 loaded = true;
1397 soname = candidate->get_soname();
1398 } else {
1399 soname = resolve_soname(task->get_name());
1400 }
1401
1402 if (!namespace_link.is_accessible(soname.c_str())) {
1403 // the library is not accessible via namespace_link
1404 return false;
1405 }
1406
1407 // if library is already loaded - return it
1408 if (loaded) {
1409 task->set_soinfo(candidate);
1410 return true;
1411 }
1412
Jiyong Park02586a22017-05-20 01:01:24 +09001413 // returning true with empty soinfo means that the library is okay to be
1414 // loaded in the namespace buy has not yet been loaded there before.
1415 task->set_soinfo(nullptr);
1416 return true;
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001417}
1418
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001419static bool find_library_internal(android_namespace_t* ns,
1420 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001421 ZipArchiveCache* zip_archive_cache,
1422 LoadTaskList* load_tasks,
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001423 int rtld_flags,
1424 bool search_linked_namespaces) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001425 soinfo* candidate;
1426
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001427 if (find_loaded_library_by_soname(ns, task->get_name(), search_linked_namespaces, &candidate)) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001428 task->set_soinfo(candidate);
1429 return true;
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001430 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001431
1432 // Library might still be loaded, the accurate detection
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001433 // of this fact is done by load_library.
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001434 TRACE("[ \"%s\" find_loaded_library_by_soname failed (*candidate=%s@%p). Trying harder...]",
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001435 task->get_name(), candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate);
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001436
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001437 if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags, search_linked_namespaces)) {
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001438 return true;
1439 }
1440
1441 if (search_linked_namespaces) {
1442 // if a library was not found - look into linked namespaces
dimitry8db36a52017-10-23 15:10:10 +02001443 // preserve current dlerror in the case it fails.
1444 DlErrorRestorer dlerror_restorer;
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001445 for (auto& linked_namespace : ns->linked_namespaces()) {
1446 if (find_library_in_linked_namespace(linked_namespace,
Jiyong Park02586a22017-05-20 01:01:24 +09001447 task)) {
1448 if (task->get_soinfo() == nullptr) {
1449 // try to load the library - once namespace boundary is crossed
1450 // we need to load a library within separate load_group
1451 // to avoid using symbols from foreign namespace while.
1452 //
1453 // However, actual linking is deferred until when the global group
1454 // is fully identified and is applied to all namespaces.
1455 // Otherwise, the libs in the linked namespace won't get symbols from
1456 // the global group.
1457 if (load_library(linked_namespace.linked_namespace(), task, zip_archive_cache, load_tasks, rtld_flags, false)) {
1458 return true;
1459 }
1460 // lib was not found in the namespace. Try next linked namespace.
1461 } else {
1462 // lib is already loaded
1463 return true;
1464 }
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001465 }
1466 }
1467 }
1468
1469 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001470}
1471
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001472static void soinfo_unload(soinfo* si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001473static void soinfo_unload(soinfo* soinfos[], size_t count);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001474
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001475static void shuffle(std::vector<LoadTask*>* v) {
1476 for (size_t i = 0, size = v->size(); i < size; ++i) {
1477 size_t n = size - i;
1478 size_t r = arc4random_uniform(n);
1479 std::swap((*v)[n-1], (*v)[r]);
1480 }
1481}
1482
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001483// add_as_children - add first-level loaded libraries (i.e. library_names[], but
1484// not their transitive dependencies) as children of the start_with library.
1485// This is false when find_libraries is called for dlopen(), when newly loaded
1486// libraries must form a disjoint tree.
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001487bool find_libraries(android_namespace_t* ns,
1488 soinfo* start_with,
1489 const char* const library_names[],
1490 size_t library_names_count,
1491 soinfo* soinfos[],
1492 std::vector<soinfo*>* ld_preloads,
1493 size_t ld_preloads_count,
1494 int rtld_flags,
1495 const android_dlextinfo* extinfo,
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001496 bool add_as_children,
Jiyong Park02586a22017-05-20 01:01:24 +09001497 bool search_linked_namespaces,
1498 std::unordered_map<const soinfo*, ElfReader>& readers_map,
1499 std::vector<android_namespace_t*>* namespaces) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001500 // Step 0: prepare.
1501 LoadTaskList load_tasks;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001502
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001503 for (size_t i = 0; i < library_names_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001504 const char* name = library_names[i];
Jiyong Park02586a22017-05-20 01:01:24 +09001505 load_tasks.push_back(LoadTask::create(name, start_with, ns, &readers_map));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001506 }
1507
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001508 // If soinfos array is null allocate one on stack.
1509 // The array is needed in case of failure; for example
1510 // when library_names[] = {libone.so, libtwo.so} and libone.so
1511 // is loaded correctly but libtwo.so failed for some reason.
1512 // In this case libone.so should be unloaded on return.
1513 // See also implementation of failure_guard below.
1514
1515 if (soinfos == nullptr) {
1516 size_t soinfos_size = sizeof(soinfo*)*library_names_count;
1517 soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size));
1518 memset(soinfos, 0, soinfos_size);
1519 }
1520
1521 // list of libraries to link - see step 2.
1522 size_t soinfos_count = 0;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001523
Tom Cherryb8ab6182017-04-05 16:20:29 -07001524 auto scope_guard = android::base::make_scope_guard([&]() {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001525 for (LoadTask* t : load_tasks) {
1526 LoadTask::deleter(t);
1527 }
1528 });
1529
Elliott Hughes27f18062017-11-29 18:47:42 +00001530 auto failure_guard = android::base::make_scope_guard([&]() {
1531 // Housekeeping
1532 soinfo_unload(soinfos, soinfos_count);
1533 });
1534
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001535 ZipArchiveCache zip_archive_cache;
1536
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001537 // Step 1: expand the list of load_tasks to include
1538 // all DT_NEEDED libraries (do not load them just yet)
1539 for (size_t i = 0; i<load_tasks.size(); ++i) {
1540 LoadTask* task = load_tasks[i];
Evgenii Stepanov68650822015-06-10 13:38:39 -07001541 soinfo* needed_by = task->get_needed_by();
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001542
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001543 bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001544 task->set_extinfo(is_dt_needed ? nullptr : extinfo);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001545 task->set_dt_needed(is_dt_needed);
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001546
Jiyong Park02586a22017-05-20 01:01:24 +09001547 // try to find the load.
1548 // Note: start from the namespace that is stored in the LoadTask. This namespace
1549 // is different from the current namespace when the LoadTask is for a transitive
1550 // dependency and the lib that created the LoadTask is not found in the
1551 // current namespace but in one of the linked namespace.
1552 if (!find_library_internal(const_cast<android_namespace_t*>(task->get_start_from()),
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001553 task,
1554 &zip_archive_cache,
1555 &load_tasks,
1556 rtld_flags,
1557 search_linked_namespaces || is_dt_needed)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001558 return false;
1559 }
1560
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001561 soinfo* si = task->get_soinfo();
1562
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001563 if (is_dt_needed) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001564 needed_by->add_child(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001565
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001566 if (si->is_linked()) {
1567 si->increment_ref_count();
1568 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001569 }
1570
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001571 // When ld_preloads is not null, the first
1572 // ld_preloads_count libs are in fact ld_preloads.
1573 if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001574 ld_preloads->push_back(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001575 }
1576
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001577 if (soinfos_count < library_names_count) {
1578 soinfos[soinfos_count++] = si;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001579 }
1580 }
1581
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001582 // Step 2: Load libraries in random order (see b/24047022)
1583 LoadTaskList load_list;
1584 for (auto&& task : load_tasks) {
1585 soinfo* si = task->get_soinfo();
1586 auto pred = [&](const LoadTask* t) {
1587 return t->get_soinfo() == si;
1588 };
1589
1590 if (!si->is_linked() &&
1591 std::find_if(load_list.begin(), load_list.end(), pred) == load_list.end() ) {
1592 load_list.push_back(task);
1593 }
1594 }
1595 shuffle(&load_list);
1596
1597 for (auto&& task : load_list) {
1598 if (!task->load()) {
1599 return false;
1600 }
1601 }
1602
1603 // Step 3: pre-link all DT_NEEDED libraries in breadth first order.
1604 for (auto&& task : load_tasks) {
1605 soinfo* si = task->get_soinfo();
1606 if (!si->is_linked() && !si->prelink_image()) {
1607 return false;
1608 }
1609 }
1610
Jiyong Park02586a22017-05-20 01:01:24 +09001611 // Step 4: Construct the global group. Note: DF_1_GLOBAL bit of a library is
1612 // determined at step 3.
1613
1614 // Step 4-1: DF_1_GLOBAL bit is force set for LD_PRELOADed libs because they
1615 // must be added to the global group
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001616 if (ld_preloads != nullptr) {
1617 for (auto&& si : *ld_preloads) {
1618 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
1619 }
1620 }
1621
Jiyong Park02586a22017-05-20 01:01:24 +09001622 // Step 4-2: Gather all DF_1_GLOBAL libs which were newly loaded during this
1623 // run. These will be the new member of the global group
1624 soinfo_list_t new_global_group_members;
1625 for (auto&& task : load_tasks) {
1626 soinfo* si = task->get_soinfo();
1627 if (!si->is_linked() && (si->get_dt_flags_1() & DF_1_GLOBAL) != 0) {
1628 new_global_group_members.push_back(si);
1629 }
1630 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001631
Jiyong Park02586a22017-05-20 01:01:24 +09001632 // Step 4-3: Add the new global group members to all the linked namespaces
Jiyong Park01162f22017-10-16 15:31:09 +09001633 if (namespaces != nullptr) {
Jiyong Park02586a22017-05-20 01:01:24 +09001634 for (auto linked_ns : *namespaces) {
Jiyong Park01162f22017-10-16 15:31:09 +09001635 for (auto si : new_global_group_members) {
1636 if (si->get_primary_namespace() != linked_ns) {
1637 linked_ns->add_soinfo(si);
1638 si->add_secondary_namespace(linked_ns);
1639 }
Jiyong Park02586a22017-05-20 01:01:24 +09001640 }
1641 }
1642 }
1643
1644 // Step 5: link libraries that are not destined to this namespace.
1645 // Do this by recursively calling find_libraries on the namespace where the lib
1646 // was found during Step 1.
1647 for (auto&& task : load_tasks) {
1648 soinfo* si = task->get_soinfo();
1649 if (si->get_primary_namespace() != ns) {
1650 const char* name = task->get_name();
1651 if (find_libraries(si->get_primary_namespace(), task->get_needed_by(), &name, 1,
1652 nullptr /* soinfos */, nullptr /* ld_preloads */, 0 /* ld_preload_count */,
1653 rtld_flags, nullptr /* extinfo */, false /* add_as_children */,
1654 false /* search_linked_namespaces */, readers_map, namespaces)) {
1655 // If this lib is directly needed by one of the libs in this namespace,
1656 // then increment the count
1657 soinfo* needed_by = task->get_needed_by();
1658 if (needed_by != nullptr && needed_by->get_primary_namespace() == ns && si->is_linked()) {
1659 si->increment_ref_count();
1660 }
1661 } else {
1662 return false;
1663 }
1664 }
1665 }
1666
1667 // Step 6: link libraries in this namespace
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001668 soinfo_list_t local_group;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001669 walk_dependencies_tree(
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001670 (start_with != nullptr && add_as_children) ? &start_with : soinfos,
1671 (start_with != nullptr && add_as_children) ? 1 : soinfos_count,
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001672 [&] (soinfo* si) {
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08001673 if (ns->is_accessible(si)) {
1674 local_group.push_back(si);
1675 return kWalkContinue;
1676 } else {
1677 return kWalkSkip;
1678 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001679 });
1680
Jiyong Park02586a22017-05-20 01:01:24 +09001681 soinfo_list_t global_group = ns->get_global_group();
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001682 bool linked = local_group.visit([&](soinfo* si) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001683 if (!si->is_linked()) {
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -07001684 if (!si->link_image(global_group, local_group, extinfo) ||
1685 !get_cfi_shadow()->AfterLoad(si, solist_get_head())) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001686 return false;
1687 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001688 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001689
1690 return true;
1691 });
1692
1693 if (linked) {
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001694 local_group.for_each([](soinfo* si) {
1695 if (!si->is_linked()) {
1696 si->set_linked();
1697 }
1698 });
Elliott Hughes27f18062017-11-29 18:47:42 +00001699
1700 failure_guard.Disable();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001701 }
1702
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001703 return linked;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001704}
1705
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001706static soinfo* find_library(android_namespace_t* ns,
1707 const char* name, int rtld_flags,
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001708 const android_dlextinfo* extinfo,
1709 soinfo* needed_by) {
Elliott Hughes27f18062017-11-29 18:47:42 +00001710 soinfo* si;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001711
Jiyong Park02586a22017-05-20 01:01:24 +09001712 // readers_map is shared across recursive calls to find_libraries.
1713 // However, the map is not shared across different threads.
1714 std::unordered_map<const soinfo*, ElfReader> readers_map;
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001715 if (name == nullptr) {
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001716 si = solist_get_somain();
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001717 } else if (!find_libraries(ns,
1718 needed_by,
1719 &name,
1720 1,
1721 &si,
1722 nullptr,
1723 0,
1724 rtld_flags,
1725 extinfo,
1726 false /* add_as_children */,
Jiyong Park02586a22017-05-20 01:01:24 +09001727 true /* search_linked_namespaces */,
1728 readers_map)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001729 return nullptr;
1730 }
1731
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001732 si->increment_ref_count();
1733
Elliott Hughesd23736e2012-11-01 15:16:56 -07001734 return si;
1735}
Elliott Hughesbedfe382012-08-14 14:07:59 -07001736
dimitryc92ce712017-10-27 14:12:53 +02001737static void soinfo_unload(soinfo* si) {
1738 soinfo* root = si->is_linked() ? si->get_local_group_root() : si;
1739
1740 LD_LOG(kLogDlopen,
1741 "... dlclose(realpath=\"%s\"@%p) ... load group root is \"%s\"@%p",
1742 si->get_realpath(),
1743 si,
1744 root->get_realpath(),
1745 root);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001746
Dimitry Ivanov6705e8c2017-03-21 10:29:06 -07001747 ScopedTrace trace((std::string("unload ") + root->get_realpath()).c_str());
1748
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001749 if (!root->can_unload()) {
dimitryc92ce712017-10-27 14:12:53 +02001750 LD_LOG(kLogDlopen,
1751 "... dlclose(root=\"%s\"@%p) ... not unloading - the load group is flagged with NODELETE",
1752 root->get_realpath(),
1753 root);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001754 return;
1755 }
1756
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001757 soinfo_unload(&root, 1);
1758}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001759
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001760static void soinfo_unload(soinfo* soinfos[], size_t count) {
1761 // Note that the library can be loaded but not linked;
1762 // in which case there is no root but we still need
1763 // to walk the tree and unload soinfos involved.
1764 //
1765 // This happens on unsuccessful dlopen, when one of
1766 // the DT_NEEDED libraries could not be linked/found.
1767 if (count == 0) {
1768 return;
1769 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001770
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001771 soinfo_list_t unload_list;
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001772 for (size_t i = 0; i < count; ++i) {
1773 soinfo* si = soinfos[i];
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001774
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001775 if (si->can_unload()) {
1776 size_t ref_count = si->is_linked() ? si->decrement_ref_count() : 0;
1777 if (ref_count == 0) {
1778 unload_list.push_back(si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001779 } else {
dimitryc92ce712017-10-27 14:12:53 +02001780 LD_LOG(kLogDlopen,
1781 "... dlclose(root=\"%s\"@%p) ... not unloading - decrementing ref_count to %zd",
1782 si->get_realpath(),
1783 si,
1784 ref_count);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001785 }
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001786 } else {
dimitryc92ce712017-10-27 14:12:53 +02001787 LD_LOG(kLogDlopen,
1788 "... dlclose(root=\"%s\"@%p) ... not unloading - the load group is flagged with NODELETE",
1789 si->get_realpath(),
1790 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001791 return;
1792 }
1793 }
1794
1795 // This is used to identify soinfos outside of the load-group
1796 // note that we cannot have > 1 in the array and have any of them
1797 // linked. This is why we can safely use the first one.
1798 soinfo* root = soinfos[0];
1799
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001800 soinfo_list_t local_unload_list;
1801 soinfo_list_t external_unload_list;
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001802 soinfo* si = nullptr;
1803
1804 while ((si = unload_list.pop_front()) != nullptr) {
1805 if (local_unload_list.contains(si)) {
1806 continue;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001807 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001808
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001809 local_unload_list.push_back(si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001810
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001811 if (si->has_min_version(0)) {
1812 soinfo* child = nullptr;
1813 while ((child = si->get_children().pop_front()) != nullptr) {
1814 TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si,
1815 child->get_realpath(), child);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001816
Dimitry Ivanovec90e242017-02-10 11:04:20 -08001817 child->get_parents().remove(si);
1818
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001819 if (local_unload_list.contains(child)) {
1820 continue;
1821 } else if (child->is_linked() && child->get_local_group_root() != root) {
1822 external_unload_list.push_back(child);
Dimitry Ivanovec90e242017-02-10 11:04:20 -08001823 } else if (child->get_parents().empty()) {
1824 unload_list.push_back(child);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001825 }
1826 }
1827 } else {
1828#if !defined(__work_around_b_24465209__)
Christopher Ferris7a3681e2017-04-24 17:48:32 -07001829 async_safe_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001830#else
1831 PRINT("warning: soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
1832 for_each_dt_needed(si, [&] (const char* library_name) {
1833 TRACE("deprecated (old format of soinfo): %s needs to unload %s",
1834 si->get_realpath(), library_name);
1835
1836 soinfo* needed = find_library(si->get_primary_namespace(),
1837 library_name, RTLD_NOLOAD, nullptr, nullptr);
1838
1839 if (needed != nullptr) {
1840 // Not found: for example if symlink was deleted between dlopen and dlclose
1841 // Since we cannot really handle errors at this point - print and continue.
1842 PRINT("warning: couldn't find %s needed by %s on unload.",
1843 library_name, si->get_realpath());
1844 return;
1845 } else if (local_unload_list.contains(needed)) {
1846 // already visited
1847 return;
1848 } else if (needed->is_linked() && needed->get_local_group_root() != root) {
1849 // external group
1850 external_unload_list.push_back(needed);
1851 } else {
1852 // local group
1853 unload_list.push_front(needed);
1854 }
1855 });
1856#endif
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001857 }
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001858 }
1859
1860 local_unload_list.for_each([](soinfo* si) {
dimitryc92ce712017-10-27 14:12:53 +02001861 LD_LOG(kLogDlopen,
1862 "... dlclose: calling destructors for \"%s\"@%p ... ",
1863 si->get_realpath(),
1864 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001865 si->call_destructors();
dimitryc92ce712017-10-27 14:12:53 +02001866 LD_LOG(kLogDlopen,
1867 "... dlclose: calling destructors for \"%s\"@%p ... done",
1868 si->get_realpath(),
1869 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001870 });
1871
1872 while ((si = local_unload_list.pop_front()) != nullptr) {
dimitryc92ce712017-10-27 14:12:53 +02001873 LD_LOG(kLogDlopen,
1874 "... dlclose: unloading \"%s\"@%p ...",
1875 si->get_realpath(),
1876 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001877 notify_gdb_of_unload(si);
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -07001878 get_cfi_shadow()->BeforeUnload(si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001879 soinfo_free(si);
1880 }
1881
1882 while ((si = external_unload_list.pop_front()) != nullptr) {
dimitryc92ce712017-10-27 14:12:53 +02001883 LD_LOG(kLogDlopen,
1884 "... dlclose: unloading external reference \"%s\"@%p ...",
1885 si->get_realpath(),
1886 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001887 soinfo_unload(si);
Dmitriy Ivanova2547052014-11-18 12:03:09 -08001888 }
1889}
1890
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001891static std::string symbol_display_name(const char* sym_name, const char* sym_ver) {
1892 if (sym_ver == nullptr) {
1893 return sym_name;
1894 }
1895
Dimitry Ivanov9cf99cb2015-12-11 14:22:24 -08001896 return std::string(sym_name) + ", version " + sym_ver;
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001897}
1898
Dimitry Ivanovaca299a2016-04-11 12:42:58 -07001899static android_namespace_t* get_caller_namespace(soinfo* caller) {
1900 return caller != nullptr ? caller->get_primary_namespace() : g_anonymous_namespace;
1901}
1902
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001903void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) {
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001904 // Use basic string manipulation calls to avoid snprintf.
1905 // snprintf indirectly calls pthread_getspecific to get the size of a buffer.
1906 // When debug malloc is enabled, this call returns 0. This in turn causes
1907 // snprintf to do nothing, which causes libraries to fail to load.
1908 // See b/17302493 for further details.
1909 // Once the above bug is fixed, this code can be modified to use
1910 // snprintf again.
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001911 const auto& default_ld_paths = g_default_namespace.get_default_library_paths();
1912
1913 size_t required_size = 0;
1914 for (const auto& path : default_ld_paths) {
1915 required_size += path.size() + 1;
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001916 }
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001917
1918 if (buffer_size < required_size) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -07001919 async_safe_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: "
1920 "buffer len %zu, required len %zu", buffer_size, required_size);
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001921 }
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001922
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001923 char* end = buffer;
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001924 for (size_t i = 0; i < default_ld_paths.size(); ++i) {
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001925 if (i > 0) *end++ = ':';
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001926 end = stpcpy(end, default_ld_paths[i].c_str());
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001927 }
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001928}
1929
Elliott Hughescade4c32012-12-20 14:42:14 -08001930void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) {
Nick Kralevich6bb01b62015-03-07 13:37:05 -08001931 parse_LD_LIBRARY_PATH(ld_library_path);
Elliott Hughescade4c32012-12-20 14:42:14 -08001932}
1933
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001934static std::string android_dlextinfo_to_string(const android_dlextinfo* info) {
1935 if (info == nullptr) {
1936 return "(null)";
1937 }
1938
1939 return android::base::StringPrintf("[flags=0x%" PRIx64 ","
1940 " reserved_addr=%p,"
1941 " reserved_size=0x%zx,"
1942 " relro_fd=%d,"
1943 " library_fd=%d,"
1944 " library_fd_offset=0x%" PRIx64 ","
1945 " library_namespace=%s@%p]",
1946 info->flags,
1947 info->reserved_addr,
1948 info->reserved_size,
1949 info->relro_fd,
1950 info->library_fd,
1951 info->library_fd_offset,
1952 (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
1953 (info->library_namespace != nullptr ?
1954 info->library_namespace->get_name() : "(null)") : "(n/a)",
1955 (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
1956 info->library_namespace : nullptr);
1957}
1958
Dimitry Ivanovd9e427c2016-11-22 16:55:25 -08001959void* do_dlopen(const char* name, int flags,
1960 const android_dlextinfo* extinfo,
1961 const void* caller_addr) {
Dimitry Ivanov5c4a5802017-03-17 16:41:34 -07001962 std::string trace_prefix = std::string("dlopen: ") + (name == nullptr ? "(nullptr)" : name);
1963 ScopedTrace trace(trace_prefix.c_str());
1964 ScopedTrace loading_trace((trace_prefix + " - loading and linking").c_str());
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001965 soinfo* const caller = find_containing_library(caller_addr);
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001966 android_namespace_t* ns = get_caller_namespace(caller);
1967
1968 LD_LOG(kLogDlopen,
1969 "dlopen(name=\"%s\", flags=0x%x, extinfo=%s, caller=\"%s\", caller_ns=%s@%p) ...",
1970 name,
1971 flags,
1972 android_dlextinfo_to_string(extinfo).c_str(),
1973 caller == nullptr ? "(null)" : caller->get_realpath(),
1974 ns == nullptr ? "(null)" : ns->get_name(),
1975 ns);
1976
Tom Cherryb8ab6182017-04-05 16:20:29 -07001977 auto failure_guard = android::base::make_scope_guard(
1978 [&]() { LD_LOG(kLogDlopen, "... dlopen failed: %s", linker_get_error_buffer()); });
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001979
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001980 if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) {
Elliott Hughese66190d2012-12-18 15:57:55 -08001981 DL_ERR("invalid flags to dlopen: %x", flags);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001982 return nullptr;
Elliott Hughese66190d2012-12-18 15:57:55 -08001983 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001984
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001985 if (extinfo != nullptr) {
1986 if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) {
1987 DL_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags);
1988 return nullptr;
1989 }
Dmitriy Ivanov126af752015-10-07 16:34:20 -07001990
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001991 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 &&
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001992 (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001993 DL_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without "
1994 "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001995 return nullptr;
1996 }
Dmitriy Ivanov126af752015-10-07 16:34:20 -07001997
1998 if ((extinfo->flags & ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS) != 0 &&
1999 (extinfo->flags & (ANDROID_DLEXT_RESERVED_ADDRESS | ANDROID_DLEXT_RESERVED_ADDRESS_HINT)) != 0) {
2000 DL_ERR("invalid extended flag combination: ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS is not "
2001 "compatible with ANDROID_DLEXT_RESERVED_ADDRESS/ANDROID_DLEXT_RESERVED_ADDRESS_HINT");
2002 return nullptr;
2003 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002004
2005 if ((extinfo->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0) {
2006 if (extinfo->library_namespace == nullptr) {
2007 DL_ERR("ANDROID_DLEXT_USE_NAMESPACE is set but extinfo->library_namespace is null");
2008 return nullptr;
2009 }
2010 ns = extinfo->library_namespace;
2011 }
Torne (Richard Coles)012cb452014-02-06 14:34:21 +00002012 }
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08002013
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07002014 std::string asan_name_holder;
2015
2016 const char* translated_name = name;
Dimitry Ivanov6c14f862016-12-05 13:35:47 -08002017 if (g_is_asan && translated_name != nullptr && translated_name[0] == '/') {
2018 char translated_path[PATH_MAX];
2019 if (realpath(translated_name, translated_path) != nullptr) {
Vishwath Mohan4113def2017-03-29 15:31:34 -07002020 asan_name_holder = std::string(kAsanLibDirPrefix) + translated_path;
2021 if (file_exists(asan_name_holder.c_str())) {
2022 translated_name = asan_name_holder.c_str();
2023 PRINT("linker_asan dlopen translating \"%s\" -> \"%s\"", name, translated_name);
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07002024 }
2025 }
2026 }
2027
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08002028 ProtectedDataGuard guard;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07002029 soinfo* si = find_library(ns, translated_name, flags, extinfo, caller);
Dimitry Ivanov5c4a5802017-03-17 16:41:34 -07002030 loading_trace.End();
2031
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002032 if (si != nullptr) {
Dimitry Ivanovb996d602016-07-11 18:11:39 -07002033 void* handle = si->to_handle();
2034 LD_LOG(kLogDlopen,
Dimitry Ivanovae4a0c12016-11-21 10:44:35 -08002035 "... dlopen calling constructors: realpath=\"%s\", soname=\"%s\", handle=%p",
2036 si->get_realpath(), si->get_soname(), handle);
2037 si->call_constructors();
Tom Cherryb8ab6182017-04-05 16:20:29 -07002038 failure_guard.Disable();
Dimitry Ivanovae4a0c12016-11-21 10:44:35 -08002039 LD_LOG(kLogDlopen,
Dimitry Ivanovb996d602016-07-11 18:11:39 -07002040 "... dlopen successful: realpath=\"%s\", soname=\"%s\", handle=%p",
2041 si->get_realpath(), si->get_soname(), handle);
2042 return handle;
Elliott Hughesd23736e2012-11-01 15:16:56 -07002043 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002044
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002045 return nullptr;
Elliott Hughesd23736e2012-11-01 15:16:56 -07002046}
2047
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002048int do_dladdr(const void* addr, Dl_info* info) {
2049 // Determine if this address can be found in any library currently mapped.
2050 soinfo* si = find_containing_library(addr);
2051 if (si == nullptr) {
2052 return 0;
2053 }
2054
2055 memset(info, 0, sizeof(Dl_info));
2056
2057 info->dli_fname = si->get_realpath();
2058 // Address at which the shared object is loaded.
2059 info->dli_fbase = reinterpret_cast<void*>(si->base);
2060
2061 // Determine if any symbol in the library contains the specified address.
2062 ElfW(Sym)* sym = si->find_symbol_by_address(addr);
2063 if (sym != nullptr) {
2064 info->dli_sname = si->get_string(sym->st_name);
2065 info->dli_saddr = reinterpret_cast<void*>(si->resolve_symbol_address(sym));
2066 }
2067
2068 return 1;
2069}
2070
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002071static soinfo* soinfo_from_handle(void* handle) {
2072 if ((reinterpret_cast<uintptr_t>(handle) & 1) != 0) {
2073 auto it = g_soinfo_handles_map.find(reinterpret_cast<uintptr_t>(handle));
2074 if (it == g_soinfo_handles_map.end()) {
2075 return nullptr;
2076 } else {
2077 return it->second;
2078 }
2079 }
2080
2081 return static_cast<soinfo*>(handle);
2082}
2083
Dimitry Ivanovd9e427c2016-11-22 16:55:25 -08002084bool do_dlsym(void* handle,
2085 const char* sym_name,
2086 const char* sym_ver,
2087 const void* caller_addr,
2088 void** symbol) {
Dimitry Ivanov6705e8c2017-03-21 10:29:06 -07002089 ScopedTrace trace("dlsym");
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002090#if !defined(__LP64__)
2091 if (handle == nullptr) {
2092 DL_ERR("dlsym failed: library handle is null");
2093 return false;
2094 }
2095#endif
2096
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002097 soinfo* found = nullptr;
2098 const ElfW(Sym)* sym = nullptr;
2099 soinfo* caller = find_containing_library(caller_addr);
Dimitry Ivanovaca299a2016-04-11 12:42:58 -07002100 android_namespace_t* ns = get_caller_namespace(caller);
Dimitry Ivanov4742abd2016-12-12 16:30:15 -08002101 soinfo* si = nullptr;
2102 if (handle != RTLD_DEFAULT && handle != RTLD_NEXT) {
2103 si = soinfo_from_handle(handle);
2104 }
2105
2106 LD_LOG(kLogDlsym,
2107 "dlsym(handle=%p(\"%s\"), sym_name=\"%s\", sym_ver=\"%s\", caller=\"%s\", caller_ns=%s@%p) ...",
2108 handle,
2109 si != nullptr ? si->get_realpath() : "n/a",
2110 sym_name,
2111 sym_ver,
2112 caller == nullptr ? "(null)" : caller->get_realpath(),
2113 ns == nullptr ? "(null)" : ns->get_name(),
2114 ns);
2115
Tom Cherryb8ab6182017-04-05 16:20:29 -07002116 auto failure_guard = android::base::make_scope_guard(
2117 [&]() { LD_LOG(kLogDlsym, "... dlsym failed: %s", linker_get_error_buffer()); });
Dimitry Ivanov4742abd2016-12-12 16:30:15 -08002118
2119 if (sym_name == nullptr) {
2120 DL_ERR("dlsym failed: symbol name is null");
2121 return false;
2122 }
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002123
2124 version_info vi_instance;
2125 version_info* vi = nullptr;
2126
2127 if (sym_ver != nullptr) {
Dimitry Ivanov9cf99cb2015-12-11 14:22:24 -08002128 vi_instance.name = sym_ver;
2129 vi_instance.elf_hash = calculate_elf_hash(sym_ver);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002130 vi = &vi_instance;
2131 }
2132
2133 if (handle == RTLD_DEFAULT || handle == RTLD_NEXT) {
2134 sym = dlsym_linear_lookup(ns, sym_name, vi, &found, caller, handle);
2135 } else {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002136 if (si == nullptr) {
2137 DL_ERR("dlsym failed: invalid handle: %p", handle);
2138 return false;
2139 }
2140 sym = dlsym_handle_lookup(si, &found, sym_name, vi);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002141 }
2142
2143 if (sym != nullptr) {
2144 uint32_t bind = ELF_ST_BIND(sym->st_info);
2145
2146 if ((bind == STB_GLOBAL || bind == STB_WEAK) && sym->st_shndx != 0) {
2147 *symbol = reinterpret_cast<void*>(found->resolve_symbol_address(sym));
Tom Cherryb8ab6182017-04-05 16:20:29 -07002148 failure_guard.Disable();
Dimitry Ivanov4742abd2016-12-12 16:30:15 -08002149 LD_LOG(kLogDlsym,
2150 "... dlsym successful: sym_name=\"%s\", sym_ver=\"%s\", found in=\"%s\", address=%p",
2151 sym_name, sym_ver, found->get_soname(), *symbol);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002152 return true;
2153 }
2154
2155 DL_ERR("symbol \"%s\" found but not global", symbol_display_name(sym_name, sym_ver).c_str());
2156 return false;
2157 }
2158
2159 DL_ERR("undefined symbol: %s", symbol_display_name(sym_name, sym_ver).c_str());
2160 return false;
2161}
2162
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002163int do_dlclose(void* handle) {
Dimitry Ivanov6705e8c2017-03-21 10:29:06 -07002164 ScopedTrace trace("dlclose");
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08002165 ProtectedDataGuard guard;
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002166 soinfo* si = soinfo_from_handle(handle);
2167 if (si == nullptr) {
2168 DL_ERR("invalid handle: %p", handle);
2169 return -1;
2170 }
2171
dimitryc92ce712017-10-27 14:12:53 +02002172 LD_LOG(kLogDlopen,
2173 "dlclose(handle=%p, realpath=\"%s\"@%p) ...",
2174 handle,
2175 si->get_realpath(),
2176 si);
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07002177 soinfo_unload(si);
dimitryc92ce712017-10-27 14:12:53 +02002178 LD_LOG(kLogDlopen,
2179 "dlclose(handle=%p) ... done",
2180 handle);
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002181 return 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002182}
2183
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002184bool init_anonymous_namespace(const char* shared_lib_sonames, const char* library_search_path) {
2185 if (g_anonymous_namespace_initialized) {
2186 DL_ERR("anonymous namespace has already been initialized.");
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002187 return false;
2188 }
2189
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002190 ProtectedDataGuard guard;
2191
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002192 // create anonymous namespace
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002193 // When the caller is nullptr - create_namespace will take global group
2194 // from the anonymous namespace, which is fine because anonymous namespace
2195 // is still pointing to the default one.
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002196 android_namespace_t* anon_ns =
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002197 create_namespace(nullptr,
2198 "(anonymous)",
2199 nullptr,
2200 library_search_path,
Dimitry Ivanovc9dced22017-03-27 15:42:17 -07002201 ANDROID_NAMESPACE_TYPE_ISOLATED,
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002202 nullptr,
2203 &g_default_namespace);
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002204
2205 if (anon_ns == nullptr) {
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002206 return false;
2207 }
2208
2209 if (!link_namespaces(anon_ns, &g_default_namespace, shared_lib_sonames)) {
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002210 return false;
2211 }
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08002212
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002213 g_anonymous_namespace = anon_ns;
Dimitry Ivanov3e0821d2017-03-07 11:02:10 -08002214 g_anonymous_namespace_initialized = true;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002215
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002216 return true;
2217}
2218
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002219static void add_soinfos_to_namespace(const soinfo_list_t& soinfos, android_namespace_t* ns) {
2220 ns->add_soinfos(soinfos);
2221 for (auto si : soinfos) {
2222 si->add_secondary_namespace(ns);
2223 }
2224}
2225
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002226android_namespace_t* create_namespace(const void* caller_addr,
2227 const char* name,
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002228 const char* ld_library_path,
2229 const char* default_library_path,
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002230 uint64_t type,
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002231 const char* permitted_when_isolated_path,
2232 android_namespace_t* parent_namespace) {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002233 if (parent_namespace == nullptr) {
Dimitry Ivanov52408632016-05-23 10:31:11 -07002234 // if parent_namespace is nullptr -> set it to the caller namespace
2235 soinfo* caller_soinfo = find_containing_library(caller_addr);
2236
2237 parent_namespace = caller_soinfo != nullptr ?
2238 caller_soinfo->get_primary_namespace() :
2239 g_anonymous_namespace;
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002240 }
2241
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002242 ProtectedDataGuard guard;
2243 std::vector<std::string> ld_library_paths;
2244 std::vector<std::string> default_library_paths;
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002245 std::vector<std::string> permitted_paths;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002246
2247 parse_path(ld_library_path, ":", &ld_library_paths);
2248 parse_path(default_library_path, ":", &default_library_paths);
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002249 parse_path(permitted_when_isolated_path, ":", &permitted_paths);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002250
2251 android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
2252 ns->set_name(name);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002253 ns->set_isolated((type & ANDROID_NAMESPACE_TYPE_ISOLATED) != 0);
Jiyong Park37b91af2017-05-05 22:07:05 +09002254 ns->set_greylist_enabled((type & ANDROID_NAMESPACE_TYPE_GREYLIST_ENABLED) != 0);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002255
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002256 if ((type & ANDROID_NAMESPACE_TYPE_SHARED) != 0) {
Dimitry Ivanovf1cb6692017-05-01 17:45:38 -07002257 // append parent namespace paths.
2258 std::copy(parent_namespace->get_ld_library_paths().begin(),
2259 parent_namespace->get_ld_library_paths().end(),
2260 back_inserter(ld_library_paths));
2261
2262 std::copy(parent_namespace->get_default_library_paths().begin(),
2263 parent_namespace->get_default_library_paths().end(),
2264 back_inserter(default_library_paths));
2265
2266 std::copy(parent_namespace->get_permitted_paths().begin(),
2267 parent_namespace->get_permitted_paths().end(),
2268 back_inserter(permitted_paths));
2269
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002270 // If shared - clone the parent namespace
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002271 add_soinfos_to_namespace(parent_namespace->soinfo_list(), ns);
Dimitry Ivanovf1cb6692017-05-01 17:45:38 -07002272 // and copy parent namespace links
2273 for (auto& link : parent_namespace->linked_namespaces()) {
2274 ns->add_linked_namespace(link.linked_namespace(), link.shared_lib_sonames());
2275 }
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002276 } else {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002277 // If not shared - copy only the shared group
Jiyong Park02586a22017-05-20 01:01:24 +09002278 add_soinfos_to_namespace(parent_namespace->get_shared_group(), ns);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002279 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002280
Dimitry Ivanovf1cb6692017-05-01 17:45:38 -07002281 ns->set_ld_library_paths(std::move(ld_library_paths));
2282 ns->set_default_library_paths(std::move(default_library_paths));
2283 ns->set_permitted_paths(std::move(permitted_paths));
2284
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002285 return ns;
2286}
2287
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002288bool link_namespaces(android_namespace_t* namespace_from,
2289 android_namespace_t* namespace_to,
2290 const char* shared_lib_sonames) {
2291 if (namespace_to == nullptr) {
2292 namespace_to = &g_default_namespace;
2293 }
2294
2295 if (namespace_from == nullptr) {
2296 DL_ERR("error linking namespaces: namespace_from is null.");
2297 return false;
2298 }
2299
2300 if (shared_lib_sonames == nullptr || shared_lib_sonames[0] == '\0') {
2301 DL_ERR("error linking namespaces \"%s\"->\"%s\": the list of shared libraries is empty.",
2302 namespace_from->get_name(), namespace_to->get_name());
2303 return false;
2304 }
2305
2306 auto sonames = android::base::Split(shared_lib_sonames, ":");
2307 std::unordered_set<std::string> sonames_set(sonames.begin(), sonames.end());
2308
2309 ProtectedDataGuard guard;
2310 namespace_from->add_linked_namespace(namespace_to, sonames_set);
2311
2312 return true;
2313}
2314
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002315ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) {
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002316 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
2317 ifunc_resolver_t ifunc_resolver = reinterpret_cast<ifunc_resolver_t>(resolver_addr);
2318 ElfW(Addr) ifunc_addr = ifunc_resolver();
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002319 TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p",
2320 ifunc_resolver, reinterpret_cast<void*>(ifunc_addr));
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002321
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002322 return ifunc_addr;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002323}
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002324
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002325const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const {
2326 if (source_symver < 2 ||
2327 source_symver >= version_infos.size() ||
2328 version_infos[source_symver].name == nullptr) {
2329 return nullptr;
2330 }
2331
2332 return &version_infos[source_symver];
2333}
2334
2335void VersionTracker::add_version_info(size_t source_index,
2336 ElfW(Word) elf_hash,
2337 const char* ver_name,
2338 const soinfo* target_si) {
2339 if (source_index >= version_infos.size()) {
2340 version_infos.resize(source_index+1);
2341 }
2342
2343 version_infos[source_index].elf_hash = elf_hash;
2344 version_infos[source_index].name = ver_name;
2345 version_infos[source_index].target_si = target_si;
2346}
2347
2348bool VersionTracker::init_verneed(const soinfo* si_from) {
2349 uintptr_t verneed_ptr = si_from->get_verneed_ptr();
2350
2351 if (verneed_ptr == 0) {
2352 return true;
2353 }
2354
2355 size_t verneed_cnt = si_from->get_verneed_cnt();
2356
2357 for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) {
2358 const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset);
2359 size_t vernaux_offset = offset + verneed->vn_aux;
2360 offset += verneed->vn_next;
2361
2362 if (verneed->vn_version != 1) {
2363 DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version);
2364 return false;
2365 }
2366
2367 const char* target_soname = si_from->get_string(verneed->vn_file);
2368 // find it in dependencies
2369 soinfo* target_si = si_from->get_children().find_if([&](const soinfo* si) {
Dmitriy Ivanov406d9962015-05-06 11:05:27 -07002370 return si->get_soname() != nullptr && strcmp(si->get_soname(), target_soname) == 0;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002371 });
2372
2373 if (target_si == nullptr) {
2374 DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002375 target_soname, i, si_from->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002376 return false;
2377 }
2378
2379 for (size_t j = 0; j<verneed->vn_cnt; ++j) {
2380 const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset);
2381 vernaux_offset += vernaux->vna_next;
2382
2383 const ElfW(Word) elf_hash = vernaux->vna_hash;
2384 const char* ver_name = si_from->get_string(vernaux->vna_name);
2385 ElfW(Half) source_index = vernaux->vna_other;
2386
2387 add_version_info(source_index, elf_hash, ver_name, target_si);
2388 }
2389 }
2390
2391 return true;
2392}
2393
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002394template <typename F>
2395static bool for_each_verdef(const soinfo* si, F functor) {
2396 if (!si->has_min_version(2)) {
2397 return true;
2398 }
2399
2400 uintptr_t verdef_ptr = si->get_verdef_ptr();
2401 if (verdef_ptr == 0) {
2402 return true;
2403 }
2404
2405 size_t offset = 0;
2406
2407 size_t verdef_cnt = si->get_verdef_cnt();
2408 for (size_t i = 0; i<verdef_cnt; ++i) {
2409 const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset);
2410 size_t verdaux_offset = offset + verdef->vd_aux;
2411 offset += verdef->vd_next;
2412
2413 if (verdef->vd_version != 1) {
2414 DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s",
2415 i, verdef->vd_version, si->get_realpath());
2416 return false;
2417 }
2418
2419 if ((verdef->vd_flags & VER_FLG_BASE) != 0) {
2420 // "this is the version of the file itself. It must not be used for
2421 // matching a symbol. It can be used to match references."
2422 //
2423 // http://www.akkadia.org/drepper/symbol-versioning
2424 continue;
2425 }
2426
2427 if (verdef->vd_cnt == 0) {
2428 DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i);
2429 return false;
2430 }
2431
2432 const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset);
2433
2434 if (functor(i, verdef, verdaux) == true) {
2435 break;
2436 }
2437 }
2438
2439 return true;
2440}
2441
2442bool find_verdef_version_index(const soinfo* si, const version_info* vi, ElfW(Versym)* versym) {
2443 if (vi == nullptr) {
2444 *versym = kVersymNotNeeded;
2445 return true;
2446 }
2447
2448 *versym = kVersymGlobal;
2449
2450 return for_each_verdef(si,
2451 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2452 if (verdef->vd_hash == vi->elf_hash &&
2453 strcmp(vi->name, si->get_string(verdaux->vda_name)) == 0) {
2454 *versym = verdef->vd_ndx;
2455 return true;
2456 }
2457
2458 return false;
2459 }
2460 );
2461}
2462
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002463bool VersionTracker::init_verdef(const soinfo* si_from) {
2464 return for_each_verdef(si_from,
2465 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2466 add_version_info(verdef->vd_ndx, verdef->vd_hash,
2467 si_from->get_string(verdaux->vda_name), si_from);
2468 return false;
2469 }
2470 );
2471}
2472
2473bool VersionTracker::init(const soinfo* si_from) {
2474 if (!si_from->has_min_version(2)) {
2475 return true;
2476 }
2477
2478 return init_verneed(si_from) && init_verdef(si_from);
2479}
2480
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002481// TODO (dimitry): Methods below need to be moved out of soinfo
2482// and in more isolated file in order minimize dependencies on
2483// unnecessary object in the linker binary. Consider making them
2484// independent from soinfo (?).
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002485bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym,
2486 const char* sym_name, const version_info** vi) {
2487 const ElfW(Versym)* sym_ver_ptr = get_versym(sym);
2488 ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr;
2489
2490 if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) {
2491 *vi = version_tracker.get_version_info(sym_ver);
2492
2493 if (*vi == nullptr) {
2494 DL_ERR("cannot find verneed/verdef for version index=%d "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002495 "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath());
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002496 return false;
2497 }
2498 } else {
2499 // there is no version info
2500 *vi = nullptr;
2501 }
2502
2503 return true;
2504}
2505
Dimitry Ivanov576a3752016-08-09 06:58:55 -07002506#if !defined(__mips__)
2507#if defined(USE_RELA)
2508static ElfW(Addr) get_addend(ElfW(Rela)* rela, ElfW(Addr) reloc_addr __unused) {
2509 return rela->r_addend;
2510}
2511#else
2512static ElfW(Addr) get_addend(ElfW(Rel)* rel, ElfW(Addr) reloc_addr) {
2513 if (ELFW(R_TYPE)(rel->r_info) == R_GENERIC_RELATIVE ||
2514 ELFW(R_TYPE)(rel->r_info) == R_GENERIC_IRELATIVE) {
2515 return *reinterpret_cast<ElfW(Addr)*>(reloc_addr);
2516 }
2517 return 0;
2518}
2519#endif
2520
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08002521template<typename ElfRelIteratorT>
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07002522bool soinfo::relocate(const VersionTracker& version_tracker, ElfRelIteratorT&& rel_iterator,
2523 const soinfo_list_t& global_group, const soinfo_list_t& local_group) {
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08002524 for (size_t idx = 0; rel_iterator.has_next(); ++idx) {
2525 const auto rel = rel_iterator.next();
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002526 if (rel == nullptr) {
2527 return false;
2528 }
2529
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002530 ElfW(Word) type = ELFW(R_TYPE)(rel->r_info);
2531 ElfW(Word) sym = ELFW(R_SYM)(rel->r_info);
2532
2533 ElfW(Addr) reloc = static_cast<ElfW(Addr)>(rel->r_offset + load_bias);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002534 ElfW(Addr) sym_addr = 0;
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002535 const char* sym_name = nullptr;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002536 ElfW(Addr) addend = get_addend(rel, reloc);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002537
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07002538 DEBUG("Processing \"%s\" relocation at index %zd", get_realpath(), idx);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002539 if (type == R_GENERIC_NONE) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002540 continue;
2541 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002542
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002543 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002544 soinfo* lsi = nullptr;
2545
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002546 if (sym != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002547 sym_name = get_string(symtab_[sym].st_name);
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002548 const version_info* vi = nullptr;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002549
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002550 if (!lookup_version_info(version_tracker, sym, sym_name, &vi)) {
2551 return false;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002552 }
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002553
2554 if (!soinfo_do_lookup(this, sym_name, vi, &lsi, global_group, local_group, &s)) {
2555 return false;
2556 }
2557
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002558 if (s == nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002559 // We only allow an undefined symbol if this is a weak reference...
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002560 s = &symtab_[sym];
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002561 if (ELF_ST_BIND(s->st_info) != STB_WEAK) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002562 DL_ERR("cannot locate symbol \"%s\" referenced by \"%s\"...", sym_name, get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002563 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002564 }
2565
2566 /* IHI0044C AAELF 4.5.1.1:
2567
2568 Libraries are not searched to resolve weak references.
2569 It is not an error for a weak reference to remain unsatisfied.
2570
2571 During linking, the value of an undefined weak reference is:
2572 - Zero if the relocation type is absolute
2573 - The address of the place if the relocation is pc-relative
2574 - The address of nominal base address if the relocation
2575 type is base-relative.
2576 */
2577
2578 switch (type) {
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002579 case R_GENERIC_JUMP_SLOT:
2580 case R_GENERIC_GLOB_DAT:
2581 case R_GENERIC_RELATIVE:
2582 case R_GENERIC_IRELATIVE:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002583#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002584 case R_AARCH64_ABS64:
2585 case R_AARCH64_ABS32:
2586 case R_AARCH64_ABS16:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002587#elif defined(__x86_64__)
2588 case R_X86_64_32:
2589 case R_X86_64_64:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002590#elif defined(__arm__)
2591 case R_ARM_ABS32:
2592#elif defined(__i386__)
2593 case R_386_32:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002594#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002595 /*
2596 * The sym_addr was initialized to be zero above, or the relocation
2597 * code below does not care about value of sym_addr.
2598 * No need to do anything.
2599 */
2600 break;
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002601#if defined(__x86_64__)
Dimitry Ivanovd338aac2015-01-13 22:31:54 +00002602 case R_X86_64_PC32:
2603 sym_addr = reloc;
2604 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002605#elif defined(__i386__)
2606 case R_386_PC32:
2607 sym_addr = reloc;
2608 break;
2609#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002610 default:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002611 DL_ERR("unknown weak reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002612 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002613 }
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002614 } else { // We got a definition.
2615#if !defined(__LP64__)
2616 // When relocating dso with text_relocation .text segment is
2617 // not executable. We need to restore elf flags before resolving
2618 // STT_GNU_IFUNC symbol.
2619 bool protect_segments = has_text_relocations &&
2620 lsi == this &&
2621 ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC;
2622 if (protect_segments) {
2623 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
2624 DL_ERR("can't protect segments for \"%s\": %s",
2625 get_realpath(), strerror(errno));
2626 return false;
2627 }
2628 }
2629#endif
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002630 sym_addr = lsi->resolve_symbol_address(s);
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002631#if !defined(__LP64__)
2632 if (protect_segments) {
2633 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2634 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2635 get_realpath(), strerror(errno));
2636 return false;
2637 }
2638 }
2639#endif
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002640 }
2641 count_relocation(kRelocSymbol);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002642 }
2643
2644 switch (type) {
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002645 case R_GENERIC_JUMP_SLOT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002646 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002647 MARK(rel->r_offset);
2648 TRACE_TYPE(RELO, "RELO JMP_SLOT %16p <- %16p %s\n",
2649 reinterpret_cast<void*>(reloc),
2650 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2651
2652 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002653 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002654 case R_GENERIC_GLOB_DAT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002655 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002656 MARK(rel->r_offset);
2657 TRACE_TYPE(RELO, "RELO GLOB_DAT %16p <- %16p %s\n",
2658 reinterpret_cast<void*>(reloc),
2659 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2660 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002661 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002662 case R_GENERIC_RELATIVE:
2663 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002664 MARK(rel->r_offset);
2665 TRACE_TYPE(RELO, "RELO RELATIVE %16p <- %16p\n",
2666 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002667 reinterpret_cast<void*>(load_bias + addend));
2668 *reinterpret_cast<ElfW(Addr)*>(reloc) = (load_bias + addend);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002669 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002670 case R_GENERIC_IRELATIVE:
2671 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002672 MARK(rel->r_offset);
2673 TRACE_TYPE(RELO, "RELO IRELATIVE %16p <- %16p\n",
2674 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002675 reinterpret_cast<void*>(load_bias + addend));
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002676 {
2677#if !defined(__LP64__)
2678 // When relocating dso with text_relocation .text segment is
2679 // not executable. We need to restore elf flags for this
2680 // particular call.
2681 if (has_text_relocations) {
2682 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
2683 DL_ERR("can't protect segments for \"%s\": %s",
2684 get_realpath(), strerror(errno));
2685 return false;
2686 }
2687 }
2688#endif
2689 ElfW(Addr) ifunc_addr = call_ifunc_resolver(load_bias + addend);
2690#if !defined(__LP64__)
2691 // Unprotect it afterwards...
2692 if (has_text_relocations) {
2693 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2694 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2695 get_realpath(), strerror(errno));
2696 return false;
2697 }
2698 }
2699#endif
2700 *reinterpret_cast<ElfW(Addr)*>(reloc) = ifunc_addr;
2701 }
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002702 break;
2703
2704#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002705 case R_AARCH64_ABS64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002706 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002707 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002708 TRACE_TYPE(RELO, "RELO ABS64 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002709 reloc, sym_addr + addend, sym_name);
2710 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002711 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002712 case R_AARCH64_ABS32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002713 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002714 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002715 TRACE_TYPE(RELO, "RELO ABS32 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002716 reloc, sym_addr + addend, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002717 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002718 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2719 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002720 if ((min_value <= (sym_addr + addend)) &&
2721 ((sym_addr + addend) <= max_value)) {
2722 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002723 } else {
2724 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002725 sym_addr + addend, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002726 return false;
2727 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002728 }
2729 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002730 case R_AARCH64_ABS16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002731 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002732 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002733 TRACE_TYPE(RELO, "RELO ABS16 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002734 reloc, sym_addr + addend, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002735 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002736 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2737 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002738 if ((min_value <= (sym_addr + addend)) &&
2739 ((sym_addr + addend) <= max_value)) {
2740 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002741 } else {
2742 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002743 sym_addr + addend, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002744 return false;
2745 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002746 }
2747 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002748 case R_AARCH64_PREL64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002749 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002750 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002751 TRACE_TYPE(RELO, "RELO REL64 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002752 reloc, sym_addr + addend, rel->r_offset, sym_name);
2753 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002754 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002755 case R_AARCH64_PREL32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002756 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002757 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002758 TRACE_TYPE(RELO, "RELO REL32 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002759 reloc, sym_addr + addend, rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002760 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002761 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2762 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002763 if ((min_value <= (sym_addr + addend - rel->r_offset)) &&
2764 ((sym_addr + addend - rel->r_offset) <= max_value)) {
2765 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002766 } else {
2767 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002768 sym_addr + addend - rel->r_offset, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002769 return false;
2770 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002771 }
2772 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002773 case R_AARCH64_PREL16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002774 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002775 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002776 TRACE_TYPE(RELO, "RELO REL16 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002777 reloc, sym_addr + addend, rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002778 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002779 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2780 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002781 if ((min_value <= (sym_addr + addend - rel->r_offset)) &&
2782 ((sym_addr + addend - rel->r_offset) <= max_value)) {
2783 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002784 } else {
2785 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002786 sym_addr + addend - rel->r_offset, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002787 return false;
2788 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002789 }
2790 break;
2791
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002792 case R_AARCH64_COPY:
Nick Kralevich76e289c2014-07-03 12:04:31 -07002793 /*
2794 * ET_EXEC is not supported so this should not happen.
2795 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002796 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
Nick Kralevich76e289c2014-07-03 12:04:31 -07002797 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002798 * Section 4.6.11 "Dynamic relocations"
Nick Kralevich76e289c2014-07-03 12:04:31 -07002799 * R_AARCH64_COPY may only appear in executable objects where e_type is
2800 * set to ET_EXEC.
2801 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002802 DL_ERR("%s R_AARCH64_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002803 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002804 case R_AARCH64_TLS_TPREL64:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002805 TRACE_TYPE(RELO, "RELO TLS_TPREL64 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002806 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002807 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002808 case R_AARCH64_TLS_DTPREL32:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002809 TRACE_TYPE(RELO, "RELO TLS_DTPREL32 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002810 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002811 break;
2812#elif defined(__x86_64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002813 case R_X86_64_32:
2814 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002815 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002816 TRACE_TYPE(RELO, "RELO R_X86_64_32 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2817 static_cast<size_t>(sym_addr), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002818 *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002819 break;
2820 case R_X86_64_64:
2821 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002822 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002823 TRACE_TYPE(RELO, "RELO R_X86_64_64 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2824 static_cast<size_t>(sym_addr), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002825 *reinterpret_cast<Elf64_Addr*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002826 break;
2827 case R_X86_64_PC32:
2828 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002829 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002830 TRACE_TYPE(RELO, "RELO R_X86_64_PC32 %08zx <- +%08zx (%08zx - %08zx) %s",
2831 static_cast<size_t>(reloc), static_cast<size_t>(sym_addr - reloc),
2832 static_cast<size_t>(sym_addr), static_cast<size_t>(reloc), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002833 *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend - reloc;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002834 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002835#elif defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002836 case R_ARM_ABS32:
2837 count_relocation(kRelocAbsolute);
2838 MARK(rel->r_offset);
2839 TRACE_TYPE(RELO, "RELO ABS %08x <- %08x %s", reloc, sym_addr, sym_name);
2840 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2841 break;
2842 case R_ARM_REL32:
2843 count_relocation(kRelocRelative);
2844 MARK(rel->r_offset);
2845 TRACE_TYPE(RELO, "RELO REL32 %08x <- %08x - %08x %s",
2846 reloc, sym_addr, rel->r_offset, sym_name);
2847 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr - rel->r_offset;
2848 break;
2849 case R_ARM_COPY:
2850 /*
2851 * ET_EXEC is not supported so this should not happen.
2852 *
2853 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0044d/IHI0044D_aaelf.pdf
2854 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002855 * Section 4.6.1.10 "Dynamic relocations"
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002856 * R_ARM_COPY may only appear in executable objects where e_type is
2857 * set to ET_EXEC.
2858 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002859 DL_ERR("%s R_ARM_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002860 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002861#elif defined(__i386__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002862 case R_386_32:
2863 count_relocation(kRelocRelative);
2864 MARK(rel->r_offset);
2865 TRACE_TYPE(RELO, "RELO R_386_32 %08x <- +%08x %s", reloc, sym_addr, sym_name);
2866 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2867 break;
2868 case R_386_PC32:
2869 count_relocation(kRelocRelative);
2870 MARK(rel->r_offset);
2871 TRACE_TYPE(RELO, "RELO R_386_PC32 %08x <- +%08x (%08x - %08x) %s",
2872 reloc, (sym_addr - reloc), sym_addr, reloc, sym_name);
2873 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr - reloc);
2874 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002875#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002876 default:
2877 DL_ERR("unknown reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002878 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002879 }
2880 }
2881 return true;
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002882}
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002883#endif // !defined(__mips__)
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002884
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002885// An empty list of soinfos
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002886static soinfo_list_t g_empty_list;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002887
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002888bool soinfo::prelink_image() {
Ningsheng Jiane93be992014-09-16 15:22:10 +08002889 /* Extract dynamic section */
2890 ElfW(Word) dynamic_flags = 0;
2891 phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags);
Dmitriy Ivanov498eb182014-09-05 14:57:59 -07002892
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002893 /* We can't log anything until the linker is relocated */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002894 bool relocating_linker = (flags_ & FLAG_LINKER) != 0;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002895 if (!relocating_linker) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07002896 INFO("[ Linking \"%s\" ]", get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002897 DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002898 }
2899
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002900 if (dynamic == nullptr) {
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002901 if (!relocating_linker) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002902 DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath());
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002903 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002904 return false;
2905 } else {
2906 if (!relocating_linker) {
2907 DEBUG("dynamic = %p", dynamic);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002908 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002909 }
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002910
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002911#if defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002912 (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias,
2913 &ARM_exidx, &ARM_exidx_count);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002914#endif
2915
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002916 // Extract useful information from dynamic section.
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002917 // Note that: "Except for the DT_NULL element at the end of the array,
2918 // and the relative order of DT_NEEDED elements, entries may appear in any order."
2919 //
2920 // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002921 uint32_t needed_count = 0;
2922 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2923 DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p",
2924 d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2925 switch (d->d_tag) {
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002926 case DT_SONAME:
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002927 // this is parsed after we have strtab initialized (see below).
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002928 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002929
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002930 case DT_HASH:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002931 nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2932 nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2933 bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8);
2934 chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002935 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002936
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002937 case DT_GNU_HASH:
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002938 gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002939 // skip symndx
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002940 gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2];
2941 gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002942
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002943 gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16);
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002944 gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002945 // amend chain for symndx = header[1]
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002946 gnu_chain_ = gnu_bucket_ + gnu_nbucket_ -
2947 reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002948
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002949 if (!powerof2(gnu_maskwords_)) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002950 DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two",
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002951 gnu_maskwords_, get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002952 return false;
2953 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002954 --gnu_maskwords_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002955
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002956 flags_ |= FLAG_GNU_HASH;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002957 break;
2958
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002959 case DT_STRTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002960 strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002961 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002962
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002963 case DT_STRSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002964 strtab_size_ = d->d_un.d_val;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002965 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002966
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002967 case DT_SYMTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002968 symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002969 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002970
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002971 case DT_SYMENT:
2972 if (d->d_un.d_val != sizeof(ElfW(Sym))) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002973 DL_ERR("invalid DT_SYMENT: %zd in \"%s\"",
2974 static_cast<size_t>(d->d_un.d_val), get_realpath());
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002975 return false;
2976 }
2977 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002978
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002979 case DT_PLTREL:
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002980#if defined(USE_RELA)
2981 if (d->d_un.d_val != DT_RELA) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002982 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002983 return false;
2984 }
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002985#else
2986 if (d->d_un.d_val != DT_REL) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002987 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath());
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002988 return false;
2989 }
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002990#endif
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002991 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002992
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002993 case DT_JMPREL:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002994#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002995 plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002996#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002997 plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002998#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002999 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003000
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003001 case DT_PLTRELSZ:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003002#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003003 plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003004#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003005 plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003006#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003007 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003008
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003009 case DT_PLTGOT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003010#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003011 // Used by mips and mips64.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003012 plt_got_ = reinterpret_cast<ElfW(Addr)**>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003013#endif
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003014 // Ignore for other platforms... (because RTLD_LAZY is not supported)
3015 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003016
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003017 case DT_DEBUG:
3018 // Set the DT_DEBUG entry to the address of _r_debug for GDB
3019 // if the dynamic table is writable
Chris Dearman99186652014-02-06 20:36:51 -08003020// FIXME: not working currently for N64
3021// The flags for the LOAD and DYNAMIC program headers do not agree.
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07003022// The LOAD section containing the dynamic table has been mapped as
Chris Dearman99186652014-02-06 20:36:51 -08003023// read-only, but the DYNAMIC header claims it is writable.
3024#if !(defined(__mips__) && defined(__LP64__))
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003025 if ((dynamic_flags & PF_W) != 0) {
3026 d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug);
3027 }
Chris Dearman99186652014-02-06 20:36:51 -08003028#endif
Dmitriy Ivanovc6292ea2015-02-13 16:29:50 -08003029 break;
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003030#if defined(USE_RELA)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003031 case DT_RELA:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003032 rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003033 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003034
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003035 case DT_RELASZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003036 rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003037 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003038
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003039 case DT_ANDROID_RELA:
3040 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
3041 break;
3042
3043 case DT_ANDROID_RELASZ:
3044 android_relocs_size_ = d->d_un.d_val;
3045 break;
3046
3047 case DT_ANDROID_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003048 DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003049 return false;
3050
3051 case DT_ANDROID_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003052 DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003053 return false;
3054
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003055 case DT_RELAENT:
3056 if (d->d_un.d_val != sizeof(ElfW(Rela))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07003057 DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003058 return false;
3059 }
3060 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003061
3062 // ignored (see DT_RELCOUNT comments for details)
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003063 case DT_RELACOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003064 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003065
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003066 case DT_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003067 DL_ERR("unsupported DT_REL in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003068 return false;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003069
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003070 case DT_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003071 DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003072 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003073
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003074#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003075 case DT_REL:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003076 rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003077 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003078
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003079 case DT_RELSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003080 rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003081 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003082
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003083 case DT_RELENT:
3084 if (d->d_un.d_val != sizeof(ElfW(Rel))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07003085 DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003086 return false;
3087 }
3088 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003089
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003090 case DT_ANDROID_REL:
3091 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
3092 break;
3093
3094 case DT_ANDROID_RELSZ:
3095 android_relocs_size_ = d->d_un.d_val;
3096 break;
3097
3098 case DT_ANDROID_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003099 DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003100 return false;
3101
3102 case DT_ANDROID_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003103 DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003104 return false;
3105
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003106 // "Indicates that all RELATIVE relocations have been concatenated together,
3107 // and specifies the RELATIVE relocation count."
3108 //
3109 // TODO: Spec also mentions that this can be used to optimize relocation process;
3110 // Not currently used by bionic linker - ignored.
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003111 case DT_RELCOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003112 break;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003113
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003114 case DT_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003115 DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003116 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003117
3118 case DT_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003119 DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003120 return false;
3121
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003122#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003123 case DT_INIT:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003124 init_func_ = reinterpret_cast<linker_ctor_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003125 DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003126 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003127
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003128 case DT_FINI:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003129 fini_func_ = reinterpret_cast<linker_dtor_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003130 DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003131 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003132
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003133 case DT_INIT_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003134 init_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003135 DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003136 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003137
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003138 case DT_INIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08003139 init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003140 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003141
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003142 case DT_FINI_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003143 fini_array_ = reinterpret_cast<linker_dtor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003144 DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003145 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003146
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003147 case DT_FINI_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08003148 fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003149 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003150
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003151 case DT_PREINIT_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003152 preinit_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003153 DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003154 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003155
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003156 case DT_PREINIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08003157 preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003158 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003159
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003160 case DT_TEXTREL:
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003161#if defined(__LP64__)
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003162 DL_ERR("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003163 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003164#else
3165 has_text_relocations = true;
3166 break;
3167#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003168
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003169 case DT_SYMBOLIC:
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07003170 has_DT_SYMBOLIC = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003171 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003172
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003173 case DT_NEEDED:
3174 ++needed_count;
3175 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003176
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003177 case DT_FLAGS:
3178 if (d->d_un.d_val & DF_TEXTREL) {
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003179#if defined(__LP64__)
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003180 DL_ERR("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003181 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003182#else
3183 has_text_relocations = true;
3184#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003185 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07003186 if (d->d_un.d_val & DF_SYMBOLIC) {
3187 has_DT_SYMBOLIC = true;
3188 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003189 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003190
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07003191 case DT_FLAGS_1:
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003192 set_dt_flags_1(d->d_un.d_val);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07003193
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003194 if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) {
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003195 DL_WARN("\"%s\" has unsupported flags DT_FLAGS_1=%p", get_realpath(), reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07003196 }
3197 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003198#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003199 case DT_MIPS_RLD_MAP:
3200 // Set the DT_MIPS_RLD_MAP entry to the address of _r_debug for GDB.
3201 {
3202 r_debug** dp = reinterpret_cast<r_debug**>(load_bias + d->d_un.d_ptr);
3203 *dp = &_r_debug;
3204 }
3205 break;
Lazar Trsic83b44a92016-04-06 13:39:17 +02003206 case DT_MIPS_RLD_MAP_REL:
3207 // Set the DT_MIPS_RLD_MAP_REL entry to the address of _r_debug for GDB.
Raghu Gandham68815722014-12-18 19:12:19 -08003208 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07003209 r_debug** dp = reinterpret_cast<r_debug**>(
3210 reinterpret_cast<ElfW(Addr)>(d) + d->d_un.d_val);
Raghu Gandham68815722014-12-18 19:12:19 -08003211 *dp = &_r_debug;
3212 }
3213 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003214
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003215 case DT_MIPS_RLD_VERSION:
3216 case DT_MIPS_FLAGS:
3217 case DT_MIPS_BASE_ADDRESS:
3218 case DT_MIPS_UNREFEXTNO:
3219 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003220
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003221 case DT_MIPS_SYMTABNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003222 mips_symtabno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003223 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003224
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003225 case DT_MIPS_LOCAL_GOTNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003226 mips_local_gotno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003227 break;
3228
3229 case DT_MIPS_GOTSYM:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003230 mips_gotsym_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003231 break;
3232#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003233 // Ignored: "Its use has been superseded by the DF_BIND_NOW flag"
3234 case DT_BIND_NOW:
3235 break;
3236
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003237 case DT_VERSYM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003238 versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr);
3239 break;
3240
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003241 case DT_VERDEF:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003242 verdef_ptr_ = load_bias + d->d_un.d_ptr;
3243 break;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003244 case DT_VERDEFNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003245 verdef_cnt_ = d->d_un.d_val;
3246 break;
3247
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03003248 case DT_VERNEED:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003249 verneed_ptr_ = load_bias + d->d_un.d_ptr;
3250 break;
3251
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03003252 case DT_VERNEEDNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003253 verneed_cnt_ = d->d_un.d_val;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003254 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003255
Evgenii Stepanov68650822015-06-10 13:38:39 -07003256 case DT_RUNPATH:
3257 // this is parsed after we have strtab initialized (see below).
3258 break;
3259
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003260 default:
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07003261 if (!relocating_linker) {
Elliott Hughes6eae4cc2017-08-30 09:02:33 -07003262 const char* tag_name;
3263 if (d->d_tag == DT_RPATH) {
3264 tag_name = "DT_RPATH";
3265 } else if (d->d_tag == DT_ENCODING) {
3266 tag_name = "DT_ENCODING";
3267 } else if (d->d_tag >= DT_LOOS && d->d_tag <= DT_HIOS) {
3268 tag_name = "unknown OS-specific";
3269 } else if (d->d_tag >= DT_LOPROC && d->d_tag <= DT_HIPROC) {
3270 tag_name = "unknown processor-specific";
3271 } else {
3272 tag_name = "unknown";
3273 }
3274 DL_WARN("\"%s\" unused DT entry: %s (type %p arg %p)",
3275 get_realpath(),
3276 tag_name,
3277 reinterpret_cast<void*>(d->d_tag),
3278 reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07003279 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003280 break;
Brian Carlstromd4ee82d2013-02-28 15:58:45 -08003281 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003282 }
3283
Duane Sandbc425c72015-06-01 16:29:14 -07003284#if defined(__mips__) && !defined(__LP64__)
3285 if (!mips_check_and_adjust_fp_modes()) {
3286 return false;
3287 }
3288#endif
3289
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003290 DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p",
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003291 reinterpret_cast<void*>(base), strtab_, symtab_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003292
3293 // Sanity checks.
3294 if (relocating_linker && needed_count != 0) {
3295 DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries");
3296 return false;
3297 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07003298 if (nbucket_ == 0 && gnu_nbucket_ == 0) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003299 DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003300 "(new hash type from the future?)", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003301 return false;
3302 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003303 if (strtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003304 DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003305 return false;
3306 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003307 if (symtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003308 DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003309 return false;
3310 }
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003311
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07003312 // second pass - parse entries relying on strtab
3313 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
Evgenii Stepanov68650822015-06-10 13:38:39 -07003314 switch (d->d_tag) {
3315 case DT_SONAME:
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07003316 set_soname(get_string(d->d_un.d_val));
Evgenii Stepanov68650822015-06-10 13:38:39 -07003317 break;
3318 case DT_RUNPATH:
Evgenii Stepanov68650822015-06-10 13:38:39 -07003319 set_dt_runpath(get_string(d->d_un.d_val));
3320 break;
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07003321 }
3322 }
3323
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003324 // Before M release linker was using basename in place of soname.
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003325 // In the case when dt_soname is absent some apps stop working
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003326 // because they can't find dt_needed library by soname.
3327 // This workaround should keep them working. (applies only
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003328 // for apps targeting sdk version < M). Make an exception for
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003329 // the main executable and linker; they do not need to have dt_soname
Dimitry Ivanov3f660572016-09-09 10:00:39 -07003330 if (soname_ == nullptr &&
3331 this != solist_get_somain() &&
3332 (flags_ & FLAG_LINKER) == 0 &&
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003333 get_application_target_sdk_version() < __ANDROID_API_M__) {
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003334 soname_ = basename(realpath_.c_str());
3335 DL_WARN("%s: is missing DT_SONAME will use basename as a replacement: \"%s\"",
3336 get_realpath(), soname_);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07003337 // Don't call add_dlwarning because a missing DT_SONAME isn't important enough to show in the UI
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003338 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003339 return true;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07003340}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003341
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003342bool soinfo::link_image(const soinfo_list_t& global_group, const soinfo_list_t& local_group,
3343 const android_dlextinfo* extinfo) {
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003344
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003345 local_group_root_ = local_group.front();
3346 if (local_group_root_ == nullptr) {
3347 local_group_root_ = this;
3348 }
3349
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003350 if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) {
3351 target_sdk_version_ = get_application_target_sdk_version();
3352 }
3353
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003354 VersionTracker version_tracker;
3355
3356 if (!version_tracker.init(this)) {
3357 return false;
3358 }
3359
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003360#if !defined(__LP64__)
3361 if (has_text_relocations) {
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003362 // Fail if app is targeting M or above.
3363 if (get_application_target_sdk_version() >= __ANDROID_API_M__) {
Elliott Hughes763f6e12017-04-10 09:52:33 -07003364 DL_ERR_AND_LOG("\"%s\" has text relocations (https://android.googlesource.com/platform/"
3365 "bionic/+/master/android-changes-for-ndk-developers.md#Text-Relocations-"
3366 "Enforced-for-API-level-23)", get_realpath());
Dmitriy Ivanove4ad91f2015-06-12 15:00:31 -07003367 return false;
3368 }
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003369 // Make segments writable to allow text relocations to work properly. We will later call
Dmitriy Ivanov7e039932015-10-01 14:02:19 -07003370 // phdr_table_protect_segments() after all of them are applied.
Elliott Hughes763f6e12017-04-10 09:52:33 -07003371 DL_WARN("\"%s\" has text relocations (https://android.googlesource.com/platform/"
3372 "bionic/+/master/android-changes-for-ndk-developers.md#Text-Relocations-Enforced-"
3373 "for-API-level-23)", get_realpath());
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07003374 add_dlwarning(get_realpath(), "text relocations");
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003375 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
3376 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003377 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003378 return false;
3379 }
3380 }
3381#endif
3382
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003383 if (android_relocs_ != nullptr) {
3384 // check signature
3385 if (android_relocs_size_ > 3 &&
3386 android_relocs_[0] == 'A' &&
3387 android_relocs_[1] == 'P' &&
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003388 android_relocs_[2] == 'S' &&
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003389 android_relocs_[3] == '2') {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003390 DEBUG("[ android relocating %s ]", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003391
3392 bool relocated = false;
3393 const uint8_t* packed_relocs = android_relocs_ + 4;
3394 const size_t packed_relocs_size = android_relocs_size_ - 4;
3395
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003396 relocated = relocate(
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003397 version_tracker,
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003398 packed_reloc_iterator<sleb128_decoder>(
3399 sleb128_decoder(packed_relocs, packed_relocs_size)),
3400 global_group, local_group);
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003401
3402 if (!relocated) {
3403 return false;
3404 }
3405 } else {
3406 DL_ERR("bad android relocation header.");
3407 return false;
3408 }
3409 }
3410
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003411#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003412 if (rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003413 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003414 if (!relocate(version_tracker,
3415 plain_reloc_iterator(rela_, rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003416 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003417 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003418 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003419 if (plt_rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003420 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003421 if (!relocate(version_tracker,
3422 plain_reloc_iterator(plt_rela_, plt_rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003423 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003424 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003425 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003426#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003427 if (rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003428 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003429 if (!relocate(version_tracker,
3430 plain_reloc_iterator(rel_, rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003431 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003432 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003433 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003434 if (plt_rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003435 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003436 if (!relocate(version_tracker,
3437 plain_reloc_iterator(plt_rel_, plt_rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003438 return false;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003439 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003440 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003441#endif
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003442
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003443#if defined(__mips__)
Dmitriy Ivanovf39cb632015-04-30 20:17:03 -07003444 if (!mips_relocate_got(version_tracker, global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003445 return false;
3446 }
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07003447#endif
3448
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003449 DEBUG("[ finished linking %s ]", get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003450
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003451#if !defined(__LP64__)
3452 if (has_text_relocations) {
3453 // All relocations are done, we can protect our segments back to read-only.
3454 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
3455 DL_ERR("can't protect segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003456 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003457 return false;
3458 }
3459 }
3460#endif
3461
Mingwei Shibe910522015-11-12 07:02:14 +00003462 // We can also turn on GNU RELRO protection if we're not linking the dynamic linker
3463 // itself --- it can't make system calls yet, and will have to call protect_relro later.
3464 if (!is_linker() && !protect_relro()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003465 return false;
3466 }
Nick Kralevich9ec0f032012-02-28 10:40:00 -08003467
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003468 /* Handle serializing/sharing the RELRO segment */
3469 if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) {
3470 if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias,
3471 extinfo->relro_fd) < 0) {
3472 DL_ERR("failed serializing GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003473 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003474 return false;
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003475 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003476 } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) {
3477 if (phdr_table_map_gnu_relro(phdr, phnum, load_bias,
3478 extinfo->relro_fd) < 0) {
3479 DL_ERR("failed mapping GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003480 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003481 return false;
3482 }
3483 }
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003484
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003485 notify_gdb_of_load(this);
3486 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003487}
3488
Mingwei Shibe910522015-11-12 07:02:14 +00003489bool soinfo::protect_relro() {
3490 if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) {
3491 DL_ERR("can't enable GNU RELRO protection for \"%s\": %s",
3492 get_realpath(), strerror(errno));
3493 return false;
3494 }
3495 return true;
3496}
3497
Jiyong Park02586a22017-05-20 01:01:24 +09003498static std::vector<android_namespace_t*> init_default_namespace_no_config(bool is_asan) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003499 g_default_namespace.set_isolated(false);
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08003500 auto default_ld_paths = is_asan ? kAsanDefaultLdPaths : kDefaultLdPaths;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003501
neo.chae2589f9d2016-10-04 11:00:27 +09003502 char real_path[PATH_MAX];
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003503 std::vector<std::string> ld_default_paths;
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08003504 for (size_t i = 0; default_ld_paths[i] != nullptr; ++i) {
3505 if (realpath(default_ld_paths[i], real_path) != nullptr) {
neo.chae2589f9d2016-10-04 11:00:27 +09003506 ld_default_paths.push_back(real_path);
3507 } else {
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08003508 ld_default_paths.push_back(default_ld_paths[i]);
neo.chae2589f9d2016-10-04 11:00:27 +09003509 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003510 }
3511
3512 g_default_namespace.set_default_library_paths(std::move(ld_default_paths));
Jiyong Park02586a22017-05-20 01:01:24 +09003513
3514 std::vector<android_namespace_t*> namespaces;
3515 namespaces.push_back(&g_default_namespace);
3516 return namespaces;
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003517}
3518
Jiyong Park02586a22017-05-20 01:01:24 +09003519std::vector<android_namespace_t*> init_default_namespaces(const char* executable_path) {
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003520 g_default_namespace.set_name("(default)");
3521
3522 soinfo* somain = solist_get_somain();
3523
3524 const char *interp = phdr_table_get_interpreter_name(somain->phdr, somain->phnum,
3525 somain->load_bias);
Dan Willemsen7ccc50d2017-09-18 21:28:14 -07003526 const char* bname = (interp != nullptr) ? basename(interp) : nullptr;
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003527
3528 g_is_asan = bname != nullptr &&
3529 (strcmp(bname, "linker_asan") == 0 ||
3530 strcmp(bname, "linker_asan64") == 0);
3531
3532 const Config* config = nullptr;
3533
3534 std::string error_msg;
3535
dimitryfe1b27c2017-08-11 14:43:21 +02003536 const char* config_file = file_exists(kLdConfigArchFilePath) ? kLdConfigArchFilePath : kLdConfigFilePath;
Jiyong Park02586a22017-05-20 01:01:24 +09003537#ifdef USE_LD_CONFIG_FILE
3538 // This is a debugging/testing only feature. Must not be available on
3539 // production builds.
3540 const char* ld_config_file = getenv("LD_CONFIG_FILE");
3541 if (ld_config_file != nullptr && file_exists(ld_config_file)) {
3542 config_file = ld_config_file;
3543 }
3544#endif
3545
3546 if (!Config::read_binary_config(config_file,
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003547 executable_path,
3548 g_is_asan,
3549 &config,
3550 &error_msg)) {
3551 if (!error_msg.empty()) {
3552 DL_WARN("error reading config file \"%s\" for \"%s\" (will use default configuration): %s",
Jiyong Park02586a22017-05-20 01:01:24 +09003553 config_file,
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003554 executable_path,
3555 error_msg.c_str());
3556 }
3557 config = nullptr;
3558 }
3559
3560 if (config == nullptr) {
Jiyong Park02586a22017-05-20 01:01:24 +09003561 return init_default_namespace_no_config(g_is_asan);
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003562 }
3563
3564 const auto& namespace_configs = config->namespace_configs();
3565 std::unordered_map<std::string, android_namespace_t*> namespaces;
3566
3567 // 1. Initialize default namespace
3568 const NamespaceConfig* default_ns_config = config->default_namespace_config();
3569
3570 g_default_namespace.set_isolated(default_ns_config->isolated());
3571 g_default_namespace.set_default_library_paths(default_ns_config->search_paths());
3572 g_default_namespace.set_permitted_paths(default_ns_config->permitted_paths());
3573
3574 namespaces[default_ns_config->name()] = &g_default_namespace;
Justin Yun90de9f02017-07-07 16:21:53 +09003575 if (default_ns_config->visible()) {
3576 g_exported_namespaces[default_ns_config->name()] = &g_default_namespace;
3577 }
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003578
3579 // 2. Initialize other namespaces
3580
3581 for (auto& ns_config : namespace_configs) {
3582 if (namespaces.find(ns_config->name()) != namespaces.end()) {
3583 continue;
3584 }
3585
3586 android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
3587 ns->set_name(ns_config->name());
3588 ns->set_isolated(ns_config->isolated());
3589 ns->set_default_library_paths(ns_config->search_paths());
3590 ns->set_permitted_paths(ns_config->permitted_paths());
3591
3592 namespaces[ns_config->name()] = ns;
Jiyong Park01de74e2017-04-03 23:10:37 +09003593 if (ns_config->visible()) {
3594 g_exported_namespaces[ns_config->name()] = ns;
3595 }
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003596 }
3597
3598 // 3. Establish links between namespaces
3599 for (auto& ns_config : namespace_configs) {
3600 auto it_from = namespaces.find(ns_config->name());
3601 CHECK(it_from != namespaces.end());
3602 android_namespace_t* namespace_from = it_from->second;
3603 for (const NamespaceLinkConfig& ns_link : ns_config->links()) {
3604 auto it_to = namespaces.find(ns_link.ns_name());
3605 CHECK(it_to != namespaces.end());
3606 android_namespace_t* namespace_to = it_to->second;
3607 link_namespaces(namespace_from, namespace_to, ns_link.shared_libs().c_str());
3608 }
3609 }
3610 // we can no longer rely on the fact that libdl.so is part of default namespace
3611 // this is why we want to add ld-android.so to all namespaces from ld.config.txt
3612 soinfo* ld_android_so = solist_get_head();
3613 for (auto it : namespaces) {
3614 it.second->add_soinfo(ld_android_so);
Jiyong Park02586a22017-05-20 01:01:24 +09003615 // somain and ld_preloads are added to these namespaces after LD_PRELOAD libs are linked
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003616 }
3617
3618 set_application_target_sdk_version(config->target_sdk_version());
Jiyong Park02586a22017-05-20 01:01:24 +09003619
3620 std::vector<android_namespace_t*> created_namespaces;
3621 created_namespaces.reserve(namespaces.size());
3622 for (auto kv : namespaces) {
3623 created_namespaces.push_back(kv.second);
3624 }
3625 return created_namespaces;
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003626}
Jiyong Park01de74e2017-04-03 23:10:37 +09003627
3628// This function finds a namespace exported in ld.config.txt by its name.
3629// A namespace can be exported by setting .visible property to true.
3630android_namespace_t* get_exported_namespace(const char* name) {
3631 if (name == nullptr) {
3632 return nullptr;
3633 }
3634 auto it = g_exported_namespaces.find(std::string(name));
3635 if (it == g_exported_namespaces.end()) {
3636 return nullptr;
3637 }
3638 return it->second;
3639}