blob: 266ca6e818c0be76596956a83a6428da360dd8c5 [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002 * Copyright (C) 2008 The Android Open Source Project
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Dmitriy Ivanov19133522015-06-02 17:36:54 -070029#include <android/api-level.h>
Elliott Hughes46882792012-08-03 16:49:39 -070030#include <errno.h>
31#include <fcntl.h>
Elliott Hughes0266ae52014-02-10 17:46:57 -080032#include <inttypes.h>
Elliott Hughes46882792012-08-03 16:49:39 -070033#include <pthread.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080034#include <stdio.h>
35#include <stdlib.h>
36#include <string.h>
Elliott Hughes46882792012-08-03 16:49:39 -070037#include <sys/mman.h>
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -080038#include <sys/param.h>
Elliott Hughes46882792012-08-03 16:49:39 -070039#include <unistd.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080040
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070041#include <new>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070042#include <string>
Dmitriy Ivanovb4827502015-09-28 16:38:31 -070043#include <unordered_map>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070044#include <vector>
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070045
Elliott Hughes46882792012-08-03 16:49:39 -070046// Private C library headers.
Dmitriy Ivanov14669a92014-09-05 16:42:53 -070047#include "private/ScopeGuard.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080048
49#include "linker.h"
Dmitriy Ivanovc9ce70d2015-03-10 15:30:26 -070050#include "linker_block_allocator.h"
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -080051#include "linker_gdb_support.h"
Dimitry Ivanov48ec2882016-08-04 11:50:36 -070052#include "linker_globals.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080053#include "linker_debug.h"
Dimitry Ivanov769b33f2016-07-21 11:33:40 -070054#include "linker_dlwarning.h"
Dimitry Ivanov3f660572016-09-09 10:00:39 -070055#include "linker_main.h"
Dimitry Ivanovb943f302016-08-03 16:00:10 -070056#include "linker_namespaces.h"
Dmitriy Ivanov18870d32015-04-22 13:10:04 -070057#include "linker_sleb128.h"
David 'Digit' Turner23363ed2012-06-18 18:13:49 +020058#include "linker_phdr.h"
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -080059#include "linker_relocs.h"
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -080060#include "linker_reloc_iterators.h"
Dmitriy Ivanova1feb112015-10-01 18:41:57 -070061#include "linker_utils.h"
tony.ys_liub4474402015-07-29 18:00:22 +080062
Elliott Hughes939a7e02015-12-04 15:27:46 -080063#include "android-base/strings.h"
Dimitry Ivanovb996d602016-07-11 18:11:39 -070064#include "android-base/stringprintf.h"
Simon Baldwinaef71952015-01-16 13:22:54 +000065#include "ziparchive/zip_archive.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080066
Elliott Hughes1801db32015-06-08 18:04:00 -070067// Override macros to use C++ style casts.
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -080068#undef ELF_ST_TYPE
69#define ELF_ST_TYPE(x) (static_cast<uint32_t>(x) & 0xf)
70
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -070071static android_namespace_t* g_anonymous_namespace = &g_default_namespace;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070072
Dmitriy Ivanov600bc3c2015-03-10 15:43:50 -070073static LinkerTypeAllocator<soinfo> g_soinfo_allocator;
74static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator;
Magnus Malmbornba98d922012-09-12 13:00:55 +020075
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070076static LinkerTypeAllocator<android_namespace_t> g_namespace_allocator;
Dimitry Ivanovaca299a2016-04-11 12:42:58 -070077static LinkerTypeAllocator<LinkedListEntry<android_namespace_t>> g_namespace_list_allocator;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070078
Elliott Hughes4eeb1f12013-10-25 17:38:02 -070079#if defined(__LP64__)
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -070080static const char* const kSystemLibDir = "/system/lib64";
81static const char* const kVendorLibDir = "/vendor/lib64";
82static const char* const kAsanSystemLibDir = "/data/lib64";
83static const char* const kAsanVendorLibDir = "/data/vendor/lib64";
Elliott Hughes011bc0b2013-10-08 14:27:10 -070084#else
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -070085static const char* const kSystemLibDir = "/system/lib";
86static const char* const kVendorLibDir = "/vendor/lib";
87static const char* const kAsanSystemLibDir = "/data/lib";
88static const char* const kAsanVendorLibDir = "/data/vendor/lib";
Elliott Hughes011bc0b2013-10-08 14:27:10 -070089#endif
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -070090
91static const char* const kDefaultLdPaths[] = {
92 kSystemLibDir,
93 kVendorLibDir,
Dmitriy Ivanov851135b2014-08-29 12:02:36 -070094 nullptr
Elliott Hughes124fae92012-10-31 14:20:03 -070095};
David Bartleybc3a5c22009-06-02 18:27:28 -070096
Evgenii Stepanovd640b222015-07-10 17:54:01 -070097static const char* const kAsanDefaultLdPaths[] = {
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -070098 kAsanSystemLibDir,
99 kSystemLibDir,
100 kAsanVendorLibDir,
101 kVendorLibDir,
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700102 nullptr
103};
104
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700105// Is ASAN enabled?
106static bool g_is_asan = false;
107
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700108static bool is_system_library(const std::string& realpath) {
109 for (const auto& dir : g_default_namespace.get_default_library_paths()) {
110 if (file_is_in_dir(realpath, dir)) {
111 return true;
112 }
113 }
114 return false;
115}
116
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700117// Checks if the file exists and not a directory.
118static bool file_exists(const char* path) {
Dimitry Ivanov4cf70242016-08-11 11:11:52 -0700119 struct stat s;
120
121 if (stat(path, &s) != 0) {
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700122 return false;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700123 }
Dimitry Ivanov4cf70242016-08-11 11:11:52 -0700124
125 return S_ISREG(s.st_mode);
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700126}
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700127
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700128// TODO(dimitry): The grey-list is a workaround for http://b/26394120 ---
129// gradually remove libraries from this list until it is gone.
130static bool is_greylisted(const char* name, const soinfo* needed_by) {
131 static const char* const kLibraryGreyList[] = {
132 "libandroid_runtime.so",
133 "libbinder.so",
134 "libcrypto.so",
135 "libcutils.so",
136 "libexpat.so",
137 "libgui.so",
138 "libmedia.so",
139 "libnativehelper.so",
140 "libskia.so",
141 "libssl.so",
142 "libstagefright.so",
143 "libsqlite.so",
144 "libui.so",
145 "libutils.so",
146 "libvorbisidec.so",
147 nullptr
148 };
149
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800150 // If you're targeting N, you don't get the greylist.
151 if (get_application_target_sdk_version() >= __ANDROID_API_N__) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700152 return false;
153 }
154
155 // if the library needed by a system library - implicitly assume it
156 // is greylisted
157
158 if (needed_by != nullptr && is_system_library(needed_by->get_realpath())) {
159 return true;
160 }
161
162 // if this is an absolute path - make sure it points to /system/lib(64)
163 if (name[0] == '/' && dirname(name) == kSystemLibDir) {
164 // and reduce the path to basename
165 name = basename(name);
166 }
167
168 for (size_t i = 0; kLibraryGreyList[i] != nullptr; ++i) {
169 if (strcmp(name, kLibraryGreyList[i]) == 0) {
170 return true;
171 }
172 }
173
174 return false;
175}
176// END OF WORKAROUND
177
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700178static const char* const* g_default_ld_paths;
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700179static std::vector<std::string> g_ld_preload_names;
Elliott Hughesa4aafd12014-01-13 16:37:47 -0800180
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700181static bool g_public_namespace_initialized;
Dimitry Ivanovb943f302016-08-03 16:00:10 -0700182static soinfo_list_t g_public_namespace;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700183
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800184#if STATS
Elliott Hughesbedfe382012-08-14 14:07:59 -0700185struct linker_stats_t {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700186 int count[kRelocMax];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700187};
188
189static linker_stats_t linker_stats;
190
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800191void count_relocation(RelocationKind kind) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700192 ++linker_stats.count[kind];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700193}
194#else
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800195void count_relocation(RelocationKind) {
Elliott Hughesbedfe382012-08-14 14:07:59 -0700196}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800197#endif
198
199#if COUNT_PAGES
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800200uint32_t bitmask[4096];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800201#endif
202
Elliott Hughesbedfe382012-08-14 14:07:59 -0700203static void notify_gdb_of_load(soinfo* info) {
Dimitry Ivanove97d8ed2016-03-01 15:55:56 -0800204 if (info->is_linker() || info->is_main_executable()) {
205 // gdb already knows about the linker and the main executable.
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700206 return;
207 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800208
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800209 link_map* map = &(info->link_map_head);
Nicolas Geoffray0fa54102016-02-18 09:31:24 +0000210
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800211 map->l_addr = info->load_bias;
212 // link_map l_name field is not const.
213 map->l_name = const_cast<char*>(info->get_realpath());
214 map->l_ld = info->dynamic;
Nicolas Geoffray0fa54102016-02-18 09:31:24 +0000215
Dimitry Ivanove97d8ed2016-03-01 15:55:56 -0800216 CHECK(map->l_name != nullptr);
217 CHECK(map->l_name[0] != '\0');
218
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800219 notify_gdb_of_load(map);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700220}
221
Elliott Hughesbedfe382012-08-14 14:07:59 -0700222static void notify_gdb_of_unload(soinfo* info) {
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800223 notify_gdb_of_unload(&(info->link_map_head));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800224}
225
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700226LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() {
227 return g_soinfo_links_allocator.alloc();
228}
229
230void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) {
231 g_soinfo_links_allocator.free(entry);
232}
233
Dimitry Ivanovaca299a2016-04-11 12:42:58 -0700234LinkedListEntry<android_namespace_t>* NamespaceListAllocator::alloc() {
235 return g_namespace_list_allocator.alloc();
236}
237
238void NamespaceListAllocator::free(LinkedListEntry<android_namespace_t>* entry) {
239 g_namespace_list_allocator.free(entry);
240}
241
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700242soinfo* soinfo_alloc(android_namespace_t* ns, const char* name,
243 struct stat* file_stat, off64_t file_offset,
244 uint32_t rtld_flags) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700245 if (strlen(name) >= PATH_MAX) {
Magnus Malmbornba98d922012-09-12 13:00:55 +0200246 DL_ERR("library name \"%s\" too long", name);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700247 return nullptr;
Magnus Malmbornba98d922012-09-12 13:00:55 +0200248 }
249
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700250 TRACE("name %s: allocating soinfo for ns=%p", name, ns);
251
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700252 soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(ns, name, file_stat,
253 file_offset, rtld_flags);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700254
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700255 solist_add_soinfo(si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200256
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700257 si->generate_handle();
258 ns->add_soinfo(si);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700259
Elliott Hughesca0c11b2013-03-12 10:40:45 -0700260 TRACE("name %s: allocated soinfo @ %p", name, si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200261 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800262}
263
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800264static void soinfo_free(soinfo* si) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700265 if (si == nullptr) {
266 return;
267 }
268
269 if (si->base != 0 && si->size != 0) {
Dimitry Ivanovf45b0e92016-01-15 11:13:35 -0800270 if (!si->is_mapped_by_caller()) {
271 munmap(reinterpret_cast<void*>(si->base), si->size);
272 } else {
273 // remap the region as PROT_NONE, MAP_ANONYMOUS | MAP_NORESERVE
274 mmap(reinterpret_cast<void*>(si->base), si->size, PROT_NONE,
275 MAP_FIXED | MAP_PRIVATE | MAP_ANONYMOUS | MAP_NORESERVE, -1, 0);
276 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700277 }
278
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700279 TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700280
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700281 if (!solist_remove_soinfo(si)) {
282 // TODO (dimitry): revisit this - for now preserving the logic
283 // but it does not look right, abort if soinfo is not in the list instead?
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700284 return;
285 }
Elliott Hughes46882792012-08-03 16:49:39 -0700286
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700287 // clear links to/from si
288 si->remove_all_links();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700289
Dmitriy Ivanov609f11b2015-07-08 15:26:46 -0700290 si->~soinfo();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700291 g_soinfo_allocator.free(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800292}
293
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700294static void parse_path(const char* path, const char* delimiters,
295 std::vector<std::string>* resolved_paths) {
296 std::vector<std::string> paths;
297 split_path(path, delimiters, &paths);
298 resolve_paths(paths, resolved_paths);
299}
300
Elliott Hughescade4c32012-12-20 14:42:14 -0800301static void parse_LD_LIBRARY_PATH(const char* path) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700302 std::vector<std::string> ld_libary_paths;
303 parse_path(path, ":", &ld_libary_paths);
304 g_default_namespace.set_ld_library_paths(std::move(ld_libary_paths));
Elliott Hughescade4c32012-12-20 14:42:14 -0800305}
306
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700307static bool realpath_fd(int fd, std::string* realpath) {
308 std::vector<char> buf(PATH_MAX), proc_self_fd(PATH_MAX);
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700309 __libc_format_buffer(&proc_self_fd[0], proc_self_fd.size(), "/proc/self/fd/%d", fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700310 if (readlink(&proc_self_fd[0], &buf[0], buf.size()) == -1) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700311 PRINT("readlink(\"%s\") failed: %s [fd=%d]", &proc_self_fd[0], strerror(errno), fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700312 return false;
313 }
314
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700315 *realpath = &buf[0];
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700316 return true;
317}
318
Elliott Hughes4eeb1f12013-10-25 17:38:02 -0700319#if defined(__arm__)
Elliott Hughes46882792012-08-03 16:49:39 -0700320
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700321// For a given PC, find the .so that it belongs to.
322// Returns the base address of the .ARM.exidx section
323// for that .so, and the number of 8-byte entries
324// in that section (via *pcount).
325//
326// Intended to be called by libc's __gnu_Unwind_Find_exidx().
327//
328// This function is exposed via dlfcn.cpp and libdl.so.
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800329_Unwind_Ptr dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) {
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800330 uintptr_t addr = reinterpret_cast<uintptr_t>(pc);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800331
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700332 for (soinfo* si = solist_get_head(); si != 0; si = si->next) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700333 if ((addr >= si->base) && (addr < (si->base + si->size))) {
334 *pcount = si->ARM_exidx_count;
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800335 return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800336 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700337 }
338 *pcount = 0;
339 return nullptr;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800340}
Elliott Hughes46882792012-08-03 16:49:39 -0700341
Christopher Ferris24053a42013-08-19 17:45:09 -0700342#endif
Elliott Hughes46882792012-08-03 16:49:39 -0700343
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700344// Here, we only have to provide a callback to iterate across all the
345// loaded libraries. gcc_eh does the rest.
Dmitriy Ivanov7271caf2015-06-29 14:48:25 -0700346int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700347 int rv = 0;
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700348 for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700349 dl_phdr_info dl_info;
350 dl_info.dlpi_addr = si->link_map_head.l_addr;
351 dl_info.dlpi_name = si->link_map_head.l_name;
352 dl_info.dlpi_phdr = si->phdr;
353 dl_info.dlpi_phnum = si->phnum;
354 rv = cb(&dl_info, sizeof(dl_phdr_info), data);
355 if (rv != 0) {
356 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800357 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700358 }
359 return rv;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800360}
Elliott Hughes46882792012-08-03 16:49:39 -0700361
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800362
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700363bool soinfo_do_lookup(soinfo* si_from, const char* name, const version_info* vi,
Dimitry Ivanovb943f302016-08-03 16:00:10 -0700364 soinfo** si_found_in, const soinfo_list_t& global_group,
365 const soinfo_list_t& local_group, const ElfW(Sym)** symbol) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800366 SymbolName symbol_name(name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700367 const ElfW(Sym)* s = nullptr;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700368
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700369 /* "This element's presence in a shared object library alters the dynamic linker's
370 * symbol resolution algorithm for references within the library. Instead of starting
371 * a symbol search with the executable file, the dynamic linker starts from the shared
372 * object itself. If the shared object fails to supply the referenced symbol, the
373 * dynamic linker then searches the executable file and other shared objects as usual."
374 *
375 * http://www.sco.com/developers/gabi/2012-12-31/ch5.dynamic.html
376 *
377 * Note that this is unlikely since static linker avoids generating
378 * relocations for -Bsymbolic linked dynamic executables.
379 */
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700380 if (si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700381 DEBUG("%s: looking up %s in local scope (DT_SYMBOLIC)", si_from->get_realpath(), name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700382 if (!si_from->find_symbol_by_name(symbol_name, vi, &s)) {
383 return false;
384 }
385
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -0700386 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700387 *si_found_in = si_from;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700388 }
389 }
390
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700391 // 1. Look for it in global_group
392 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700393 bool error = false;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700394 global_group.visit([&](soinfo* global_si) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700395 DEBUG("%s: looking up %s in %s (from global group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700396 si_from->get_realpath(), name, global_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700397 if (!global_si->find_symbol_by_name(symbol_name, vi, &s)) {
398 error = true;
399 return false;
400 }
401
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700402 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700403 *si_found_in = global_si;
404 return false;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700405 }
Dmitriy Ivanovc2048942014-08-29 10:15:25 -0700406
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700407 return true;
408 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700409
410 if (error) {
411 return false;
412 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700413 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700414
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700415 // 2. Look for it in the local group
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700416 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700417 bool error = false;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700418 local_group.visit([&](soinfo* local_si) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700419 if (local_si == si_from && si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanove47b3f82014-10-23 14:19:07 -0700420 // we already did this - skip
421 return true;
422 }
423
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700424 DEBUG("%s: looking up %s in %s (from local group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700425 si_from->get_realpath(), name, local_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700426 if (!local_si->find_symbol_by_name(symbol_name, vi, &s)) {
427 error = true;
428 return false;
429 }
430
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700431 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700432 *si_found_in = local_si;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700433 return false;
434 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700435
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700436 return true;
437 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700438
439 if (error) {
440 return false;
441 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700442 }
443
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700444 if (s != nullptr) {
445 TRACE_TYPE(LOOKUP, "si %s sym %s s->st_value = %p, "
446 "found in %s, base = %p, load bias = %p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700447 si_from->get_realpath(), name, reinterpret_cast<void*>(s->st_value),
448 (*si_found_in)->get_realpath(), reinterpret_cast<void*>((*si_found_in)->base),
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700449 reinterpret_cast<void*>((*si_found_in)->load_bias));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700450 }
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700451
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700452 *symbol = s;
453 return true;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700454}
455
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700456ProtectedDataGuard::ProtectedDataGuard() {
457 if (ref_count_++ == 0) {
458 protect_data(PROT_READ | PROT_WRITE);
459 }
460}
461
462ProtectedDataGuard::~ProtectedDataGuard() {
463 if (ref_count_ == 0) { // overflow
464 __libc_fatal("Too many nested calls to dlopen()");
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800465 }
466
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700467 if (--ref_count_ == 0) {
468 protect_data(PROT_READ);
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800469 }
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700470}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800471
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700472void ProtectedDataGuard::protect_data(int protection) {
473 g_soinfo_allocator.protect_all(protection);
474 g_soinfo_links_allocator.protect_all(protection);
475 g_namespace_allocator.protect_all(protection);
476 g_namespace_list_allocator.protect_all(protection);
477}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800478
479size_t ProtectedDataGuard::ref_count_ = 0;
480
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700481// Each size has it's own allocator.
482template<size_t size>
483class SizeBasedAllocator {
484 public:
485 static void* alloc() {
486 return allocator_.alloc();
487 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700488
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700489 static void free(void* ptr) {
490 allocator_.free(ptr);
491 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700492
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700493 private:
494 static LinkerBlockAllocator allocator_;
495};
496
497template<size_t size>
498LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size);
499
500template<typename T>
501class TypeBasedAllocator {
502 public:
503 static T* alloc() {
504 return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc());
505 }
506
507 static void free(T* ptr) {
508 SizeBasedAllocator<sizeof(T)>::free(ptr);
509 }
510};
511
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700512class LoadTask {
513 public:
514 struct deleter_t {
515 void operator()(LoadTask* t) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700516 t->~LoadTask();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700517 TypeBasedAllocator<LoadTask>::free(t);
518 }
519 };
520
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700521 static deleter_t deleter;
522
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700523 static LoadTask* create(const char* name, soinfo* needed_by,
524 std::unordered_map<const soinfo*, ElfReader>* readers_map) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700525 LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc();
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700526 return new (ptr) LoadTask(name, needed_by, readers_map);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700527 }
528
529 const char* get_name() const {
530 return name_;
531 }
532
533 soinfo* get_needed_by() const {
534 return needed_by_;
535 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700536
537 soinfo* get_soinfo() const {
538 return si_;
539 }
540
541 void set_soinfo(soinfo* si) {
542 si_ = si;
543 }
544
545 off64_t get_file_offset() const {
546 return file_offset_;
547 }
548
549 void set_file_offset(off64_t offset) {
550 file_offset_ = offset;
551 }
552
553 int get_fd() const {
554 return fd_;
555 }
556
557 void set_fd(int fd, bool assume_ownership) {
558 fd_ = fd;
559 close_fd_ = assume_ownership;
560 }
561
562 const android_dlextinfo* get_extinfo() const {
563 return extinfo_;
564 }
565
566 void set_extinfo(const android_dlextinfo* extinfo) {
567 extinfo_ = extinfo;
568 }
569
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700570 bool is_dt_needed() const {
571 return is_dt_needed_;
572 }
573
574 void set_dt_needed(bool is_dt_needed) {
575 is_dt_needed_ = is_dt_needed;
576 }
577
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700578 const ElfReader& get_elf_reader() const {
579 CHECK(si_ != nullptr);
580 return (*elf_readers_map_)[si_];
581 }
582
583 ElfReader& get_elf_reader() {
584 CHECK(si_ != nullptr);
585 return (*elf_readers_map_)[si_];
586 }
587
588 std::unordered_map<const soinfo*, ElfReader>* get_readers_map() {
589 return elf_readers_map_;
590 }
591
592 bool read(const char* realpath, off64_t file_size) {
593 ElfReader& elf_reader = get_elf_reader();
594 return elf_reader.Read(realpath, fd_, file_offset_, file_size);
595 }
596
597 bool load() {
598 ElfReader& elf_reader = get_elf_reader();
599 if (!elf_reader.Load(extinfo_)) {
600 return false;
601 }
602
603 si_->base = elf_reader.load_start();
604 si_->size = elf_reader.load_size();
Dimitry Ivanovf45b0e92016-01-15 11:13:35 -0800605 si_->set_mapped_by_caller(elf_reader.is_mapped_by_caller());
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700606 si_->load_bias = elf_reader.load_bias();
607 si_->phnum = elf_reader.phdr_count();
608 si_->phdr = elf_reader.loaded_phdr();
609
610 return true;
611 }
612
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700613 private:
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700614 LoadTask(const char* name, soinfo* needed_by,
615 std::unordered_map<const soinfo*, ElfReader>* readers_map)
616 : name_(name), needed_by_(needed_by), si_(nullptr),
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700617 fd_(-1), close_fd_(false), file_offset_(0), elf_readers_map_(readers_map),
618 is_dt_needed_(false) {}
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700619
620 ~LoadTask() {
621 if (fd_ != -1 && close_fd_) {
622 close(fd_);
623 }
624 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700625
626 const char* name_;
627 soinfo* needed_by_;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700628 soinfo* si_;
629 const android_dlextinfo* extinfo_;
630 int fd_;
631 bool close_fd_;
632 off64_t file_offset_;
633 std::unordered_map<const soinfo*, ElfReader>* elf_readers_map_;
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700634 // TODO(dimitry): needed by workaround for http://b/26394120 (the grey-list)
635 bool is_dt_needed_;
636 // END OF WORKAROUND
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700637
638 DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask);
639};
640
Ningsheng Jiane93be992014-09-16 15:22:10 +0800641LoadTask::deleter_t LoadTask::deleter;
642
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700643template <typename T>
644using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>;
645
646typedef linked_list_t<soinfo> SoinfoLinkedList;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700647typedef linked_list_t<const char> StringLinkedList;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700648typedef std::vector<LoadTask*> LoadTaskList;
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700649
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700650
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700651// This function walks down the tree of soinfo dependencies
652// in breadth-first order and
653// * calls action(soinfo* si) for each node, and
654// * terminates walk if action returns false.
655//
656// walk_dependencies_tree returns false if walk was terminated
657// by the action and true otherwise.
658template<typename F>
659static bool walk_dependencies_tree(soinfo* root_soinfos[], size_t root_soinfos_size, F action) {
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700660 SoinfoLinkedList visit_list;
661 SoinfoLinkedList visited;
662
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700663 for (size_t i = 0; i < root_soinfos_size; ++i) {
664 visit_list.push_back(root_soinfos[i]);
665 }
666
667 soinfo* si;
668 while ((si = visit_list.pop_front()) != nullptr) {
669 if (visited.contains(si)) {
Dmitriy Ivanov042426b2014-08-12 21:02:13 -0700670 continue;
671 }
672
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700673 if (!action(si)) {
674 return false;
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700675 }
676
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700677 visited.push_back(si);
678
679 si->get_children().for_each([&](soinfo* child) {
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700680 visit_list.push_back(child);
681 });
682 }
683
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700684 return true;
685}
686
687
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700688static const ElfW(Sym)* dlsym_handle_lookup(soinfo* root, soinfo* skip_until,
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800689 soinfo** found, SymbolName& symbol_name,
690 const version_info* vi) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700691 const ElfW(Sym)* result = nullptr;
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700692 bool skip_lookup = skip_until != nullptr;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700693
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700694 walk_dependencies_tree(&root, 1, [&](soinfo* current_soinfo) {
695 if (skip_lookup) {
696 skip_lookup = current_soinfo != skip_until;
697 return true;
698 }
699
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800700 if (!current_soinfo->find_symbol_by_name(symbol_name, vi, &result)) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700701 result = nullptr;
702 return false;
703 }
704
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700705 if (result != nullptr) {
706 *found = current_soinfo;
707 return false;
708 }
709
710 return true;
711 });
712
713 return result;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800714}
715
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800716static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
717 const char* name,
718 const version_info* vi,
719 soinfo** found,
720 soinfo* caller,
721 void* handle);
722
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700723// This is used by dlsym(3). It performs symbol lookup only within the
724// specified soinfo object and its dependencies in breadth first order.
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800725static const ElfW(Sym)* dlsym_handle_lookup(soinfo* si, soinfo** found,
726 const char* name, const version_info* vi) {
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -0700727 // According to man dlopen(3) and posix docs in the case when si is handle
728 // of the main executable we need to search not only in the executable and its
729 // dependencies but also in all libraries loaded with RTLD_GLOBAL.
730 //
731 // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared
732 // libraries and they are loaded in breath-first (correct) order we can just execute
733 // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup.
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700734 if (si == solist_get_somain()) {
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800735 return dlsym_linear_lookup(&g_default_namespace, name, vi, found, nullptr, RTLD_DEFAULT);
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -0700736 }
737
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700738 SymbolName symbol_name(name);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800739 return dlsym_handle_lookup(si, nullptr, found, symbol_name, vi);
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700740}
741
Brian Carlstromd4ee82d2013-02-28 15:58:45 -0800742/* This is used by dlsym(3) to performs a global symbol lookup. If the
743 start value is null (for RTLD_DEFAULT), the search starts at the
744 beginning of the global solist. Otherwise the search starts at the
745 specified soinfo (for RTLD_NEXT).
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700746 */
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800747static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
748 const char* name,
749 const version_info* vi,
750 soinfo** found,
751 soinfo* caller,
752 void* handle) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800753 SymbolName symbol_name(name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800754
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700755 auto& soinfo_list = ns->soinfo_list();
756 auto start = soinfo_list.begin();
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700757
758 if (handle == RTLD_NEXT) {
Dmitriy Ivanovb96ac412015-05-22 12:34:42 -0700759 if (caller == nullptr) {
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700760 return nullptr;
761 } else {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700762 auto it = soinfo_list.find(caller);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700763 CHECK (it != soinfo_list.end());
764 start = ++it;
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700765 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800766 }
767
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700768 const ElfW(Sym)* s = nullptr;
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700769 for (auto it = start, end = soinfo_list.end(); it != end; ++it) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700770 soinfo* si = *it;
Dmitriy Ivanov19133522015-06-02 17:36:54 -0700771 // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...)
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800772 // if the library is opened by application with target api level < M.
Dmitriy Ivanov19133522015-06-02 17:36:54 -0700773 // See http://b/21565766
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800774 if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 &&
775 si->get_target_sdk_version() >= __ANDROID_API_M__) {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -0700776 continue;
777 }
778
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800779 if (!si->find_symbol_by_name(symbol_name, vi, &s)) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700780 return nullptr;
781 }
782
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700783 if (s != nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -0800784 *found = si;
785 break;
Matt Fischer1698d9e2009-12-31 12:17:56 -0600786 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800787 }
Matt Fischer1698d9e2009-12-31 12:17:56 -0600788
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700789 // If not found - use dlsym_handle_lookup for caller's
790 // local_group unless it is part of the global group in which
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700791 // case we already did it.
792 if (s == nullptr && caller != nullptr &&
793 (caller->get_rtld_flags() & RTLD_GLOBAL) == 0) {
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700794 return dlsym_handle_lookup(caller->get_local_group_root(),
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800795 (handle == RTLD_NEXT) ? caller : nullptr, found, symbol_name, vi);
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700796 }
797
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700798 if (s != nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -0700799 TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p",
800 name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base));
Elliott Hughescade4c32012-12-20 14:42:14 -0800801 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800802
Elliott Hughescade4c32012-12-20 14:42:14 -0800803 return s;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800804}
805
Kito Chengfa8c05d2013-03-12 14:58:06 +0800806soinfo* find_containing_library(const void* p) {
Elliott Hughes0266ae52014-02-10 17:46:57 -0800807 ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(p);
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700808 for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
Kito Chengfa8c05d2013-03-12 14:58:06 +0800809 if (address >= si->base && address - si->base < si->size) {
810 return si;
Matt Fischere2a8b1f2009-12-31 12:17:40 -0600811 }
Kito Chengfa8c05d2013-03-12 14:58:06 +0800812 }
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700813 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -0600814}
815
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700816class ZipArchiveCache {
817 public:
818 ZipArchiveCache() {}
819 ~ZipArchiveCache();
820
821 bool get_or_open(const char* zip_path, ZipArchiveHandle* handle);
822 private:
823 DISALLOW_COPY_AND_ASSIGN(ZipArchiveCache);
824
825 std::unordered_map<std::string, ZipArchiveHandle> cache_;
826};
827
828bool ZipArchiveCache::get_or_open(const char* zip_path, ZipArchiveHandle* handle) {
829 std::string key(zip_path);
830
831 auto it = cache_.find(key);
832 if (it != cache_.end()) {
833 *handle = it->second;
834 return true;
835 }
836
837 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
838 if (fd == -1) {
839 return false;
840 }
841
842 if (OpenArchiveFd(fd, "", handle) != 0) {
843 // invalid zip-file (?)
Yabin Cui722072d2016-03-21 17:10:12 -0700844 CloseArchive(handle);
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700845 close(fd);
846 return false;
847 }
848
849 cache_[key] = *handle;
850 return true;
851}
852
853ZipArchiveCache::~ZipArchiveCache() {
Dmitriy Ivanov5dce8942015-10-13 12:14:16 -0700854 for (const auto& it : cache_) {
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700855 CloseArchive(it.second);
856 }
857}
858
859static int open_library_in_zipfile(ZipArchiveCache* zip_archive_cache,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700860 const char* const input_path,
861 off64_t* file_offset, std::string* realpath) {
862 std::string normalized_path;
863 if (!normalize_path(input_path, &normalized_path)) {
864 return -1;
865 }
866
867 const char* const path = normalized_path.c_str();
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700868 TRACE("Trying zip file open from path \"%s\" -> normalized \"%s\"", input_path, path);
Simon Baldwinaef71952015-01-16 13:22:54 +0000869
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700870 // Treat an '!/' separator inside a path as the separator between the name
Simon Baldwinaef71952015-01-16 13:22:54 +0000871 // of the zip file on disk and the subdirectory to search within it.
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700872 // For example, if path is "foo.zip!/bar/bas/x.so", then we search for
Simon Baldwinaef71952015-01-16 13:22:54 +0000873 // "bar/bas/x.so" within "foo.zip".
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700874 const char* const separator = strstr(path, kZipFileSeparator);
Simon Baldwinaef71952015-01-16 13:22:54 +0000875 if (separator == nullptr) {
876 return -1;
Elliott Hughes124fae92012-10-31 14:20:03 -0700877 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000878
879 char buf[512];
880 if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) {
881 PRINT("Warning: ignoring very long library path: %s", path);
882 return -1;
883 }
884
885 buf[separator - path] = '\0';
886
887 const char* zip_path = buf;
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700888 const char* file_path = &buf[separator - path + 2];
Simon Baldwinaef71952015-01-16 13:22:54 +0000889 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
890 if (fd == -1) {
891 return -1;
892 }
893
894 ZipArchiveHandle handle;
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700895 if (!zip_archive_cache->get_or_open(zip_path, &handle)) {
Simon Baldwinaef71952015-01-16 13:22:54 +0000896 // invalid zip-file (?)
897 close(fd);
898 return -1;
899 }
900
Simon Baldwinaef71952015-01-16 13:22:54 +0000901 ZipEntry entry;
902
Yusuke Sato56f40fb2015-06-25 14:56:07 -0700903 if (FindEntry(handle, ZipString(file_path), &entry) != 0) {
Simon Baldwinaef71952015-01-16 13:22:54 +0000904 // Entry was not found.
905 close(fd);
906 return -1;
907 }
908
909 // Check if it is properly stored
910 if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) {
911 close(fd);
912 return -1;
913 }
914
915 *file_offset = entry.offset;
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700916
917 if (realpath_fd(fd, realpath)) {
918 *realpath += separator;
919 } else {
920 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.",
921 normalized_path.c_str());
922 *realpath = normalized_path;
923 }
924
Simon Baldwinaef71952015-01-16 13:22:54 +0000925 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800926}
927
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700928static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) {
929 int n = __libc_format_buffer(buf, buf_size, "%s/%s", path, name);
930 if (n < 0 || n >= static_cast<int>(buf_size)) {
931 PRINT("Warning: ignoring very long library path: %s/%s", path, name);
932 return false;
933 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000934
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700935 return true;
936}
937
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700938static int open_library_on_paths(ZipArchiveCache* zip_archive_cache,
939 const char* name, off64_t* file_offset,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700940 const std::vector<std::string>& paths,
941 std::string* realpath) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700942 for (const auto& path : paths) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700943 char buf[512];
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700944 if (!format_path(buf, sizeof(buf), path.c_str(), name)) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700945 continue;
946 }
947
948 int fd = -1;
Dmitriy Ivanov730ed9d2015-07-16 04:52:06 -0700949 if (strstr(buf, kZipFileSeparator) != nullptr) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700950 fd = open_library_in_zipfile(zip_archive_cache, buf, file_offset, realpath);
Simon Baldwinaef71952015-01-16 13:22:54 +0000951 }
952
953 if (fd == -1) {
954 fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
955 if (fd != -1) {
956 *file_offset = 0;
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700957 if (!realpath_fd(fd, realpath)) {
958 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", buf);
959 *realpath = buf;
960 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000961 }
962 }
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700963
964 if (fd != -1) {
965 return fd;
966 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000967 }
968
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700969 return -1;
Simon Baldwinaef71952015-01-16 13:22:54 +0000970}
971
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700972static int open_library(android_namespace_t* ns,
973 ZipArchiveCache* zip_archive_cache,
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700974 const char* name, soinfo *needed_by,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700975 off64_t* file_offset, std::string* realpath) {
Elliott Hughesca0c11b2013-03-12 10:40:45 -0700976 TRACE("[ opening %s ]", name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800977
Elliott Hughes124fae92012-10-31 14:20:03 -0700978 // If the name contains a slash, we should attempt to open it directly and not search the paths.
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700979 if (strchr(name, '/') != nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700980 int fd = -1;
981
Dmitriy Ivanov730ed9d2015-07-16 04:52:06 -0700982 if (strstr(name, kZipFileSeparator) != nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700983 fd = open_library_in_zipfile(zip_archive_cache, name, file_offset, realpath);
984 }
985
986 if (fd == -1) {
987 fd = TEMP_FAILURE_RETRY(open(name, O_RDONLY | O_CLOEXEC));
Simon Baldwinaef71952015-01-16 13:22:54 +0000988 if (fd != -1) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700989 *file_offset = 0;
990 if (!realpath_fd(fd, realpath)) {
991 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", name);
992 *realpath = name;
993 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000994 }
995 }
996
Dmitriy Ivanove44fffd2015-03-17 17:12:18 -0700997 return fd;
Elliott Hughes124fae92012-10-31 14:20:03 -0700998 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800999
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001000 // Otherwise we try LD_LIBRARY_PATH first, and fall back to the default library path
1001 int fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_ld_library_paths(), realpath);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001002 if (fd == -1 && needed_by != nullptr) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001003 fd = open_library_on_paths(zip_archive_cache, name, file_offset, needed_by->get_dt_runpath(), realpath);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001004 // Check if the library is accessible
1005 if (fd != -1 && !ns->is_accessible(*realpath)) {
1006 fd = -1;
1007 }
Evgenii Stepanov68650822015-06-10 13:38:39 -07001008 }
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001009
Elliott Hughes124fae92012-10-31 14:20:03 -07001010 if (fd == -1) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001011 fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_default_library_paths(), realpath);
Elliott Hughes124fae92012-10-31 14:20:03 -07001012 }
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001013
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001014 // TODO(dimitry): workaround for http://b/26394120 (the grey-list)
1015 if (fd == -1 && ns != &g_default_namespace && is_greylisted(name, needed_by)) {
1016 // try searching for it on default_namespace default_library_path
1017 fd = open_library_on_paths(zip_archive_cache, name, file_offset,
1018 g_default_namespace.get_default_library_paths(), realpath);
1019 }
1020 // END OF WORKAROUND
1021
Elliott Hughes124fae92012-10-31 14:20:03 -07001022 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001023}
1024
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001025const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001026#if !defined(__LP64__)
1027 // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029
Elliott Hughes5bc78c82016-11-16 11:35:43 -08001028 if (get_application_target_sdk_version() < __ANDROID_API_M__) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001029 const char* bname = basename(dt_needed);
1030 if (bname != dt_needed) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001031 DL_WARN("library \"%s\" has invalid DT_NEEDED entry \"%s\"", sopath, dt_needed);
1032 add_dlwarning(sopath, "invalid DT_NEEDED entry", dt_needed);
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001033 }
1034
1035 return bname;
1036 }
1037#endif
1038 return dt_needed;
1039}
1040
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001041template<typename F>
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001042static void for_each_dt_needed(const ElfReader& elf_reader, F action) {
1043 for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1044 if (d->d_tag == DT_NEEDED) {
1045 action(fix_dt_needed(elf_reader.get_string(d->d_un.d_val), elf_reader.name()));
1046 }
1047 }
1048}
1049
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001050static bool load_library(android_namespace_t* ns,
1051 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001052 LoadTaskList* load_tasks,
1053 int rtld_flags,
1054 const std::string& realpath) {
1055 off64_t file_offset = task->get_file_offset();
1056 const char* name = task->get_name();
1057 const android_dlextinfo* extinfo = task->get_extinfo();
1058
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001059 if ((file_offset % PAGE_SIZE) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001060 DL_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001061 return false;
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001062 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001063 if (file_offset < 0) {
1064 DL_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001065 return false;
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001066 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001067
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001068 struct stat file_stat;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001069 if (TEMP_FAILURE_RETRY(fstat(task->get_fd(), &file_stat)) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001070 DL_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno));
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001071 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001072 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001073 if (file_offset >= file_stat.st_size) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001074 DL_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64,
1075 name, file_offset, file_stat.st_size);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001076 return false;
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001077 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001078
1079 // Check for symlink and other situations where
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001080 // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set
1081 if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001082 auto predicate = [&](soinfo* si) {
1083 return si->get_st_dev() != 0 &&
1084 si->get_st_ino() != 0 &&
1085 si->get_st_dev() == file_stat.st_dev &&
1086 si->get_st_ino() == file_stat.st_ino &&
1087 si->get_file_offset() == file_offset;
1088 };
1089
1090 soinfo* si = ns->soinfo_list().find_if(predicate);
1091
1092 // check public namespace
1093 if (si == nullptr) {
1094 si = g_public_namespace.find_if(predicate);
1095 if (si != nullptr) {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001096 ns->add_soinfo(si);
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001097 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001098 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001099
1100 if (si != nullptr) {
1101 TRACE("library \"%s\" is already loaded under different name/path \"%s\" - "
1102 "will return existing soinfo", name, si->get_realpath());
1103 task->set_soinfo(si);
1104 return true;
1105 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001106 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001107
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001108 if ((rtld_flags & RTLD_NOLOAD) != 0) {
Dmitriy Ivanova6ac54a2014-09-09 10:21:42 -07001109 DL_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001110 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001111 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001112
Dimitry Ivanov22840aa2015-12-04 18:28:49 -08001113 if (!ns->is_accessible(realpath)) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001114 // TODO(dimitry): workaround for http://b/26394120 - the grey-list
1115 const soinfo* needed_by = task->is_dt_needed() ? task->get_needed_by() : nullptr;
1116 if (is_greylisted(name, needed_by)) {
1117 // print warning only if needed by non-system library
1118 if (needed_by == nullptr || !is_system_library(needed_by->get_realpath())) {
1119 const soinfo* needed_or_dlopened_by = task->get_needed_by();
1120 const char* sopath = needed_or_dlopened_by == nullptr ? "(unknown)" :
1121 needed_or_dlopened_by->get_realpath();
1122 DL_WARN("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the namespace \"%s\""
1123 " - the access is temporarily granted as a workaround for http://b/26394120, note that the access"
1124 " will be removed in future releases of Android.",
1125 name, realpath.c_str(), sopath, ns->get_name());
1126 add_dlwarning(sopath, "unauthorized access to", name);
1127 }
1128 } else {
1129 // do not load libraries if they are not accessible for the specified namespace.
1130 const char* needed_or_dlopened_by = task->get_needed_by() == nullptr ?
1131 "(unknown)" :
1132 task->get_needed_by()->get_realpath();
Dimitry Ivanovd17a3772016-03-01 13:11:28 -08001133
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001134 DL_ERR("library \"%s\" needed or dlopened by \"%s\" is not accessible for the namespace \"%s\"",
1135 name, needed_or_dlopened_by, ns->get_name());
Dimitry Ivanovd17a3772016-03-01 13:11:28 -08001136
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001137 PRINT("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the"
1138 " namespace: [name=\"%s\", ld_library_paths=\"%s\", default_library_paths=\"%s\","
1139 " permitted_paths=\"%s\"]",
1140 name, realpath.c_str(),
1141 needed_or_dlopened_by,
1142 ns->get_name(),
1143 android::base::Join(ns->get_ld_library_paths(), ':').c_str(),
1144 android::base::Join(ns->get_default_library_paths(), ':').c_str(),
1145 android::base::Join(ns->get_permitted_paths(), ':').c_str());
1146 return false;
1147 }
Dimitry Ivanov22840aa2015-12-04 18:28:49 -08001148 }
1149
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001150 soinfo* si = soinfo_alloc(ns, realpath.c_str(), &file_stat, file_offset, rtld_flags);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001151 if (si == nullptr) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001152 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001153 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001154
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001155 task->set_soinfo(si);
1156
1157 // Read the ELF header and some of the segments.
1158 if (!task->read(realpath.c_str(), file_stat.st_size)) {
Dmitriy Ivanovfd7a91e2015-11-06 10:44:37 -08001159 soinfo_free(si);
1160 task->set_soinfo(nullptr);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001161 return false;
1162 }
1163
1164 // find and set DT_RUNPATH and dt_soname
1165 // Note that these field values are temporary and are
1166 // going to be overwritten on soinfo::prelink_image
1167 // with values from PT_LOAD segments.
1168 const ElfReader& elf_reader = task->get_elf_reader();
1169 for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1170 if (d->d_tag == DT_RUNPATH) {
1171 si->set_dt_runpath(elf_reader.get_string(d->d_un.d_val));
1172 }
1173 if (d->d_tag == DT_SONAME) {
1174 si->set_soname(elf_reader.get_string(d->d_un.d_val));
1175 }
1176 }
1177
1178 for_each_dt_needed(task->get_elf_reader(), [&](const char* name) {
1179 load_tasks->push_back(LoadTask::create(name, si, task->get_readers_map()));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001180 });
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001181
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001182 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001183}
1184
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001185static bool load_library(android_namespace_t* ns,
1186 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001187 ZipArchiveCache* zip_archive_cache,
1188 LoadTaskList* load_tasks,
1189 int rtld_flags) {
1190 const char* name = task->get_name();
1191 soinfo* needed_by = task->get_needed_by();
1192 const android_dlextinfo* extinfo = task->get_extinfo();
1193
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001194 off64_t file_offset;
1195 std::string realpath;
Spencer Low0346ad72015-04-22 18:06:51 -07001196 if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001197 file_offset = 0;
Spencer Low0346ad72015-04-22 18:06:51 -07001198 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
1199 file_offset = extinfo->library_fd_offset;
1200 }
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001201
1202 if (!realpath_fd(extinfo->library_fd, &realpath)) {
1203 PRINT("warning: unable to get realpath for the library \"%s\" by extinfo->library_fd. "
1204 "Will use given name.", name);
1205 realpath = name;
1206 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001207
1208 task->set_fd(extinfo->library_fd, false);
1209 task->set_file_offset(file_offset);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001210 return load_library(ns, task, load_tasks, rtld_flags, realpath);
Spencer Low0346ad72015-04-22 18:06:51 -07001211 }
1212
1213 // Open the file.
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001214 int fd = open_library(ns, zip_archive_cache, name, needed_by, &file_offset, &realpath);
Spencer Low0346ad72015-04-22 18:06:51 -07001215 if (fd == -1) {
1216 DL_ERR("library \"%s\" not found", name);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001217 return false;
Spencer Low0346ad72015-04-22 18:06:51 -07001218 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001219
1220 task->set_fd(fd, true);
1221 task->set_file_offset(file_offset);
1222
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001223 return load_library(ns, task, load_tasks, rtld_flags, realpath);
Spencer Low0346ad72015-04-22 18:06:51 -07001224}
1225
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001226// Returns true if library was found and false in 2 cases
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001227// 1. (for default namespace only) The library was found but loaded under different
1228// target_sdk_version (*candidate != nullptr)
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001229// 2. The library was not found by soname (*candidate is nullptr)
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001230static bool find_loaded_library_by_soname(android_namespace_t* ns,
1231 const char* name, soinfo** candidate) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001232 *candidate = nullptr;
1233
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001234 // Ignore filename with path.
1235 if (strchr(name, '/') != nullptr) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001236 return false;
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001237 }
1238
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001239 uint32_t target_sdk_version = get_application_target_sdk_version();
1240
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001241 return !ns->soinfo_list().visit([&](soinfo* si) {
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001242 const char* soname = si->get_soname();
1243 if (soname != nullptr && (strcmp(name, soname) == 0)) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001244 // If the library was opened under different target sdk version
1245 // skip this step and try to reopen it. The exceptions are
1246 // "libdl.so" and global group. There is no point in skipping
1247 // them because relocation process is going to use them
1248 // in any case.
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001249
1250 // TODO (dimitry): remove this once linker stops imposing as libdl.so
1251 bool is_libdl = (si == solist_get_head());
1252
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001253 if (is_libdl || (si->get_dt_flags_1() & DF_1_GLOBAL) != 0 ||
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001254 !si->is_linked() || si->get_target_sdk_version() == target_sdk_version ||
1255 ns != &g_default_namespace) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001256 *candidate = si;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001257 return false;
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001258 } else if (*candidate == nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001259 // for the different sdk version in the default namespace
1260 // remember the first library.
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001261 *candidate = si;
1262 }
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001263 }
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001264
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001265 return true;
1266 });
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001267}
1268
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001269static bool find_library_internal(android_namespace_t* ns,
1270 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001271 ZipArchiveCache* zip_archive_cache,
1272 LoadTaskList* load_tasks,
1273 int rtld_flags) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001274 soinfo* candidate;
1275
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001276 if (find_loaded_library_by_soname(ns, task->get_name(), &candidate)) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001277 task->set_soinfo(candidate);
1278 return true;
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001279 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001280
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001281 if (ns != &g_default_namespace) {
1282 // check public namespace
1283 candidate = g_public_namespace.find_if([&](soinfo* si) {
1284 return strcmp(task->get_name(), si->get_soname()) == 0;
1285 });
1286
1287 if (candidate != nullptr) {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001288 ns->add_soinfo(candidate);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001289 task->set_soinfo(candidate);
1290 return true;
1291 }
1292 }
1293
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001294 // Library might still be loaded, the accurate detection
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001295 // of this fact is done by load_library.
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001296 TRACE("[ \"%s\" find_loaded_library_by_soname failed (*candidate=%s@%p). Trying harder...]",
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001297 task->get_name(), candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate);
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001298
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001299 if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags)) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001300 return true;
1301 } else {
1302 // In case we were unable to load the library but there
1303 // is a candidate loaded under the same soname but different
1304 // sdk level - return it anyways.
1305 if (candidate != nullptr) {
1306 task->set_soinfo(candidate);
1307 return true;
1308 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001309 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001310
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001311 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001312}
1313
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001314static void soinfo_unload(soinfo* si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001315static void soinfo_unload(soinfo* soinfos[], size_t count);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001316
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001317// TODO: this is slightly unusual way to construct
1318// the global group for relocation. Not every RTLD_GLOBAL
1319// library is included in this group for backwards-compatibility
1320// reasons.
1321//
1322// This group consists of the main executable, LD_PRELOADs
1323// and libraries with the DF_1_GLOBAL flag set.
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001324static soinfo_list_t make_global_group(android_namespace_t* ns) {
1325 soinfo_list_t global_group;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001326 ns->soinfo_list().for_each([&](soinfo* si) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001327 if ((si->get_dt_flags_1() & DF_1_GLOBAL) != 0) {
1328 global_group.push_back(si);
1329 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001330 });
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001331
1332 return global_group;
1333}
1334
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07001335// This function provides a list of libraries to be shared
1336// by the namespace. For the default namespace this is the global
1337// group (see make_global_group). For all others this is a group
1338// of RTLD_GLOBAL libraries (which includes the global group from
1339// the default namespace).
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001340static soinfo_list_t get_shared_group(android_namespace_t* ns) {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07001341 if (ns == &g_default_namespace) {
1342 return make_global_group(ns);
1343 }
1344
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001345 soinfo_list_t shared_group;
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07001346 ns->soinfo_list().for_each([&](soinfo* si) {
1347 if ((si->get_rtld_flags() & RTLD_GLOBAL) != 0) {
1348 shared_group.push_back(si);
1349 }
1350 });
1351
1352 return shared_group;
1353}
1354
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001355static void shuffle(std::vector<LoadTask*>* v) {
1356 for (size_t i = 0, size = v->size(); i < size; ++i) {
1357 size_t n = size - i;
1358 size_t r = arc4random_uniform(n);
1359 std::swap((*v)[n-1], (*v)[r]);
1360 }
1361}
1362
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001363// add_as_children - add first-level loaded libraries (i.e. library_names[], but
1364// not their transitive dependencies) as children of the start_with library.
1365// This is false when find_libraries is called for dlopen(), when newly loaded
1366// libraries must form a disjoint tree.
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001367bool find_libraries(android_namespace_t* ns,
1368 soinfo* start_with,
1369 const char* const library_names[],
1370 size_t library_names_count,
1371 soinfo* soinfos[],
1372 std::vector<soinfo*>* ld_preloads,
1373 size_t ld_preloads_count,
1374 int rtld_flags,
1375 const android_dlextinfo* extinfo,
1376 bool add_as_children) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001377 // Step 0: prepare.
1378 LoadTaskList load_tasks;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001379 std::unordered_map<const soinfo*, ElfReader> readers_map;
1380
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001381 for (size_t i = 0; i < library_names_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001382 const char* name = library_names[i];
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001383 load_tasks.push_back(LoadTask::create(name, start_with, &readers_map));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001384 }
1385
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001386 // Construct global_group.
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001387 soinfo_list_t global_group = make_global_group(ns);
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001388
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001389 // If soinfos array is null allocate one on stack.
1390 // The array is needed in case of failure; for example
1391 // when library_names[] = {libone.so, libtwo.so} and libone.so
1392 // is loaded correctly but libtwo.so failed for some reason.
1393 // In this case libone.so should be unloaded on return.
1394 // See also implementation of failure_guard below.
1395
1396 if (soinfos == nullptr) {
1397 size_t soinfos_size = sizeof(soinfo*)*library_names_count;
1398 soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size));
1399 memset(soinfos, 0, soinfos_size);
1400 }
1401
1402 // list of libraries to link - see step 2.
1403 size_t soinfos_count = 0;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001404
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001405 auto scope_guard = make_scope_guard([&]() {
1406 for (LoadTask* t : load_tasks) {
1407 LoadTask::deleter(t);
1408 }
1409 });
1410
Dmitriy Ivanovd9ff7222014-09-08 16:22:22 -07001411 auto failure_guard = make_scope_guard([&]() {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001412 // Housekeeping
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001413 soinfo_unload(soinfos, soinfos_count);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001414 });
1415
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001416 ZipArchiveCache zip_archive_cache;
1417
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001418 // Step 1: expand the list of load_tasks to include
1419 // all DT_NEEDED libraries (do not load them just yet)
1420 for (size_t i = 0; i<load_tasks.size(); ++i) {
1421 LoadTask* task = load_tasks[i];
Evgenii Stepanov68650822015-06-10 13:38:39 -07001422 soinfo* needed_by = task->get_needed_by();
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001423
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001424 bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001425 task->set_extinfo(is_dt_needed ? nullptr : extinfo);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001426 task->set_dt_needed(is_dt_needed);
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001427
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001428 if(!find_library_internal(ns, task, &zip_archive_cache, &load_tasks, rtld_flags)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001429 return false;
1430 }
1431
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001432 soinfo* si = task->get_soinfo();
1433
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001434 if (is_dt_needed) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001435 needed_by->add_child(si);
1436 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001437
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001438 if (si->is_linked()) {
1439 si->increment_ref_count();
1440 }
1441
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001442 // When ld_preloads is not null, the first
1443 // ld_preloads_count libs are in fact ld_preloads.
1444 if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001445 ld_preloads->push_back(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001446 }
1447
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001448 if (soinfos_count < library_names_count) {
1449 soinfos[soinfos_count++] = si;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001450 }
1451 }
1452
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001453 // Step 2: Load libraries in random order (see b/24047022)
1454 LoadTaskList load_list;
1455 for (auto&& task : load_tasks) {
1456 soinfo* si = task->get_soinfo();
1457 auto pred = [&](const LoadTask* t) {
1458 return t->get_soinfo() == si;
1459 };
1460
1461 if (!si->is_linked() &&
1462 std::find_if(load_list.begin(), load_list.end(), pred) == load_list.end() ) {
1463 load_list.push_back(task);
1464 }
1465 }
1466 shuffle(&load_list);
1467
1468 for (auto&& task : load_list) {
1469 if (!task->load()) {
1470 return false;
1471 }
1472 }
1473
1474 // Step 3: pre-link all DT_NEEDED libraries in breadth first order.
1475 for (auto&& task : load_tasks) {
1476 soinfo* si = task->get_soinfo();
1477 if (!si->is_linked() && !si->prelink_image()) {
1478 return false;
1479 }
1480 }
1481
1482 // Step 4: Add LD_PRELOADed libraries to the global group for
1483 // future runs. There is no need to explicitly add them to
1484 // the global group for this run because they are going to
1485 // appear in the local group in the correct order.
1486 if (ld_preloads != nullptr) {
1487 for (auto&& si : *ld_preloads) {
1488 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
1489 }
1490 }
1491
1492
1493 // Step 5: link libraries.
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001494 soinfo_list_t local_group;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001495 walk_dependencies_tree(
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001496 (start_with != nullptr && add_as_children) ? &start_with : soinfos,
1497 (start_with != nullptr && add_as_children) ? 1 : soinfos_count,
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001498 [&] (soinfo* si) {
1499 local_group.push_back(si);
1500 return true;
1501 });
1502
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001503 // We need to increment ref_count in case
1504 // the root of the local group was not linked.
1505 bool was_local_group_root_linked = local_group.front()->is_linked();
1506
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001507 bool linked = local_group.visit([&](soinfo* si) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001508 if (!si->is_linked()) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001509 if (!si->link_image(global_group, local_group, extinfo)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001510 return false;
1511 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001512 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001513
1514 return true;
1515 });
1516
1517 if (linked) {
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001518 local_group.for_each([](soinfo* si) {
1519 if (!si->is_linked()) {
1520 si->set_linked();
1521 }
1522 });
1523
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001524 failure_guard.disable();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001525 }
1526
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001527 if (!was_local_group_root_linked) {
1528 local_group.front()->increment_ref_count();
1529 }
1530
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001531 return linked;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001532}
1533
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001534static soinfo* find_library(android_namespace_t* ns,
1535 const char* name, int rtld_flags,
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001536 const android_dlextinfo* extinfo,
1537 soinfo* needed_by) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001538 soinfo* si;
1539
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001540 if (name == nullptr) {
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001541 si = solist_get_somain();
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001542 } else if (!find_libraries(ns, needed_by, &name, 1, &si, nullptr, 0, rtld_flags,
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001543 extinfo, /* add_as_children */ false)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001544 return nullptr;
1545 }
1546
Elliott Hughesd23736e2012-11-01 15:16:56 -07001547 return si;
1548}
Elliott Hughesbedfe382012-08-14 14:07:59 -07001549
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001550static void soinfo_unload(soinfo* root) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001551 if (root->is_linked()) {
1552 root = root->get_local_group_root();
1553 }
1554
1555 if (!root->can_unload()) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001556 TRACE("not unloading \"%s\" - the binary is flagged with NODELETE", root->get_realpath());
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001557 return;
1558 }
1559
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001560 soinfo_unload(&root, 1);
1561}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001562
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001563static void soinfo_unload(soinfo* soinfos[], size_t count) {
1564 // Note that the library can be loaded but not linked;
1565 // in which case there is no root but we still need
1566 // to walk the tree and unload soinfos involved.
1567 //
1568 // This happens on unsuccessful dlopen, when one of
1569 // the DT_NEEDED libraries could not be linked/found.
1570 if (count == 0) {
1571 return;
1572 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001573
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001574 soinfo_list_t unload_list;
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001575 for (size_t i = 0; i < count; ++i) {
1576 soinfo* si = soinfos[i];
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001577
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001578 if (si->can_unload()) {
1579 size_t ref_count = si->is_linked() ? si->decrement_ref_count() : 0;
1580 if (ref_count == 0) {
1581 unload_list.push_back(si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001582 } else {
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001583 TRACE("not unloading '%s' group, decrementing ref_count to %zd",
1584 si->get_realpath(), ref_count);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001585 }
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001586 } else {
1587 TRACE("not unloading '%s' - the binary is flagged with NODELETE", si->get_realpath());
1588 return;
1589 }
1590 }
1591
1592 // This is used to identify soinfos outside of the load-group
1593 // note that we cannot have > 1 in the array and have any of them
1594 // linked. This is why we can safely use the first one.
1595 soinfo* root = soinfos[0];
1596
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001597 soinfo_list_t local_unload_list;
1598 soinfo_list_t external_unload_list;
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001599 soinfo* si = nullptr;
1600
1601 while ((si = unload_list.pop_front()) != nullptr) {
1602 if (local_unload_list.contains(si)) {
1603 continue;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001604 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001605
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001606 local_unload_list.push_back(si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001607
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001608 if (si->has_min_version(0)) {
1609 soinfo* child = nullptr;
1610 while ((child = si->get_children().pop_front()) != nullptr) {
1611 TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si,
1612 child->get_realpath(), child);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001613
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001614 if (local_unload_list.contains(child)) {
1615 continue;
1616 } else if (child->is_linked() && child->get_local_group_root() != root) {
1617 external_unload_list.push_back(child);
1618 } else {
1619 unload_list.push_front(child);
1620 }
1621 }
1622 } else {
1623#if !defined(__work_around_b_24465209__)
1624 __libc_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
1625#else
1626 PRINT("warning: soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
1627 for_each_dt_needed(si, [&] (const char* library_name) {
1628 TRACE("deprecated (old format of soinfo): %s needs to unload %s",
1629 si->get_realpath(), library_name);
1630
1631 soinfo* needed = find_library(si->get_primary_namespace(),
1632 library_name, RTLD_NOLOAD, nullptr, nullptr);
1633
1634 if (needed != nullptr) {
1635 // Not found: for example if symlink was deleted between dlopen and dlclose
1636 // Since we cannot really handle errors at this point - print and continue.
1637 PRINT("warning: couldn't find %s needed by %s on unload.",
1638 library_name, si->get_realpath());
1639 return;
1640 } else if (local_unload_list.contains(needed)) {
1641 // already visited
1642 return;
1643 } else if (needed->is_linked() && needed->get_local_group_root() != root) {
1644 // external group
1645 external_unload_list.push_back(needed);
1646 } else {
1647 // local group
1648 unload_list.push_front(needed);
1649 }
1650 });
1651#endif
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001652 }
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001653 }
1654
1655 local_unload_list.for_each([](soinfo* si) {
1656 si->call_destructors();
1657 });
1658
1659 while ((si = local_unload_list.pop_front()) != nullptr) {
1660 notify_gdb_of_unload(si);
1661 soinfo_free(si);
1662 }
1663
1664 while ((si = external_unload_list.pop_front()) != nullptr) {
1665 soinfo_unload(si);
Dmitriy Ivanova2547052014-11-18 12:03:09 -08001666 }
1667}
1668
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001669static std::string symbol_display_name(const char* sym_name, const char* sym_ver) {
1670 if (sym_ver == nullptr) {
1671 return sym_name;
1672 }
1673
Dimitry Ivanov9cf99cb2015-12-11 14:22:24 -08001674 return std::string(sym_name) + ", version " + sym_ver;
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001675}
1676
Dimitry Ivanovaca299a2016-04-11 12:42:58 -07001677static android_namespace_t* get_caller_namespace(soinfo* caller) {
1678 return caller != nullptr ? caller->get_primary_namespace() : g_anonymous_namespace;
1679}
1680
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001681void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) {
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001682 // Use basic string manipulation calls to avoid snprintf.
1683 // snprintf indirectly calls pthread_getspecific to get the size of a buffer.
1684 // When debug malloc is enabled, this call returns 0. This in turn causes
1685 // snprintf to do nothing, which causes libraries to fail to load.
1686 // See b/17302493 for further details.
1687 // Once the above bug is fixed, this code can be modified to use
1688 // snprintf again.
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001689 size_t required_len = 0;
1690 for (size_t i = 0; g_default_ld_paths[i] != nullptr; ++i) {
1691 required_len += strlen(g_default_ld_paths[i]) + 1;
1692 }
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001693 if (buffer_size < required_len) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001694 __libc_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: "
1695 "buffer len %zu, required len %zu", buffer_size, required_len);
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001696 }
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001697 char* end = buffer;
1698 for (size_t i = 0; g_default_ld_paths[i] != nullptr; ++i) {
1699 if (i > 0) *end++ = ':';
1700 end = stpcpy(end, g_default_ld_paths[i]);
1701 }
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001702}
1703
Elliott Hughescade4c32012-12-20 14:42:14 -08001704void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) {
Nick Kralevich6bb01b62015-03-07 13:37:05 -08001705 parse_LD_LIBRARY_PATH(ld_library_path);
Elliott Hughescade4c32012-12-20 14:42:14 -08001706}
1707
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001708static std::string android_dlextinfo_to_string(const android_dlextinfo* info) {
1709 if (info == nullptr) {
1710 return "(null)";
1711 }
1712
1713 return android::base::StringPrintf("[flags=0x%" PRIx64 ","
1714 " reserved_addr=%p,"
1715 " reserved_size=0x%zx,"
1716 " relro_fd=%d,"
1717 " library_fd=%d,"
1718 " library_fd_offset=0x%" PRIx64 ","
1719 " library_namespace=%s@%p]",
1720 info->flags,
1721 info->reserved_addr,
1722 info->reserved_size,
1723 info->relro_fd,
1724 info->library_fd,
1725 info->library_fd_offset,
1726 (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
1727 (info->library_namespace != nullptr ?
1728 info->library_namespace->get_name() : "(null)") : "(n/a)",
1729 (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
1730 info->library_namespace : nullptr);
1731}
1732
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001733void* do_dlopen(const char* name, int flags, const android_dlextinfo* extinfo,
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001734 void* caller_addr) {
1735 soinfo* const caller = find_containing_library(caller_addr);
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001736 android_namespace_t* ns = get_caller_namespace(caller);
1737
1738 LD_LOG(kLogDlopen,
1739 "dlopen(name=\"%s\", flags=0x%x, extinfo=%s, caller=\"%s\", caller_ns=%s@%p) ...",
1740 name,
1741 flags,
1742 android_dlextinfo_to_string(extinfo).c_str(),
1743 caller == nullptr ? "(null)" : caller->get_realpath(),
1744 ns == nullptr ? "(null)" : ns->get_name(),
1745 ns);
1746
1747 auto failure_guard = make_scope_guard([&]() {
1748 LD_LOG(kLogDlopen, "... dlopen failed: %s", linker_get_error_buffer());
1749 });
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001750
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001751 if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) {
Elliott Hughese66190d2012-12-18 15:57:55 -08001752 DL_ERR("invalid flags to dlopen: %x", flags);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001753 return nullptr;
Elliott Hughese66190d2012-12-18 15:57:55 -08001754 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001755
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001756 if (extinfo != nullptr) {
1757 if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) {
1758 DL_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags);
1759 return nullptr;
1760 }
Dmitriy Ivanov126af752015-10-07 16:34:20 -07001761
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001762 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 &&
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001763 (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001764 DL_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without "
1765 "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001766 return nullptr;
1767 }
Dmitriy Ivanov126af752015-10-07 16:34:20 -07001768
1769 if ((extinfo->flags & ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS) != 0 &&
1770 (extinfo->flags & (ANDROID_DLEXT_RESERVED_ADDRESS | ANDROID_DLEXT_RESERVED_ADDRESS_HINT)) != 0) {
1771 DL_ERR("invalid extended flag combination: ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS is not "
1772 "compatible with ANDROID_DLEXT_RESERVED_ADDRESS/ANDROID_DLEXT_RESERVED_ADDRESS_HINT");
1773 return nullptr;
1774 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001775
1776 if ((extinfo->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0) {
1777 if (extinfo->library_namespace == nullptr) {
1778 DL_ERR("ANDROID_DLEXT_USE_NAMESPACE is set but extinfo->library_namespace is null");
1779 return nullptr;
1780 }
1781 ns = extinfo->library_namespace;
1782 }
Torne (Richard Coles)012cb452014-02-06 14:34:21 +00001783 }
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001784
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07001785 std::string asan_name_holder;
1786
1787 const char* translated_name = name;
1788 if (g_is_asan) {
1789 if (file_is_in_dir(name, kSystemLibDir)) {
1790 asan_name_holder = std::string(kAsanSystemLibDir) + "/" + basename(name);
1791 if (file_exists(asan_name_holder.c_str())) {
1792 translated_name = asan_name_holder.c_str();
1793 PRINT("linker_asan dlopen translating \"%s\" -> \"%s\"", name, translated_name);
1794 }
1795 } else if (file_is_in_dir(name, kVendorLibDir)) {
1796 asan_name_holder = std::string(kAsanVendorLibDir) + "/" + basename(name);
1797 if (file_exists(asan_name_holder.c_str())) {
1798 translated_name = asan_name_holder.c_str();
1799 PRINT("linker_asan dlopen translating \"%s\" -> \"%s\"", name, translated_name);
1800 }
1801 }
1802 }
1803
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001804 ProtectedDataGuard guard;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07001805 soinfo* si = find_library(ns, translated_name, flags, extinfo, caller);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001806 if (si != nullptr) {
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001807 failure_guard.disable();
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001808 si->call_constructors();
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001809 void* handle = si->to_handle();
1810 LD_LOG(kLogDlopen,
1811 "... dlopen successful: realpath=\"%s\", soname=\"%s\", handle=%p",
1812 si->get_realpath(), si->get_soname(), handle);
1813 return handle;
Elliott Hughesd23736e2012-11-01 15:16:56 -07001814 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001815
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001816 return nullptr;
Elliott Hughesd23736e2012-11-01 15:16:56 -07001817}
1818
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001819int do_dladdr(const void* addr, Dl_info* info) {
1820 // Determine if this address can be found in any library currently mapped.
1821 soinfo* si = find_containing_library(addr);
1822 if (si == nullptr) {
1823 return 0;
1824 }
1825
1826 memset(info, 0, sizeof(Dl_info));
1827
1828 info->dli_fname = si->get_realpath();
1829 // Address at which the shared object is loaded.
1830 info->dli_fbase = reinterpret_cast<void*>(si->base);
1831
1832 // Determine if any symbol in the library contains the specified address.
1833 ElfW(Sym)* sym = si->find_symbol_by_address(addr);
1834 if (sym != nullptr) {
1835 info->dli_sname = si->get_string(sym->st_name);
1836 info->dli_saddr = reinterpret_cast<void*>(si->resolve_symbol_address(sym));
1837 }
1838
1839 return 1;
1840}
1841
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001842static soinfo* soinfo_from_handle(void* handle) {
1843 if ((reinterpret_cast<uintptr_t>(handle) & 1) != 0) {
1844 auto it = g_soinfo_handles_map.find(reinterpret_cast<uintptr_t>(handle));
1845 if (it == g_soinfo_handles_map.end()) {
1846 return nullptr;
1847 } else {
1848 return it->second;
1849 }
1850 }
1851
1852 return static_cast<soinfo*>(handle);
1853}
1854
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001855bool do_dlsym(void* handle, const char* sym_name, const char* sym_ver,
1856 void* caller_addr, void** symbol) {
1857#if !defined(__LP64__)
1858 if (handle == nullptr) {
1859 DL_ERR("dlsym failed: library handle is null");
1860 return false;
1861 }
1862#endif
1863
1864 if (sym_name == nullptr) {
1865 DL_ERR("dlsym failed: symbol name is null");
1866 return false;
1867 }
1868
1869 soinfo* found = nullptr;
1870 const ElfW(Sym)* sym = nullptr;
1871 soinfo* caller = find_containing_library(caller_addr);
Dimitry Ivanovaca299a2016-04-11 12:42:58 -07001872 android_namespace_t* ns = get_caller_namespace(caller);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001873
1874 version_info vi_instance;
1875 version_info* vi = nullptr;
1876
1877 if (sym_ver != nullptr) {
Dimitry Ivanov9cf99cb2015-12-11 14:22:24 -08001878 vi_instance.name = sym_ver;
1879 vi_instance.elf_hash = calculate_elf_hash(sym_ver);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001880 vi = &vi_instance;
1881 }
1882
1883 if (handle == RTLD_DEFAULT || handle == RTLD_NEXT) {
1884 sym = dlsym_linear_lookup(ns, sym_name, vi, &found, caller, handle);
1885 } else {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001886 soinfo* si = soinfo_from_handle(handle);
1887 if (si == nullptr) {
1888 DL_ERR("dlsym failed: invalid handle: %p", handle);
1889 return false;
1890 }
1891 sym = dlsym_handle_lookup(si, &found, sym_name, vi);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001892 }
1893
1894 if (sym != nullptr) {
1895 uint32_t bind = ELF_ST_BIND(sym->st_info);
1896
1897 if ((bind == STB_GLOBAL || bind == STB_WEAK) && sym->st_shndx != 0) {
1898 *symbol = reinterpret_cast<void*>(found->resolve_symbol_address(sym));
1899 return true;
1900 }
1901
1902 DL_ERR("symbol \"%s\" found but not global", symbol_display_name(sym_name, sym_ver).c_str());
1903 return false;
1904 }
1905
1906 DL_ERR("undefined symbol: %s", symbol_display_name(sym_name, sym_ver).c_str());
1907 return false;
1908}
1909
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001910int do_dlclose(void* handle) {
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001911 ProtectedDataGuard guard;
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001912 soinfo* si = soinfo_from_handle(handle);
1913 if (si == nullptr) {
1914 DL_ERR("invalid handle: %p", handle);
1915 return -1;
1916 }
1917
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001918 soinfo_unload(si);
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07001919 return 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001920}
1921
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001922bool init_namespaces(const char* public_ns_sonames, const char* anon_ns_library_path) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001923 if (g_public_namespace_initialized) {
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001924 DL_ERR("public namespace has already been initialized.");
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001925 return false;
1926 }
1927
Dimitry Ivanov54807612016-04-21 14:57:38 -07001928 if (public_ns_sonames == nullptr || public_ns_sonames[0] == '\0') {
1929 DL_ERR("error initializing public namespace: the list of public libraries is empty.");
1930 return false;
1931 }
1932
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001933 std::vector<std::string> sonames = android::base::Split(public_ns_sonames, ":");
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001934
1935 ProtectedDataGuard guard;
1936
1937 auto failure_guard = make_scope_guard([&]() {
1938 g_public_namespace.clear();
1939 });
1940
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001941 for (const auto& soname : sonames) {
Dmitriy Ivanov3cc35e22015-11-17 18:36:50 -08001942 soinfo* candidate = nullptr;
1943
1944 find_loaded_library_by_soname(&g_default_namespace, soname.c_str(), &candidate);
1945
1946 if (candidate == nullptr) {
Christopher Ferris523e2a92016-06-17 13:46:36 -07001947 DL_ERR("error initializing public namespace: a library with soname \"%s\""
1948 " was not found in the default namespace", soname.c_str());
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001949 return false;
1950 }
1951
1952 candidate->set_nodelete();
1953 g_public_namespace.push_back(candidate);
1954 }
1955
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001956 g_public_namespace_initialized = true;
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001957
1958 // create anonymous namespace
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08001959 // When the caller is nullptr - create_namespace will take global group
1960 // from the anonymous namespace, which is fine because anonymous namespace
1961 // is still pointing to the default one.
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001962 android_namespace_t* anon_ns =
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08001963 create_namespace(nullptr, "(anonymous)", nullptr, anon_ns_library_path,
Dimitry Ivanov52408632016-05-23 10:31:11 -07001964 ANDROID_NAMESPACE_TYPE_REGULAR, nullptr, &g_default_namespace);
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001965
1966 if (anon_ns == nullptr) {
1967 g_public_namespace_initialized = false;
1968 return false;
1969 }
1970 g_anonymous_namespace = anon_ns;
1971 failure_guard.disable();
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001972 return true;
1973}
1974
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001975static void add_soinfos_to_namespace(const soinfo_list_t& soinfos, android_namespace_t* ns) {
1976 ns->add_soinfos(soinfos);
1977 for (auto si : soinfos) {
1978 si->add_secondary_namespace(ns);
1979 }
1980}
1981
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08001982android_namespace_t* create_namespace(const void* caller_addr,
1983 const char* name,
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001984 const char* ld_library_path,
1985 const char* default_library_path,
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08001986 uint64_t type,
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07001987 const char* permitted_when_isolated_path,
1988 android_namespace_t* parent_namespace) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001989 if (!g_public_namespace_initialized) {
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08001990 DL_ERR("cannot create namespace: public namespace is not initialized.");
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001991 return nullptr;
1992 }
1993
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07001994 if (parent_namespace == nullptr) {
Dimitry Ivanov52408632016-05-23 10:31:11 -07001995 // if parent_namespace is nullptr -> set it to the caller namespace
1996 soinfo* caller_soinfo = find_containing_library(caller_addr);
1997
1998 parent_namespace = caller_soinfo != nullptr ?
1999 caller_soinfo->get_primary_namespace() :
2000 g_anonymous_namespace;
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002001 }
2002
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002003 ProtectedDataGuard guard;
2004 std::vector<std::string> ld_library_paths;
2005 std::vector<std::string> default_library_paths;
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002006 std::vector<std::string> permitted_paths;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002007
2008 parse_path(ld_library_path, ":", &ld_library_paths);
2009 parse_path(default_library_path, ":", &default_library_paths);
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002010 parse_path(permitted_when_isolated_path, ":", &permitted_paths);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002011
2012 android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
2013 ns->set_name(name);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002014 ns->set_isolated((type & ANDROID_NAMESPACE_TYPE_ISOLATED) != 0);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002015 ns->set_ld_library_paths(std::move(ld_library_paths));
2016 ns->set_default_library_paths(std::move(default_library_paths));
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002017 ns->set_permitted_paths(std::move(permitted_paths));
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002018
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002019 if ((type & ANDROID_NAMESPACE_TYPE_SHARED) != 0) {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002020 // If shared - clone the parent namespace
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002021 add_soinfos_to_namespace(parent_namespace->soinfo_list(), ns);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002022 } else {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002023 // If not shared - copy only the shared group
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002024 add_soinfos_to_namespace(get_shared_group(parent_namespace), ns);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002025 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002026
2027 return ns;
2028}
2029
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002030ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) {
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002031 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
2032 ifunc_resolver_t ifunc_resolver = reinterpret_cast<ifunc_resolver_t>(resolver_addr);
2033 ElfW(Addr) ifunc_addr = ifunc_resolver();
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002034 TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p",
2035 ifunc_resolver, reinterpret_cast<void*>(ifunc_addr));
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002036
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002037 return ifunc_addr;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002038}
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002039
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002040const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const {
2041 if (source_symver < 2 ||
2042 source_symver >= version_infos.size() ||
2043 version_infos[source_symver].name == nullptr) {
2044 return nullptr;
2045 }
2046
2047 return &version_infos[source_symver];
2048}
2049
2050void VersionTracker::add_version_info(size_t source_index,
2051 ElfW(Word) elf_hash,
2052 const char* ver_name,
2053 const soinfo* target_si) {
2054 if (source_index >= version_infos.size()) {
2055 version_infos.resize(source_index+1);
2056 }
2057
2058 version_infos[source_index].elf_hash = elf_hash;
2059 version_infos[source_index].name = ver_name;
2060 version_infos[source_index].target_si = target_si;
2061}
2062
2063bool VersionTracker::init_verneed(const soinfo* si_from) {
2064 uintptr_t verneed_ptr = si_from->get_verneed_ptr();
2065
2066 if (verneed_ptr == 0) {
2067 return true;
2068 }
2069
2070 size_t verneed_cnt = si_from->get_verneed_cnt();
2071
2072 for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) {
2073 const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset);
2074 size_t vernaux_offset = offset + verneed->vn_aux;
2075 offset += verneed->vn_next;
2076
2077 if (verneed->vn_version != 1) {
2078 DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version);
2079 return false;
2080 }
2081
2082 const char* target_soname = si_from->get_string(verneed->vn_file);
2083 // find it in dependencies
2084 soinfo* target_si = si_from->get_children().find_if([&](const soinfo* si) {
Dmitriy Ivanov406d9962015-05-06 11:05:27 -07002085 return si->get_soname() != nullptr && strcmp(si->get_soname(), target_soname) == 0;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002086 });
2087
2088 if (target_si == nullptr) {
2089 DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002090 target_soname, i, si_from->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002091 return false;
2092 }
2093
2094 for (size_t j = 0; j<verneed->vn_cnt; ++j) {
2095 const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset);
2096 vernaux_offset += vernaux->vna_next;
2097
2098 const ElfW(Word) elf_hash = vernaux->vna_hash;
2099 const char* ver_name = si_from->get_string(vernaux->vna_name);
2100 ElfW(Half) source_index = vernaux->vna_other;
2101
2102 add_version_info(source_index, elf_hash, ver_name, target_si);
2103 }
2104 }
2105
2106 return true;
2107}
2108
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002109template <typename F>
2110static bool for_each_verdef(const soinfo* si, F functor) {
2111 if (!si->has_min_version(2)) {
2112 return true;
2113 }
2114
2115 uintptr_t verdef_ptr = si->get_verdef_ptr();
2116 if (verdef_ptr == 0) {
2117 return true;
2118 }
2119
2120 size_t offset = 0;
2121
2122 size_t verdef_cnt = si->get_verdef_cnt();
2123 for (size_t i = 0; i<verdef_cnt; ++i) {
2124 const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset);
2125 size_t verdaux_offset = offset + verdef->vd_aux;
2126 offset += verdef->vd_next;
2127
2128 if (verdef->vd_version != 1) {
2129 DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s",
2130 i, verdef->vd_version, si->get_realpath());
2131 return false;
2132 }
2133
2134 if ((verdef->vd_flags & VER_FLG_BASE) != 0) {
2135 // "this is the version of the file itself. It must not be used for
2136 // matching a symbol. It can be used to match references."
2137 //
2138 // http://www.akkadia.org/drepper/symbol-versioning
2139 continue;
2140 }
2141
2142 if (verdef->vd_cnt == 0) {
2143 DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i);
2144 return false;
2145 }
2146
2147 const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset);
2148
2149 if (functor(i, verdef, verdaux) == true) {
2150 break;
2151 }
2152 }
2153
2154 return true;
2155}
2156
2157bool find_verdef_version_index(const soinfo* si, const version_info* vi, ElfW(Versym)* versym) {
2158 if (vi == nullptr) {
2159 *versym = kVersymNotNeeded;
2160 return true;
2161 }
2162
2163 *versym = kVersymGlobal;
2164
2165 return for_each_verdef(si,
2166 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2167 if (verdef->vd_hash == vi->elf_hash &&
2168 strcmp(vi->name, si->get_string(verdaux->vda_name)) == 0) {
2169 *versym = verdef->vd_ndx;
2170 return true;
2171 }
2172
2173 return false;
2174 }
2175 );
2176}
2177
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002178bool VersionTracker::init_verdef(const soinfo* si_from) {
2179 return for_each_verdef(si_from,
2180 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2181 add_version_info(verdef->vd_ndx, verdef->vd_hash,
2182 si_from->get_string(verdaux->vda_name), si_from);
2183 return false;
2184 }
2185 );
2186}
2187
2188bool VersionTracker::init(const soinfo* si_from) {
2189 if (!si_from->has_min_version(2)) {
2190 return true;
2191 }
2192
2193 return init_verneed(si_from) && init_verdef(si_from);
2194}
2195
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002196// TODO (dimitry): Methods below need to be moved out of soinfo
2197// and in more isolated file in order minimize dependencies on
2198// unnecessary object in the linker binary. Consider making them
2199// independent from soinfo (?).
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002200bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym,
2201 const char* sym_name, const version_info** vi) {
2202 const ElfW(Versym)* sym_ver_ptr = get_versym(sym);
2203 ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr;
2204
2205 if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) {
2206 *vi = version_tracker.get_version_info(sym_ver);
2207
2208 if (*vi == nullptr) {
2209 DL_ERR("cannot find verneed/verdef for version index=%d "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002210 "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath());
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002211 return false;
2212 }
2213 } else {
2214 // there is no version info
2215 *vi = nullptr;
2216 }
2217
2218 return true;
2219}
2220
Dimitry Ivanov576a3752016-08-09 06:58:55 -07002221#if !defined(__mips__)
2222#if defined(USE_RELA)
2223static ElfW(Addr) get_addend(ElfW(Rela)* rela, ElfW(Addr) reloc_addr __unused) {
2224 return rela->r_addend;
2225}
2226#else
2227static ElfW(Addr) get_addend(ElfW(Rel)* rel, ElfW(Addr) reloc_addr) {
2228 if (ELFW(R_TYPE)(rel->r_info) == R_GENERIC_RELATIVE ||
2229 ELFW(R_TYPE)(rel->r_info) == R_GENERIC_IRELATIVE) {
2230 return *reinterpret_cast<ElfW(Addr)*>(reloc_addr);
2231 }
2232 return 0;
2233}
2234#endif
2235
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08002236template<typename ElfRelIteratorT>
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07002237bool soinfo::relocate(const VersionTracker& version_tracker, ElfRelIteratorT&& rel_iterator,
2238 const soinfo_list_t& global_group, const soinfo_list_t& local_group) {
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08002239 for (size_t idx = 0; rel_iterator.has_next(); ++idx) {
2240 const auto rel = rel_iterator.next();
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002241 if (rel == nullptr) {
2242 return false;
2243 }
2244
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002245 ElfW(Word) type = ELFW(R_TYPE)(rel->r_info);
2246 ElfW(Word) sym = ELFW(R_SYM)(rel->r_info);
2247
2248 ElfW(Addr) reloc = static_cast<ElfW(Addr)>(rel->r_offset + load_bias);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002249 ElfW(Addr) sym_addr = 0;
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002250 const char* sym_name = nullptr;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002251 ElfW(Addr) addend = get_addend(rel, reloc);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002252
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07002253 DEBUG("Processing \"%s\" relocation at index %zd", get_realpath(), idx);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002254 if (type == R_GENERIC_NONE) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002255 continue;
2256 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002257
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002258 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002259 soinfo* lsi = nullptr;
2260
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002261 if (sym != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002262 sym_name = get_string(symtab_[sym].st_name);
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002263 const version_info* vi = nullptr;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002264
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002265 if (!lookup_version_info(version_tracker, sym, sym_name, &vi)) {
2266 return false;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002267 }
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002268
2269 if (!soinfo_do_lookup(this, sym_name, vi, &lsi, global_group, local_group, &s)) {
2270 return false;
2271 }
2272
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002273 if (s == nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002274 // We only allow an undefined symbol if this is a weak reference...
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002275 s = &symtab_[sym];
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002276 if (ELF_ST_BIND(s->st_info) != STB_WEAK) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002277 DL_ERR("cannot locate symbol \"%s\" referenced by \"%s\"...", sym_name, get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002278 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002279 }
2280
2281 /* IHI0044C AAELF 4.5.1.1:
2282
2283 Libraries are not searched to resolve weak references.
2284 It is not an error for a weak reference to remain unsatisfied.
2285
2286 During linking, the value of an undefined weak reference is:
2287 - Zero if the relocation type is absolute
2288 - The address of the place if the relocation is pc-relative
2289 - The address of nominal base address if the relocation
2290 type is base-relative.
2291 */
2292
2293 switch (type) {
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002294 case R_GENERIC_JUMP_SLOT:
2295 case R_GENERIC_GLOB_DAT:
2296 case R_GENERIC_RELATIVE:
2297 case R_GENERIC_IRELATIVE:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002298#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002299 case R_AARCH64_ABS64:
2300 case R_AARCH64_ABS32:
2301 case R_AARCH64_ABS16:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002302#elif defined(__x86_64__)
2303 case R_X86_64_32:
2304 case R_X86_64_64:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002305#elif defined(__arm__)
2306 case R_ARM_ABS32:
2307#elif defined(__i386__)
2308 case R_386_32:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002309#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002310 /*
2311 * The sym_addr was initialized to be zero above, or the relocation
2312 * code below does not care about value of sym_addr.
2313 * No need to do anything.
2314 */
2315 break;
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002316#if defined(__x86_64__)
Dimitry Ivanovd338aac2015-01-13 22:31:54 +00002317 case R_X86_64_PC32:
2318 sym_addr = reloc;
2319 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002320#elif defined(__i386__)
2321 case R_386_PC32:
2322 sym_addr = reloc;
2323 break;
2324#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002325 default:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002326 DL_ERR("unknown weak reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002327 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002328 }
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002329 } else { // We got a definition.
2330#if !defined(__LP64__)
2331 // When relocating dso with text_relocation .text segment is
2332 // not executable. We need to restore elf flags before resolving
2333 // STT_GNU_IFUNC symbol.
2334 bool protect_segments = has_text_relocations &&
2335 lsi == this &&
2336 ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC;
2337 if (protect_segments) {
2338 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
2339 DL_ERR("can't protect segments for \"%s\": %s",
2340 get_realpath(), strerror(errno));
2341 return false;
2342 }
2343 }
2344#endif
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002345 sym_addr = lsi->resolve_symbol_address(s);
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002346#if !defined(__LP64__)
2347 if (protect_segments) {
2348 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2349 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2350 get_realpath(), strerror(errno));
2351 return false;
2352 }
2353 }
2354#endif
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002355 }
2356 count_relocation(kRelocSymbol);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002357 }
2358
2359 switch (type) {
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002360 case R_GENERIC_JUMP_SLOT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002361 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002362 MARK(rel->r_offset);
2363 TRACE_TYPE(RELO, "RELO JMP_SLOT %16p <- %16p %s\n",
2364 reinterpret_cast<void*>(reloc),
2365 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2366
2367 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002368 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002369 case R_GENERIC_GLOB_DAT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002370 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002371 MARK(rel->r_offset);
2372 TRACE_TYPE(RELO, "RELO GLOB_DAT %16p <- %16p %s\n",
2373 reinterpret_cast<void*>(reloc),
2374 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2375 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002376 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002377 case R_GENERIC_RELATIVE:
2378 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002379 MARK(rel->r_offset);
2380 TRACE_TYPE(RELO, "RELO RELATIVE %16p <- %16p\n",
2381 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002382 reinterpret_cast<void*>(load_bias + addend));
2383 *reinterpret_cast<ElfW(Addr)*>(reloc) = (load_bias + addend);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002384 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002385 case R_GENERIC_IRELATIVE:
2386 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002387 MARK(rel->r_offset);
2388 TRACE_TYPE(RELO, "RELO IRELATIVE %16p <- %16p\n",
2389 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002390 reinterpret_cast<void*>(load_bias + addend));
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002391 {
2392#if !defined(__LP64__)
2393 // When relocating dso with text_relocation .text segment is
2394 // not executable. We need to restore elf flags for this
2395 // particular call.
2396 if (has_text_relocations) {
2397 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
2398 DL_ERR("can't protect segments for \"%s\": %s",
2399 get_realpath(), strerror(errno));
2400 return false;
2401 }
2402 }
2403#endif
2404 ElfW(Addr) ifunc_addr = call_ifunc_resolver(load_bias + addend);
2405#if !defined(__LP64__)
2406 // Unprotect it afterwards...
2407 if (has_text_relocations) {
2408 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2409 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2410 get_realpath(), strerror(errno));
2411 return false;
2412 }
2413 }
2414#endif
2415 *reinterpret_cast<ElfW(Addr)*>(reloc) = ifunc_addr;
2416 }
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002417 break;
2418
2419#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002420 case R_AARCH64_ABS64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002421 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002422 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002423 TRACE_TYPE(RELO, "RELO ABS64 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002424 reloc, sym_addr + addend, sym_name);
2425 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002426 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002427 case R_AARCH64_ABS32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002428 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002429 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002430 TRACE_TYPE(RELO, "RELO ABS32 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002431 reloc, sym_addr + addend, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002432 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002433 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2434 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002435 if ((min_value <= (sym_addr + addend)) &&
2436 ((sym_addr + addend) <= max_value)) {
2437 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002438 } else {
2439 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002440 sym_addr + addend, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002441 return false;
2442 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002443 }
2444 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002445 case R_AARCH64_ABS16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002446 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002447 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002448 TRACE_TYPE(RELO, "RELO ABS16 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002449 reloc, sym_addr + addend, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002450 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002451 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2452 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002453 if ((min_value <= (sym_addr + addend)) &&
2454 ((sym_addr + addend) <= max_value)) {
2455 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002456 } else {
2457 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002458 sym_addr + addend, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002459 return false;
2460 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002461 }
2462 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002463 case R_AARCH64_PREL64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002464 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002465 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002466 TRACE_TYPE(RELO, "RELO REL64 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002467 reloc, sym_addr + addend, rel->r_offset, sym_name);
2468 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002469 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002470 case R_AARCH64_PREL32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002471 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002472 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002473 TRACE_TYPE(RELO, "RELO REL32 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002474 reloc, sym_addr + addend, rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002475 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002476 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2477 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002478 if ((min_value <= (sym_addr + addend - rel->r_offset)) &&
2479 ((sym_addr + addend - rel->r_offset) <= max_value)) {
2480 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002481 } else {
2482 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002483 sym_addr + addend - rel->r_offset, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002484 return false;
2485 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002486 }
2487 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002488 case R_AARCH64_PREL16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002489 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002490 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002491 TRACE_TYPE(RELO, "RELO REL16 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002492 reloc, sym_addr + addend, rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002493 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002494 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2495 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002496 if ((min_value <= (sym_addr + addend - rel->r_offset)) &&
2497 ((sym_addr + addend - rel->r_offset) <= max_value)) {
2498 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002499 } else {
2500 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002501 sym_addr + addend - rel->r_offset, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002502 return false;
2503 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002504 }
2505 break;
2506
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002507 case R_AARCH64_COPY:
Nick Kralevich76e289c2014-07-03 12:04:31 -07002508 /*
2509 * ET_EXEC is not supported so this should not happen.
2510 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002511 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
Nick Kralevich76e289c2014-07-03 12:04:31 -07002512 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002513 * Section 4.6.11 "Dynamic relocations"
Nick Kralevich76e289c2014-07-03 12:04:31 -07002514 * R_AARCH64_COPY may only appear in executable objects where e_type is
2515 * set to ET_EXEC.
2516 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002517 DL_ERR("%s R_AARCH64_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002518 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002519 case R_AARCH64_TLS_TPREL64:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002520 TRACE_TYPE(RELO, "RELO TLS_TPREL64 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002521 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002522 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002523 case R_AARCH64_TLS_DTPREL32:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002524 TRACE_TYPE(RELO, "RELO TLS_DTPREL32 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002525 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002526 break;
2527#elif defined(__x86_64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002528 case R_X86_64_32:
2529 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002530 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002531 TRACE_TYPE(RELO, "RELO R_X86_64_32 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2532 static_cast<size_t>(sym_addr), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002533 *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002534 break;
2535 case R_X86_64_64:
2536 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002537 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002538 TRACE_TYPE(RELO, "RELO R_X86_64_64 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2539 static_cast<size_t>(sym_addr), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002540 *reinterpret_cast<Elf64_Addr*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002541 break;
2542 case R_X86_64_PC32:
2543 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002544 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002545 TRACE_TYPE(RELO, "RELO R_X86_64_PC32 %08zx <- +%08zx (%08zx - %08zx) %s",
2546 static_cast<size_t>(reloc), static_cast<size_t>(sym_addr - reloc),
2547 static_cast<size_t>(sym_addr), static_cast<size_t>(reloc), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002548 *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend - reloc;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002549 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002550#elif defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002551 case R_ARM_ABS32:
2552 count_relocation(kRelocAbsolute);
2553 MARK(rel->r_offset);
2554 TRACE_TYPE(RELO, "RELO ABS %08x <- %08x %s", reloc, sym_addr, sym_name);
2555 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2556 break;
2557 case R_ARM_REL32:
2558 count_relocation(kRelocRelative);
2559 MARK(rel->r_offset);
2560 TRACE_TYPE(RELO, "RELO REL32 %08x <- %08x - %08x %s",
2561 reloc, sym_addr, rel->r_offset, sym_name);
2562 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr - rel->r_offset;
2563 break;
2564 case R_ARM_COPY:
2565 /*
2566 * ET_EXEC is not supported so this should not happen.
2567 *
2568 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0044d/IHI0044D_aaelf.pdf
2569 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002570 * Section 4.6.1.10 "Dynamic relocations"
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002571 * R_ARM_COPY may only appear in executable objects where e_type is
2572 * set to ET_EXEC.
2573 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002574 DL_ERR("%s R_ARM_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002575 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002576#elif defined(__i386__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002577 case R_386_32:
2578 count_relocation(kRelocRelative);
2579 MARK(rel->r_offset);
2580 TRACE_TYPE(RELO, "RELO R_386_32 %08x <- +%08x %s", reloc, sym_addr, sym_name);
2581 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2582 break;
2583 case R_386_PC32:
2584 count_relocation(kRelocRelative);
2585 MARK(rel->r_offset);
2586 TRACE_TYPE(RELO, "RELO R_386_PC32 %08x <- +%08x (%08x - %08x) %s",
2587 reloc, (sym_addr - reloc), sym_addr, reloc, sym_name);
2588 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr - reloc);
2589 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002590#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002591 default:
2592 DL_ERR("unknown reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002593 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002594 }
2595 }
2596 return true;
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002597}
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002598#endif // !defined(__mips__)
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002599
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002600// An empty list of soinfos
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002601static soinfo_list_t g_empty_list;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002602
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002603bool soinfo::prelink_image() {
Ningsheng Jiane93be992014-09-16 15:22:10 +08002604 /* Extract dynamic section */
2605 ElfW(Word) dynamic_flags = 0;
2606 phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags);
Dmitriy Ivanov498eb182014-09-05 14:57:59 -07002607
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002608 /* We can't log anything until the linker is relocated */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002609 bool relocating_linker = (flags_ & FLAG_LINKER) != 0;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002610 if (!relocating_linker) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07002611 INFO("[ Linking \"%s\" ]", get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002612 DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002613 }
2614
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002615 if (dynamic == nullptr) {
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002616 if (!relocating_linker) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002617 DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath());
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002618 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002619 return false;
2620 } else {
2621 if (!relocating_linker) {
2622 DEBUG("dynamic = %p", dynamic);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002623 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002624 }
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002625
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002626#if defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002627 (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias,
2628 &ARM_exidx, &ARM_exidx_count);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002629#endif
2630
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002631 // Extract useful information from dynamic section.
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002632 // Note that: "Except for the DT_NULL element at the end of the array,
2633 // and the relative order of DT_NEEDED elements, entries may appear in any order."
2634 //
2635 // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002636 uint32_t needed_count = 0;
2637 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2638 DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p",
2639 d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2640 switch (d->d_tag) {
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002641 case DT_SONAME:
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002642 // this is parsed after we have strtab initialized (see below).
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002643 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002644
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002645 case DT_HASH:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002646 nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2647 nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2648 bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8);
2649 chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002650 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002651
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002652 case DT_GNU_HASH:
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002653 gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002654 // skip symndx
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002655 gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2];
2656 gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002657
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002658 gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16);
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002659 gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002660 // amend chain for symndx = header[1]
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002661 gnu_chain_ = gnu_bucket_ + gnu_nbucket_ -
2662 reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002663
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002664 if (!powerof2(gnu_maskwords_)) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002665 DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two",
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002666 gnu_maskwords_, get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002667 return false;
2668 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002669 --gnu_maskwords_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002670
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002671 flags_ |= FLAG_GNU_HASH;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002672 break;
2673
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002674 case DT_STRTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002675 strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002676 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002677
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002678 case DT_STRSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002679 strtab_size_ = d->d_un.d_val;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002680 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002681
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002682 case DT_SYMTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002683 symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002684 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002685
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002686 case DT_SYMENT:
2687 if (d->d_un.d_val != sizeof(ElfW(Sym))) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002688 DL_ERR("invalid DT_SYMENT: %zd in \"%s\"",
2689 static_cast<size_t>(d->d_un.d_val), get_realpath());
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002690 return false;
2691 }
2692 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002693
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002694 case DT_PLTREL:
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002695#if defined(USE_RELA)
2696 if (d->d_un.d_val != DT_RELA) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002697 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002698 return false;
2699 }
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002700#else
2701 if (d->d_un.d_val != DT_REL) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002702 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath());
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002703 return false;
2704 }
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002705#endif
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002706 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002707
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002708 case DT_JMPREL:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002709#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002710 plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002711#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002712 plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002713#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002714 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002715
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002716 case DT_PLTRELSZ:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002717#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002718 plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002719#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002720 plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002721#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002722 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002723
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002724 case DT_PLTGOT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002725#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002726 // Used by mips and mips64.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002727 plt_got_ = reinterpret_cast<ElfW(Addr)**>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002728#endif
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002729 // Ignore for other platforms... (because RTLD_LAZY is not supported)
2730 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002731
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002732 case DT_DEBUG:
2733 // Set the DT_DEBUG entry to the address of _r_debug for GDB
2734 // if the dynamic table is writable
Chris Dearman99186652014-02-06 20:36:51 -08002735// FIXME: not working currently for N64
2736// The flags for the LOAD and DYNAMIC program headers do not agree.
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002737// The LOAD section containing the dynamic table has been mapped as
Chris Dearman99186652014-02-06 20:36:51 -08002738// read-only, but the DYNAMIC header claims it is writable.
2739#if !(defined(__mips__) && defined(__LP64__))
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002740 if ((dynamic_flags & PF_W) != 0) {
2741 d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug);
2742 }
Chris Dearman99186652014-02-06 20:36:51 -08002743#endif
Dmitriy Ivanovc6292ea2015-02-13 16:29:50 -08002744 break;
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002745#if defined(USE_RELA)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002746 case DT_RELA:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002747 rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002748 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002749
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002750 case DT_RELASZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002751 rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002752 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002753
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002754 case DT_ANDROID_RELA:
2755 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2756 break;
2757
2758 case DT_ANDROID_RELASZ:
2759 android_relocs_size_ = d->d_un.d_val;
2760 break;
2761
2762 case DT_ANDROID_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002763 DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002764 return false;
2765
2766 case DT_ANDROID_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002767 DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002768 return false;
2769
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002770 case DT_RELAENT:
2771 if (d->d_un.d_val != sizeof(ElfW(Rela))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07002772 DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002773 return false;
2774 }
2775 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002776
2777 // ignored (see DT_RELCOUNT comments for details)
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002778 case DT_RELACOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002779 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002780
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002781 case DT_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002782 DL_ERR("unsupported DT_REL in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002783 return false;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002784
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002785 case DT_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002786 DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002787 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002788
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002789#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002790 case DT_REL:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002791 rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002792 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002793
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002794 case DT_RELSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002795 rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002796 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002797
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002798 case DT_RELENT:
2799 if (d->d_un.d_val != sizeof(ElfW(Rel))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07002800 DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002801 return false;
2802 }
2803 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002804
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002805 case DT_ANDROID_REL:
2806 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2807 break;
2808
2809 case DT_ANDROID_RELSZ:
2810 android_relocs_size_ = d->d_un.d_val;
2811 break;
2812
2813 case DT_ANDROID_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002814 DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002815 return false;
2816
2817 case DT_ANDROID_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002818 DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002819 return false;
2820
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002821 // "Indicates that all RELATIVE relocations have been concatenated together,
2822 // and specifies the RELATIVE relocation count."
2823 //
2824 // TODO: Spec also mentions that this can be used to optimize relocation process;
2825 // Not currently used by bionic linker - ignored.
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002826 case DT_RELCOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002827 break;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002828
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002829 case DT_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002830 DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002831 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002832
2833 case DT_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002834 DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002835 return false;
2836
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002837#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002838 case DT_INIT:
Dimitry Ivanov55437462016-07-20 15:33:07 -07002839 init_func_ = reinterpret_cast<linker_ctor_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002840 DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002841 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002842
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002843 case DT_FINI:
Dimitry Ivanov55437462016-07-20 15:33:07 -07002844 fini_func_ = reinterpret_cast<linker_dtor_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002845 DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002846 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002847
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002848 case DT_INIT_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07002849 init_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002850 DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002851 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002852
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002853 case DT_INIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002854 init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002855 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002856
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002857 case DT_FINI_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07002858 fini_array_ = reinterpret_cast<linker_dtor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002859 DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002860 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002861
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002862 case DT_FINI_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002863 fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002864 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002865
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002866 case DT_PREINIT_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07002867 preinit_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002868 DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002869 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002870
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002871 case DT_PREINIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002872 preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002873 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002874
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002875 case DT_TEXTREL:
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002876#if defined(__LP64__)
Dimitry Ivanov816676e2016-10-19 11:00:28 -07002877 DL_ERR("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002878 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002879#else
2880 has_text_relocations = true;
2881 break;
2882#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002883
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002884 case DT_SYMBOLIC:
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07002885 has_DT_SYMBOLIC = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002886 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002887
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002888 case DT_NEEDED:
2889 ++needed_count;
2890 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002891
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002892 case DT_FLAGS:
2893 if (d->d_un.d_val & DF_TEXTREL) {
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002894#if defined(__LP64__)
Dimitry Ivanov816676e2016-10-19 11:00:28 -07002895 DL_ERR("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002896 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002897#else
2898 has_text_relocations = true;
2899#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002900 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07002901 if (d->d_un.d_val & DF_SYMBOLIC) {
2902 has_DT_SYMBOLIC = true;
2903 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002904 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002905
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002906 case DT_FLAGS_1:
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002907 set_dt_flags_1(d->d_un.d_val);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002908
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002909 if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) {
Dimitry Ivanov816676e2016-10-19 11:00:28 -07002910 DL_WARN("\"%s\" has unsupported flags DT_FLAGS_1=%p", get_realpath(), reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002911 }
2912 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002913#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002914 case DT_MIPS_RLD_MAP:
2915 // Set the DT_MIPS_RLD_MAP entry to the address of _r_debug for GDB.
2916 {
2917 r_debug** dp = reinterpret_cast<r_debug**>(load_bias + d->d_un.d_ptr);
2918 *dp = &_r_debug;
2919 }
2920 break;
Lazar Trsic83b44a92016-04-06 13:39:17 +02002921 case DT_MIPS_RLD_MAP_REL:
2922 // Set the DT_MIPS_RLD_MAP_REL entry to the address of _r_debug for GDB.
Raghu Gandham68815722014-12-18 19:12:19 -08002923 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002924 r_debug** dp = reinterpret_cast<r_debug**>(
2925 reinterpret_cast<ElfW(Addr)>(d) + d->d_un.d_val);
Raghu Gandham68815722014-12-18 19:12:19 -08002926 *dp = &_r_debug;
2927 }
2928 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002929
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002930 case DT_MIPS_RLD_VERSION:
2931 case DT_MIPS_FLAGS:
2932 case DT_MIPS_BASE_ADDRESS:
2933 case DT_MIPS_UNREFEXTNO:
2934 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002935
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002936 case DT_MIPS_SYMTABNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002937 mips_symtabno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002938 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002939
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002940 case DT_MIPS_LOCAL_GOTNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002941 mips_local_gotno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002942 break;
2943
2944 case DT_MIPS_GOTSYM:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002945 mips_gotsym_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002946 break;
2947#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002948 // Ignored: "Its use has been superseded by the DF_BIND_NOW flag"
2949 case DT_BIND_NOW:
2950 break;
2951
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002952 case DT_VERSYM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002953 versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr);
2954 break;
2955
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002956 case DT_VERDEF:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002957 verdef_ptr_ = load_bias + d->d_un.d_ptr;
2958 break;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002959 case DT_VERDEFNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002960 verdef_cnt_ = d->d_un.d_val;
2961 break;
2962
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03002963 case DT_VERNEED:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002964 verneed_ptr_ = load_bias + d->d_un.d_ptr;
2965 break;
2966
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03002967 case DT_VERNEEDNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002968 verneed_cnt_ = d->d_un.d_val;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002969 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002970
Evgenii Stepanov68650822015-06-10 13:38:39 -07002971 case DT_RUNPATH:
2972 // this is parsed after we have strtab initialized (see below).
2973 break;
2974
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002975 default:
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07002976 if (!relocating_linker) {
Dimitry Ivanov816676e2016-10-19 11:00:28 -07002977 DL_WARN("\"%s\" unused DT entry: type %p arg %p", get_realpath(),
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07002978 reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2979 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002980 break;
Brian Carlstromd4ee82d2013-02-28 15:58:45 -08002981 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002982 }
2983
Duane Sandbc425c72015-06-01 16:29:14 -07002984#if defined(__mips__) && !defined(__LP64__)
2985 if (!mips_check_and_adjust_fp_modes()) {
2986 return false;
2987 }
2988#endif
2989
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002990 DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p",
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002991 reinterpret_cast<void*>(base), strtab_, symtab_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002992
2993 // Sanity checks.
2994 if (relocating_linker && needed_count != 0) {
2995 DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries");
2996 return false;
2997 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002998 if (nbucket_ == 0 && gnu_nbucket_ == 0) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002999 DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003000 "(new hash type from the future?)", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003001 return false;
3002 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003003 if (strtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003004 DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003005 return false;
3006 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003007 if (symtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003008 DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003009 return false;
3010 }
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003011
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07003012 // second pass - parse entries relying on strtab
3013 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
Evgenii Stepanov68650822015-06-10 13:38:39 -07003014 switch (d->d_tag) {
3015 case DT_SONAME:
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07003016 set_soname(get_string(d->d_un.d_val));
Evgenii Stepanov68650822015-06-10 13:38:39 -07003017 break;
3018 case DT_RUNPATH:
Evgenii Stepanov68650822015-06-10 13:38:39 -07003019 set_dt_runpath(get_string(d->d_un.d_val));
3020 break;
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07003021 }
3022 }
3023
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003024 // Before M release linker was using basename in place of soname.
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003025 // In the case when dt_soname is absent some apps stop working
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003026 // because they can't find dt_needed library by soname.
3027 // This workaround should keep them working. (applies only
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003028 // for apps targeting sdk version < M). Make an exception for
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003029 // the main executable and linker; they do not need to have dt_soname
Dimitry Ivanov3f660572016-09-09 10:00:39 -07003030 if (soname_ == nullptr &&
3031 this != solist_get_somain() &&
3032 (flags_ & FLAG_LINKER) == 0 &&
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003033 get_application_target_sdk_version() < __ANDROID_API_M__) {
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003034 soname_ = basename(realpath_.c_str());
3035 DL_WARN("%s: is missing DT_SONAME will use basename as a replacement: \"%s\"",
3036 get_realpath(), soname_);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07003037 // Don't call add_dlwarning because a missing DT_SONAME isn't important enough to show in the UI
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003038 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003039 return true;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07003040}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003041
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003042bool soinfo::link_image(const soinfo_list_t& global_group, const soinfo_list_t& local_group,
3043 const android_dlextinfo* extinfo) {
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003044
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003045 local_group_root_ = local_group.front();
3046 if (local_group_root_ == nullptr) {
3047 local_group_root_ = this;
3048 }
3049
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003050 if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) {
3051 target_sdk_version_ = get_application_target_sdk_version();
3052 }
3053
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003054 VersionTracker version_tracker;
3055
3056 if (!version_tracker.init(this)) {
3057 return false;
3058 }
3059
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003060#if !defined(__LP64__)
3061 if (has_text_relocations) {
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003062 // Fail if app is targeting M or above.
3063 if (get_application_target_sdk_version() >= __ANDROID_API_M__) {
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003064 DL_ERR_AND_LOG("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanove4ad91f2015-06-12 15:00:31 -07003065 return false;
3066 }
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003067 // Make segments writable to allow text relocations to work properly. We will later call
Dmitriy Ivanov7e039932015-10-01 14:02:19 -07003068 // phdr_table_protect_segments() after all of them are applied.
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003069 DL_WARN("\"%s\" has text relocations. This is wasting memory and prevents "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003070 "security hardening. Please fix.", get_realpath());
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07003071 add_dlwarning(get_realpath(), "text relocations");
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003072 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
3073 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003074 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003075 return false;
3076 }
3077 }
3078#endif
3079
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003080 if (android_relocs_ != nullptr) {
3081 // check signature
3082 if (android_relocs_size_ > 3 &&
3083 android_relocs_[0] == 'A' &&
3084 android_relocs_[1] == 'P' &&
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003085 android_relocs_[2] == 'S' &&
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003086 android_relocs_[3] == '2') {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003087 DEBUG("[ android relocating %s ]", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003088
3089 bool relocated = false;
3090 const uint8_t* packed_relocs = android_relocs_ + 4;
3091 const size_t packed_relocs_size = android_relocs_size_ - 4;
3092
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003093 relocated = relocate(
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003094 version_tracker,
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003095 packed_reloc_iterator<sleb128_decoder>(
3096 sleb128_decoder(packed_relocs, packed_relocs_size)),
3097 global_group, local_group);
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003098
3099 if (!relocated) {
3100 return false;
3101 }
3102 } else {
3103 DL_ERR("bad android relocation header.");
3104 return false;
3105 }
3106 }
3107
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003108#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003109 if (rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003110 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003111 if (!relocate(version_tracker,
3112 plain_reloc_iterator(rela_, rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003113 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003114 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003115 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003116 if (plt_rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003117 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003118 if (!relocate(version_tracker,
3119 plain_reloc_iterator(plt_rela_, plt_rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003120 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003121 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003122 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003123#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003124 if (rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003125 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003126 if (!relocate(version_tracker,
3127 plain_reloc_iterator(rel_, rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003128 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003129 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003130 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003131 if (plt_rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003132 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003133 if (!relocate(version_tracker,
3134 plain_reloc_iterator(plt_rel_, plt_rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003135 return false;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003136 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003137 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003138#endif
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003139
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003140#if defined(__mips__)
Dmitriy Ivanovf39cb632015-04-30 20:17:03 -07003141 if (!mips_relocate_got(version_tracker, global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003142 return false;
3143 }
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07003144#endif
3145
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003146 DEBUG("[ finished linking %s ]", get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003147
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003148#if !defined(__LP64__)
3149 if (has_text_relocations) {
3150 // All relocations are done, we can protect our segments back to read-only.
3151 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
3152 DL_ERR("can't protect segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003153 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003154 return false;
3155 }
3156 }
3157#endif
3158
Mingwei Shibe910522015-11-12 07:02:14 +00003159 // We can also turn on GNU RELRO protection if we're not linking the dynamic linker
3160 // itself --- it can't make system calls yet, and will have to call protect_relro later.
3161 if (!is_linker() && !protect_relro()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003162 return false;
3163 }
Nick Kralevich9ec0f032012-02-28 10:40:00 -08003164
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003165 /* Handle serializing/sharing the RELRO segment */
3166 if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) {
3167 if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias,
3168 extinfo->relro_fd) < 0) {
3169 DL_ERR("failed serializing GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003170 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003171 return false;
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003172 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003173 } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) {
3174 if (phdr_table_map_gnu_relro(phdr, phnum, load_bias,
3175 extinfo->relro_fd) < 0) {
3176 DL_ERR("failed mapping GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003177 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003178 return false;
3179 }
3180 }
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003181
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003182 notify_gdb_of_load(this);
3183 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003184}
3185
Mingwei Shibe910522015-11-12 07:02:14 +00003186bool soinfo::protect_relro() {
3187 if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) {
3188 DL_ERR("can't enable GNU RELRO protection for \"%s\": %s",
3189 get_realpath(), strerror(errno));
3190 return false;
3191 }
3192 return true;
3193}
3194
Dimitry Ivanov3f660572016-09-09 10:00:39 -07003195void init_default_namespace() {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003196 g_default_namespace.set_name("(default)");
3197 g_default_namespace.set_isolated(false);
3198
Dimitry Ivanov3f660572016-09-09 10:00:39 -07003199 soinfo* somain = solist_get_somain();
3200
Evgenii Stepanovd640b222015-07-10 17:54:01 -07003201 const char *interp = phdr_table_get_interpreter_name(somain->phdr, somain->phnum,
3202 somain->load_bias);
3203 const char* bname = basename(interp);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003204 if (bname && (strcmp(bname, "linker_asan") == 0 || strcmp(bname, "linker_asan64") == 0)) {
Evgenii Stepanovd640b222015-07-10 17:54:01 -07003205 g_default_ld_paths = kAsanDefaultLdPaths;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07003206 g_is_asan = true;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003207 } else {
Evgenii Stepanovd640b222015-07-10 17:54:01 -07003208 g_default_ld_paths = kDefaultLdPaths;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003209 }
3210
neo.chae2589f9d2016-10-04 11:00:27 +09003211 char real_path[PATH_MAX];
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003212 std::vector<std::string> ld_default_paths;
3213 for (size_t i = 0; g_default_ld_paths[i] != nullptr; ++i) {
neo.chae2589f9d2016-10-04 11:00:27 +09003214 if (realpath(g_default_ld_paths[i], real_path) != nullptr) {
3215 ld_default_paths.push_back(real_path);
3216 } else {
3217 ld_default_paths.push_back(g_default_ld_paths[i]);
3218 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003219 }
3220
3221 g_default_namespace.set_default_library_paths(std::move(ld_default_paths));
Evgenii Stepanovd640b222015-07-10 17:54:01 -07003222};