blob: 1a005faa01c363e2d5a5dc50d32dafc611508c51 [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002 * Copyright (C) 2008 The Android Open Source Project
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Dmitriy Ivanov19133522015-06-02 17:36:54 -070029#include <android/api-level.h>
Elliott Hughes46882792012-08-03 16:49:39 -070030#include <errno.h>
31#include <fcntl.h>
Elliott Hughes0266ae52014-02-10 17:46:57 -080032#include <inttypes.h>
Elliott Hughes46882792012-08-03 16:49:39 -070033#include <pthread.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080034#include <stdio.h>
35#include <stdlib.h>
36#include <string.h>
Elliott Hughes46882792012-08-03 16:49:39 -070037#include <sys/mman.h>
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -080038#include <sys/param.h>
Dimitry Ivanovbf34ba32017-04-21 13:12:05 -070039#include <sys/vfs.h>
Elliott Hughes46882792012-08-03 16:49:39 -070040#include <unistd.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080041
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070042#include <new>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070043#include <string>
Dmitriy Ivanovb4827502015-09-28 16:38:31 -070044#include <unordered_map>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070045#include <vector>
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070046
Tom Cherryb8ab6182017-04-05 16:20:29 -070047#include <android-base/scopeguard.h>
48
Christopher Ferris7a3681e2017-04-24 17:48:32 -070049#include <async_safe/log.h>
50
Elliott Hughes46882792012-08-03 16:49:39 -070051// Private C library headers.
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080052
53#include "linker.h"
Dmitriy Ivanovc9ce70d2015-03-10 15:30:26 -070054#include "linker_block_allocator.h"
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -070055#include "linker_cfi.h"
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -080056#include "linker_config.h"
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -080057#include "linker_gdb_support.h"
Dimitry Ivanov48ec2882016-08-04 11:50:36 -070058#include "linker_globals.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080059#include "linker_debug.h"
Dimitry Ivanov769b33f2016-07-21 11:33:40 -070060#include "linker_dlwarning.h"
Dimitry Ivanov3f660572016-09-09 10:00:39 -070061#include "linker_main.h"
Dimitry Ivanovb943f302016-08-03 16:00:10 -070062#include "linker_namespaces.h"
Dmitriy Ivanov18870d32015-04-22 13:10:04 -070063#include "linker_sleb128.h"
David 'Digit' Turner23363ed2012-06-18 18:13:49 +020064#include "linker_phdr.h"
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -080065#include "linker_relocs.h"
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -080066#include "linker_reloc_iterators.h"
Dmitriy Ivanova1feb112015-10-01 18:41:57 -070067#include "linker_utils.h"
tony.ys_liub4474402015-07-29 18:00:22 +080068
dimitryfe1b27c2017-08-11 14:43:21 +020069#include "android-base/macros.h"
Elliott Hughes939a7e02015-12-04 15:27:46 -080070#include "android-base/strings.h"
Dimitry Ivanovb996d602016-07-11 18:11:39 -070071#include "android-base/stringprintf.h"
Simon Baldwinaef71952015-01-16 13:22:54 +000072#include "ziparchive/zip_archive.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080073
Elliott Hughes1801db32015-06-08 18:04:00 -070074// Override macros to use C++ style casts.
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -080075#undef ELF_ST_TYPE
76#define ELF_ST_TYPE(x) (static_cast<uint32_t>(x) & 0xf)
77
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -070078static android_namespace_t* g_anonymous_namespace = &g_default_namespace;
Jiyong Park01de74e2017-04-03 23:10:37 +090079static std::unordered_map<std::string, android_namespace_t*> g_exported_namespaces;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070080
Dmitriy Ivanov600bc3c2015-03-10 15:43:50 -070081static LinkerTypeAllocator<soinfo> g_soinfo_allocator;
82static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator;
Magnus Malmbornba98d922012-09-12 13:00:55 +020083
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070084static LinkerTypeAllocator<android_namespace_t> g_namespace_allocator;
Dimitry Ivanovaca299a2016-04-11 12:42:58 -070085static LinkerTypeAllocator<LinkedListEntry<android_namespace_t>> g_namespace_list_allocator;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -070086
dimitryfe1b27c2017-08-11 14:43:21 +020087static const char* const kLdConfigArchFilePath = "/system/etc/ld.config." ABI_STRING ".txt";
88
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -080089static const char* const kLdConfigFilePath = "/system/etc/ld.config.txt";
90
Elliott Hughes4eeb1f12013-10-25 17:38:02 -070091#if defined(__LP64__)
Dimitry Ivanova1446972017-03-17 00:08:23 +000092static const char* const kSystemLibDir = "/system/lib64";
93static const char* const kVendorLibDir = "/vendor/lib64";
Vishwath Mohan4113def2017-03-29 15:31:34 -070094static const char* const kAsanSystemLibDir = "/data/asan/system/lib64";
95static const char* const kAsanVendorLibDir = "/data/asan/vendor/lib64";
Elliott Hughes011bc0b2013-10-08 14:27:10 -070096#else
Dimitry Ivanova1446972017-03-17 00:08:23 +000097static const char* const kSystemLibDir = "/system/lib";
98static const char* const kVendorLibDir = "/vendor/lib";
Vishwath Mohan4113def2017-03-29 15:31:34 -070099static const char* const kAsanSystemLibDir = "/data/asan/system/lib";
100static const char* const kAsanVendorLibDir = "/data/asan/vendor/lib";
Elliott Hughes011bc0b2013-10-08 14:27:10 -0700101#endif
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700102
Vishwath Mohan4113def2017-03-29 15:31:34 -0700103static const char* const kAsanLibDirPrefix = "/data/asan";
104
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700105static const char* const kDefaultLdPaths[] = {
106 kSystemLibDir,
107 kVendorLibDir,
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700108 nullptr
Elliott Hughes124fae92012-10-31 14:20:03 -0700109};
David Bartleybc3a5c22009-06-02 18:27:28 -0700110
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700111static const char* const kAsanDefaultLdPaths[] = {
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700112 kAsanSystemLibDir,
113 kSystemLibDir,
114 kAsanVendorLibDir,
115 kVendorLibDir,
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700116 nullptr
117};
118
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700119// Is ASAN enabled?
120static bool g_is_asan = false;
121
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -0700122static CFIShadowWriter g_cfi_shadow;
123
124CFIShadowWriter* get_cfi_shadow() {
125 return &g_cfi_shadow;
126}
127
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700128static bool is_system_library(const std::string& realpath) {
129 for (const auto& dir : g_default_namespace.get_default_library_paths()) {
130 if (file_is_in_dir(realpath, dir)) {
131 return true;
132 }
133 }
134 return false;
135}
136
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700137// Checks if the file exists and not a directory.
138static bool file_exists(const char* path) {
Dimitry Ivanov4cf70242016-08-11 11:11:52 -0700139 struct stat s;
140
141 if (stat(path, &s) != 0) {
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700142 return false;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700143 }
Dimitry Ivanov4cf70242016-08-11 11:11:52 -0700144
145 return S_ISREG(s.st_mode);
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -0700146}
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700147
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800148static std::string resolve_soname(const std::string& name) {
149 // We assume that soname equals to basename here
150
151 // TODO(dimitry): consider having honest absolute-path -> soname resolution
152 // note that since we might end up refusing to load this library because
153 // it is not in shared libs list we need to get the soname without actually loading
154 // the library.
155 //
156 // On the other hand there are several places where we already assume that
157 // soname == basename in particular for any not-loaded library mentioned
158 // in DT_NEEDED list.
159 return basename(name.c_str());
160}
161
162static bool maybe_accessible_via_namespace_links(android_namespace_t* ns, const char* name) {
163 std::string soname = resolve_soname(name);
164 for (auto& ns_link : ns->linked_namespaces()) {
165 if (ns_link.is_accessible(soname.c_str())) {
166 return true;
167 }
168 }
169
170 return false;
171}
172
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700173// TODO(dimitry): The grey-list is a workaround for http://b/26394120 ---
174// gradually remove libraries from this list until it is gone.
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800175static bool is_greylisted(android_namespace_t* ns, const char* name, const soinfo* needed_by) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700176 static const char* const kLibraryGreyList[] = {
177 "libandroid_runtime.so",
178 "libbinder.so",
179 "libcrypto.so",
180 "libcutils.so",
181 "libexpat.so",
182 "libgui.so",
183 "libmedia.so",
184 "libnativehelper.so",
185 "libskia.so",
186 "libssl.so",
187 "libstagefright.so",
188 "libsqlite.so",
189 "libui.so",
190 "libutils.so",
191 "libvorbisidec.so",
192 nullptr
193 };
194
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800195 // If you're targeting N, you don't get the greylist.
Elliott Hughes9e27e582017-03-23 17:42:49 -0700196 if (g_greylist_disabled || get_application_target_sdk_version() >= __ANDROID_API_N__) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700197 return false;
198 }
199
200 // if the library needed by a system library - implicitly assume it
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800201 // is greylisted unless it is in the list of shared libraries for one or
202 // more linked namespaces
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700203 if (needed_by != nullptr && is_system_library(needed_by->get_realpath())) {
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -0800204 return !maybe_accessible_via_namespace_links(ns, name);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700205 }
206
207 // if this is an absolute path - make sure it points to /system/lib(64)
208 if (name[0] == '/' && dirname(name) == kSystemLibDir) {
209 // and reduce the path to basename
210 name = basename(name);
211 }
212
213 for (size_t i = 0; kLibraryGreyList[i] != nullptr; ++i) {
214 if (strcmp(name, kLibraryGreyList[i]) == 0) {
215 return true;
216 }
217 }
218
219 return false;
220}
221// END OF WORKAROUND
222
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700223static std::vector<std::string> g_ld_preload_names;
Elliott Hughesa4aafd12014-01-13 16:37:47 -0800224
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800225static bool g_anonymous_namespace_initialized;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700226
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800227#if STATS
Elliott Hughesbedfe382012-08-14 14:07:59 -0700228struct linker_stats_t {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700229 int count[kRelocMax];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700230};
231
232static linker_stats_t linker_stats;
233
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800234void count_relocation(RelocationKind kind) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700235 ++linker_stats.count[kind];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700236}
237#else
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800238void count_relocation(RelocationKind) {
Elliott Hughesbedfe382012-08-14 14:07:59 -0700239}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800240#endif
241
242#if COUNT_PAGES
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800243uint32_t bitmask[4096];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800244#endif
245
Elliott Hughesbedfe382012-08-14 14:07:59 -0700246static void notify_gdb_of_load(soinfo* info) {
Dimitry Ivanove97d8ed2016-03-01 15:55:56 -0800247 if (info->is_linker() || info->is_main_executable()) {
248 // gdb already knows about the linker and the main executable.
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700249 return;
250 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800251
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800252 link_map* map = &(info->link_map_head);
Nicolas Geoffray0fa54102016-02-18 09:31:24 +0000253
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800254 map->l_addr = info->load_bias;
255 // link_map l_name field is not const.
256 map->l_name = const_cast<char*>(info->get_realpath());
257 map->l_ld = info->dynamic;
Nicolas Geoffray0fa54102016-02-18 09:31:24 +0000258
Dimitry Ivanove97d8ed2016-03-01 15:55:56 -0800259 CHECK(map->l_name != nullptr);
260 CHECK(map->l_name[0] != '\0');
261
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800262 notify_gdb_of_load(map);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700263}
264
Elliott Hughesbedfe382012-08-14 14:07:59 -0700265static void notify_gdb_of_unload(soinfo* info) {
Dimitry Ivanov6b788ee2016-02-17 16:08:03 -0800266 notify_gdb_of_unload(&(info->link_map_head));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800267}
268
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700269LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() {
270 return g_soinfo_links_allocator.alloc();
271}
272
273void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) {
274 g_soinfo_links_allocator.free(entry);
275}
276
Dimitry Ivanovaca299a2016-04-11 12:42:58 -0700277LinkedListEntry<android_namespace_t>* NamespaceListAllocator::alloc() {
278 return g_namespace_list_allocator.alloc();
279}
280
281void NamespaceListAllocator::free(LinkedListEntry<android_namespace_t>* entry) {
282 g_namespace_list_allocator.free(entry);
283}
284
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700285soinfo* soinfo_alloc(android_namespace_t* ns, const char* name,
286 struct stat* file_stat, off64_t file_offset,
287 uint32_t rtld_flags) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700288 if (strlen(name) >= PATH_MAX) {
Elliott Hughes7b0af7a2017-09-15 16:09:22 -0700289 async_safe_fatal("library name \"%s\" too long", name);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200290 }
291
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700292 TRACE("name %s: allocating soinfo for ns=%p", name, ns);
293
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700294 soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(ns, name, file_stat,
295 file_offset, rtld_flags);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700296
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700297 solist_add_soinfo(si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200298
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700299 si->generate_handle();
300 ns->add_soinfo(si);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700301
Elliott Hughesca0c11b2013-03-12 10:40:45 -0700302 TRACE("name %s: allocated soinfo @ %p", name, si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200303 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800304}
305
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800306static void soinfo_free(soinfo* si) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700307 if (si == nullptr) {
308 return;
309 }
310
311 if (si->base != 0 && si->size != 0) {
Dimitry Ivanovf45b0e92016-01-15 11:13:35 -0800312 if (!si->is_mapped_by_caller()) {
313 munmap(reinterpret_cast<void*>(si->base), si->size);
314 } else {
315 // remap the region as PROT_NONE, MAP_ANONYMOUS | MAP_NORESERVE
316 mmap(reinterpret_cast<void*>(si->base), si->size, PROT_NONE,
317 MAP_FIXED | MAP_PRIVATE | MAP_ANONYMOUS | MAP_NORESERVE, -1, 0);
318 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700319 }
320
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700321 TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700322
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700323 if (!solist_remove_soinfo(si)) {
324 // TODO (dimitry): revisit this - for now preserving the logic
325 // but it does not look right, abort if soinfo is not in the list instead?
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700326 return;
327 }
Elliott Hughes46882792012-08-03 16:49:39 -0700328
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700329 // clear links to/from si
330 si->remove_all_links();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700331
Dmitriy Ivanov609f11b2015-07-08 15:26:46 -0700332 si->~soinfo();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700333 g_soinfo_allocator.free(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800334}
335
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700336static void parse_path(const char* path, const char* delimiters,
337 std::vector<std::string>* resolved_paths) {
338 std::vector<std::string> paths;
339 split_path(path, delimiters, &paths);
340 resolve_paths(paths, resolved_paths);
341}
342
Elliott Hughescade4c32012-12-20 14:42:14 -0800343static void parse_LD_LIBRARY_PATH(const char* path) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700344 std::vector<std::string> ld_libary_paths;
345 parse_path(path, ":", &ld_libary_paths);
346 g_default_namespace.set_ld_library_paths(std::move(ld_libary_paths));
Elliott Hughescade4c32012-12-20 14:42:14 -0800347}
348
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700349static bool realpath_fd(int fd, std::string* realpath) {
350 std::vector<char> buf(PATH_MAX), proc_self_fd(PATH_MAX);
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700351 async_safe_format_buffer(&proc_self_fd[0], proc_self_fd.size(), "/proc/self/fd/%d", fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700352 if (readlink(&proc_self_fd[0], &buf[0], buf.size()) == -1) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700353 PRINT("readlink(\"%s\") failed: %s [fd=%d]", &proc_self_fd[0], strerror(errno), fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700354 return false;
355 }
356
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700357 *realpath = &buf[0];
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700358 return true;
359}
360
Elliott Hughes4eeb1f12013-10-25 17:38:02 -0700361#if defined(__arm__)
Elliott Hughes46882792012-08-03 16:49:39 -0700362
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700363// For a given PC, find the .so that it belongs to.
364// Returns the base address of the .ARM.exidx section
365// for that .so, and the number of 8-byte entries
366// in that section (via *pcount).
367//
368// Intended to be called by libc's __gnu_Unwind_Find_exidx().
Dimitry Ivanovd9e427c2016-11-22 16:55:25 -0800369_Unwind_Ptr do_dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) {
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700370 for (soinfo* si = solist_get_head(); si != 0; si = si->next) {
Elliott Hughesf2c6ad62017-04-21 10:25:56 -0700371 if ((pc >= si->base) && (pc < (si->base + si->size))) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700372 *pcount = si->ARM_exidx_count;
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800373 return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800374 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700375 }
376 *pcount = 0;
Elliott Hughesf2c6ad62017-04-21 10:25:56 -0700377 return 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800378}
Elliott Hughes46882792012-08-03 16:49:39 -0700379
Christopher Ferris24053a42013-08-19 17:45:09 -0700380#endif
Elliott Hughes46882792012-08-03 16:49:39 -0700381
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700382// Here, we only have to provide a callback to iterate across all the
383// loaded libraries. gcc_eh does the rest.
Dmitriy Ivanov7271caf2015-06-29 14:48:25 -0700384int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700385 int rv = 0;
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700386 for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700387 dl_phdr_info dl_info;
388 dl_info.dlpi_addr = si->link_map_head.l_addr;
389 dl_info.dlpi_name = si->link_map_head.l_name;
390 dl_info.dlpi_phdr = si->phdr;
391 dl_info.dlpi_phnum = si->phnum;
392 rv = cb(&dl_info, sizeof(dl_phdr_info), data);
393 if (rv != 0) {
394 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800395 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700396 }
397 return rv;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800398}
Elliott Hughes46882792012-08-03 16:49:39 -0700399
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800400
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700401bool soinfo_do_lookup(soinfo* si_from, const char* name, const version_info* vi,
Dimitry Ivanovb943f302016-08-03 16:00:10 -0700402 soinfo** si_found_in, const soinfo_list_t& global_group,
403 const soinfo_list_t& local_group, const ElfW(Sym)** symbol) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800404 SymbolName symbol_name(name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700405 const ElfW(Sym)* s = nullptr;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700406
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700407 /* "This element's presence in a shared object library alters the dynamic linker's
408 * symbol resolution algorithm for references within the library. Instead of starting
409 * a symbol search with the executable file, the dynamic linker starts from the shared
410 * object itself. If the shared object fails to supply the referenced symbol, the
411 * dynamic linker then searches the executable file and other shared objects as usual."
412 *
413 * http://www.sco.com/developers/gabi/2012-12-31/ch5.dynamic.html
414 *
415 * Note that this is unlikely since static linker avoids generating
416 * relocations for -Bsymbolic linked dynamic executables.
417 */
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700418 if (si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700419 DEBUG("%s: looking up %s in local scope (DT_SYMBOLIC)", si_from->get_realpath(), name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700420 if (!si_from->find_symbol_by_name(symbol_name, vi, &s)) {
421 return false;
422 }
423
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -0700424 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700425 *si_found_in = si_from;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700426 }
427 }
428
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700429 // 1. Look for it in global_group
430 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700431 bool error = false;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700432 global_group.visit([&](soinfo* global_si) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700433 DEBUG("%s: looking up %s in %s (from global group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700434 si_from->get_realpath(), name, global_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700435 if (!global_si->find_symbol_by_name(symbol_name, vi, &s)) {
436 error = true;
437 return false;
438 }
439
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700440 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700441 *si_found_in = global_si;
442 return false;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700443 }
Dmitriy Ivanovc2048942014-08-29 10:15:25 -0700444
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700445 return true;
446 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700447
448 if (error) {
449 return false;
450 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700451 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700452
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700453 // 2. Look for it in the local group
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700454 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700455 bool error = false;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700456 local_group.visit([&](soinfo* local_si) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700457 if (local_si == si_from && si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanove47b3f82014-10-23 14:19:07 -0700458 // we already did this - skip
459 return true;
460 }
461
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700462 DEBUG("%s: looking up %s in %s (from local group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700463 si_from->get_realpath(), name, local_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700464 if (!local_si->find_symbol_by_name(symbol_name, vi, &s)) {
465 error = true;
466 return false;
467 }
468
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700469 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700470 *si_found_in = local_si;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700471 return false;
472 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700473
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700474 return true;
475 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700476
477 if (error) {
478 return false;
479 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700480 }
481
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700482 if (s != nullptr) {
483 TRACE_TYPE(LOOKUP, "si %s sym %s s->st_value = %p, "
484 "found in %s, base = %p, load bias = %p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700485 si_from->get_realpath(), name, reinterpret_cast<void*>(s->st_value),
486 (*si_found_in)->get_realpath(), reinterpret_cast<void*>((*si_found_in)->base),
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700487 reinterpret_cast<void*>((*si_found_in)->load_bias));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700488 }
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700489
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700490 *symbol = s;
491 return true;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700492}
493
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700494ProtectedDataGuard::ProtectedDataGuard() {
495 if (ref_count_++ == 0) {
496 protect_data(PROT_READ | PROT_WRITE);
497 }
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700498
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700499 if (ref_count_ == 0) { // overflow
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700500 async_safe_fatal("Too many nested calls to dlopen()");
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800501 }
Dimitry Ivanov68e6c032017-02-01 12:55:11 -0800502}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800503
Dimitry Ivanov68e6c032017-02-01 12:55:11 -0800504ProtectedDataGuard::~ProtectedDataGuard() {
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700505 if (--ref_count_ == 0) {
506 protect_data(PROT_READ);
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800507 }
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700508}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800509
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700510void ProtectedDataGuard::protect_data(int protection) {
511 g_soinfo_allocator.protect_all(protection);
512 g_soinfo_links_allocator.protect_all(protection);
513 g_namespace_allocator.protect_all(protection);
514 g_namespace_list_allocator.protect_all(protection);
515}
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800516
517size_t ProtectedDataGuard::ref_count_ = 0;
518
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700519// Each size has it's own allocator.
520template<size_t size>
521class SizeBasedAllocator {
522 public:
523 static void* alloc() {
524 return allocator_.alloc();
525 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700526
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700527 static void free(void* ptr) {
528 allocator_.free(ptr);
529 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700530
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700531 private:
532 static LinkerBlockAllocator allocator_;
533};
534
535template<size_t size>
536LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size);
537
538template<typename T>
539class TypeBasedAllocator {
540 public:
541 static T* alloc() {
542 return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc());
543 }
544
545 static void free(T* ptr) {
546 SizeBasedAllocator<sizeof(T)>::free(ptr);
547 }
548};
549
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700550class LoadTask {
551 public:
552 struct deleter_t {
553 void operator()(LoadTask* t) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700554 t->~LoadTask();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700555 TypeBasedAllocator<LoadTask>::free(t);
556 }
557 };
558
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700559 static deleter_t deleter;
560
Dimitry Ivanov7d429d32017-02-01 15:28:52 -0800561 static LoadTask* create(const char* name,
562 soinfo* needed_by,
Jiyong Park02586a22017-05-20 01:01:24 +0900563 android_namespace_t* start_from,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700564 std::unordered_map<const soinfo*, ElfReader>* readers_map) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700565 LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc();
Jiyong Park02586a22017-05-20 01:01:24 +0900566 return new (ptr) LoadTask(name, needed_by, start_from, readers_map);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700567 }
568
569 const char* get_name() const {
570 return name_;
571 }
572
573 soinfo* get_needed_by() const {
574 return needed_by_;
575 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700576
577 soinfo* get_soinfo() const {
578 return si_;
579 }
580
581 void set_soinfo(soinfo* si) {
582 si_ = si;
583 }
584
585 off64_t get_file_offset() const {
586 return file_offset_;
587 }
588
589 void set_file_offset(off64_t offset) {
590 file_offset_ = offset;
591 }
592
593 int get_fd() const {
594 return fd_;
595 }
596
597 void set_fd(int fd, bool assume_ownership) {
598 fd_ = fd;
599 close_fd_ = assume_ownership;
600 }
601
602 const android_dlextinfo* get_extinfo() const {
603 return extinfo_;
604 }
605
606 void set_extinfo(const android_dlextinfo* extinfo) {
607 extinfo_ = extinfo;
608 }
609
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700610 bool is_dt_needed() const {
611 return is_dt_needed_;
612 }
613
614 void set_dt_needed(bool is_dt_needed) {
615 is_dt_needed_ = is_dt_needed;
616 }
617
Jiyong Park02586a22017-05-20 01:01:24 +0900618 // returns the namespace from where we need to start loading this.
619 const android_namespace_t* get_start_from() const {
620 return start_from_;
621 }
622
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700623 const ElfReader& get_elf_reader() const {
624 CHECK(si_ != nullptr);
625 return (*elf_readers_map_)[si_];
626 }
627
628 ElfReader& get_elf_reader() {
629 CHECK(si_ != nullptr);
630 return (*elf_readers_map_)[si_];
631 }
632
633 std::unordered_map<const soinfo*, ElfReader>* get_readers_map() {
634 return elf_readers_map_;
635 }
636
637 bool read(const char* realpath, off64_t file_size) {
638 ElfReader& elf_reader = get_elf_reader();
639 return elf_reader.Read(realpath, fd_, file_offset_, file_size);
640 }
641
642 bool load() {
643 ElfReader& elf_reader = get_elf_reader();
644 if (!elf_reader.Load(extinfo_)) {
645 return false;
646 }
647
648 si_->base = elf_reader.load_start();
649 si_->size = elf_reader.load_size();
Dimitry Ivanovf45b0e92016-01-15 11:13:35 -0800650 si_->set_mapped_by_caller(elf_reader.is_mapped_by_caller());
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700651 si_->load_bias = elf_reader.load_bias();
652 si_->phnum = elf_reader.phdr_count();
653 si_->phdr = elf_reader.loaded_phdr();
654
655 return true;
656 }
657
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700658 private:
Dimitry Ivanov7d429d32017-02-01 15:28:52 -0800659 LoadTask(const char* name,
660 soinfo* needed_by,
Jiyong Park02586a22017-05-20 01:01:24 +0900661 android_namespace_t* start_from,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700662 std::unordered_map<const soinfo*, ElfReader>* readers_map)
663 : name_(name), needed_by_(needed_by), si_(nullptr),
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700664 fd_(-1), close_fd_(false), file_offset_(0), elf_readers_map_(readers_map),
Jiyong Park02586a22017-05-20 01:01:24 +0900665 is_dt_needed_(false), start_from_(start_from) {}
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700666
667 ~LoadTask() {
668 if (fd_ != -1 && close_fd_) {
669 close(fd_);
670 }
671 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700672
673 const char* name_;
674 soinfo* needed_by_;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700675 soinfo* si_;
676 const android_dlextinfo* extinfo_;
677 int fd_;
678 bool close_fd_;
679 off64_t file_offset_;
680 std::unordered_map<const soinfo*, ElfReader>* elf_readers_map_;
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700681 // TODO(dimitry): needed by workaround for http://b/26394120 (the grey-list)
682 bool is_dt_needed_;
683 // END OF WORKAROUND
Jiyong Park02586a22017-05-20 01:01:24 +0900684 const android_namespace_t* const start_from_;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700685
686 DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask);
687};
688
Ningsheng Jiane93be992014-09-16 15:22:10 +0800689LoadTask::deleter_t LoadTask::deleter;
690
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700691template <typename T>
692using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>;
693
694typedef linked_list_t<soinfo> SoinfoLinkedList;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700695typedef linked_list_t<const char> StringLinkedList;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -0700696typedef std::vector<LoadTask*> LoadTaskList;
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700697
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800698enum walk_action_result_t : uint32_t {
699 kWalkStop = 0,
700 kWalkContinue = 1,
701 kWalkSkip = 2
702};
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700703
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700704// This function walks down the tree of soinfo dependencies
705// in breadth-first order and
706// * calls action(soinfo* si) for each node, and
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800707// * terminates walk if action returns kWalkStop
708// * skips children of the node if action
709// return kWalkSkip
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700710//
711// walk_dependencies_tree returns false if walk was terminated
712// by the action and true otherwise.
713template<typename F>
714static bool walk_dependencies_tree(soinfo* root_soinfos[], size_t root_soinfos_size, F action) {
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700715 SoinfoLinkedList visit_list;
716 SoinfoLinkedList visited;
717
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700718 for (size_t i = 0; i < root_soinfos_size; ++i) {
719 visit_list.push_back(root_soinfos[i]);
720 }
721
722 soinfo* si;
723 while ((si = visit_list.pop_front()) != nullptr) {
724 if (visited.contains(si)) {
Dmitriy Ivanov042426b2014-08-12 21:02:13 -0700725 continue;
726 }
727
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800728 walk_action_result_t result = action(si);
729
730 if (result == kWalkStop) {
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700731 return false;
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700732 }
733
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700734 visited.push_back(si);
735
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800736 if (result != kWalkSkip) {
737 si->get_children().for_each([&](soinfo* child) {
738 visit_list.push_back(child);
739 });
740 }
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700741 }
742
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700743 return true;
744}
745
746
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800747static const ElfW(Sym)* dlsym_handle_lookup(android_namespace_t* ns,
748 soinfo* root,
749 soinfo* skip_until,
750 soinfo** found,
751 SymbolName& symbol_name,
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800752 const version_info* vi) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700753 const ElfW(Sym)* result = nullptr;
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700754 bool skip_lookup = skip_until != nullptr;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700755
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700756 walk_dependencies_tree(&root, 1, [&](soinfo* current_soinfo) {
757 if (skip_lookup) {
758 skip_lookup = current_soinfo != skip_until;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800759 return kWalkContinue;
760 }
761
762 if (!ns->is_accessible(current_soinfo)) {
763 return kWalkSkip;
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700764 }
765
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800766 if (!current_soinfo->find_symbol_by_name(symbol_name, vi, &result)) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700767 result = nullptr;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800768 return kWalkStop;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700769 }
770
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700771 if (result != nullptr) {
772 *found = current_soinfo;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800773 return kWalkStop;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700774 }
775
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800776 return kWalkContinue;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700777 });
778
779 return result;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800780}
781
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800782static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
783 const char* name,
784 const version_info* vi,
785 soinfo** found,
786 soinfo* caller,
787 void* handle);
788
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700789// This is used by dlsym(3). It performs symbol lookup only within the
790// specified soinfo object and its dependencies in breadth first order.
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800791static const ElfW(Sym)* dlsym_handle_lookup(soinfo* si,
792 soinfo** found,
793 const char* name,
794 const version_info* vi) {
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -0700795 // According to man dlopen(3) and posix docs in the case when si is handle
796 // of the main executable we need to search not only in the executable and its
797 // dependencies but also in all libraries loaded with RTLD_GLOBAL.
798 //
799 // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared
800 // libraries and they are loaded in breath-first (correct) order we can just execute
801 // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup.
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700802 if (si == solist_get_somain()) {
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800803 return dlsym_linear_lookup(&g_default_namespace, name, vi, found, nullptr, RTLD_DEFAULT);
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -0700804 }
805
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700806 SymbolName symbol_name(name);
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800807 // note that the namespace is not the namespace associated with caller_addr
808 // we use ns associated with root si intentionally here. Using caller_ns
809 // causes problems when user uses dlopen_ext to open a library in the separate
810 // namespace and then calls dlsym() on the handle.
811 return dlsym_handle_lookup(si->get_primary_namespace(), si, nullptr, found, symbol_name, vi);
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700812}
813
Brian Carlstromd4ee82d2013-02-28 15:58:45 -0800814/* This is used by dlsym(3) to performs a global symbol lookup. If the
815 start value is null (for RTLD_DEFAULT), the search starts at the
816 beginning of the global solist. Otherwise the search starts at the
817 specified soinfo (for RTLD_NEXT).
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700818 */
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800819static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
820 const char* name,
821 const version_info* vi,
822 soinfo** found,
823 soinfo* caller,
824 void* handle) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800825 SymbolName symbol_name(name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800826
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700827 auto& soinfo_list = ns->soinfo_list();
828 auto start = soinfo_list.begin();
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700829
830 if (handle == RTLD_NEXT) {
Dmitriy Ivanovb96ac412015-05-22 12:34:42 -0700831 if (caller == nullptr) {
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700832 return nullptr;
833 } else {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700834 auto it = soinfo_list.find(caller);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700835 CHECK (it != soinfo_list.end());
836 start = ++it;
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700837 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800838 }
839
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700840 const ElfW(Sym)* s = nullptr;
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -0700841 for (auto it = start, end = soinfo_list.end(); it != end; ++it) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -0700842 soinfo* si = *it;
Dmitriy Ivanov19133522015-06-02 17:36:54 -0700843 // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...)
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800844 // if the library is opened by application with target api level < M.
Dmitriy Ivanov19133522015-06-02 17:36:54 -0700845 // See http://b/21565766
Elliott Hughes5bc78c82016-11-16 11:35:43 -0800846 if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 &&
847 si->get_target_sdk_version() >= __ANDROID_API_M__) {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -0700848 continue;
849 }
850
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -0800851 if (!si->find_symbol_by_name(symbol_name, vi, &s)) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700852 return nullptr;
853 }
854
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700855 if (s != nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -0800856 *found = si;
857 break;
Matt Fischer1698d9e2009-12-31 12:17:56 -0600858 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800859 }
Matt Fischer1698d9e2009-12-31 12:17:56 -0600860
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700861 // If not found - use dlsym_handle_lookup for caller's
862 // local_group unless it is part of the global group in which
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700863 // case we already did it.
864 if (s == nullptr && caller != nullptr &&
865 (caller->get_rtld_flags() & RTLD_GLOBAL) == 0) {
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -0800866 soinfo* local_group_root = caller->get_local_group_root();
867
868 return dlsym_handle_lookup(local_group_root->get_primary_namespace(),
869 local_group_root,
870 (handle == RTLD_NEXT) ? caller : nullptr,
871 found,
872 symbol_name,
873 vi);
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700874 }
875
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700876 if (s != nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -0700877 TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p",
878 name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base));
Elliott Hughescade4c32012-12-20 14:42:14 -0800879 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800880
Elliott Hughescade4c32012-12-20 14:42:14 -0800881 return s;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800882}
883
Kito Chengfa8c05d2013-03-12 14:58:06 +0800884soinfo* find_containing_library(const void* p) {
Elliott Hughes0266ae52014-02-10 17:46:57 -0800885 ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(p);
Dimitry Ivanov3f660572016-09-09 10:00:39 -0700886 for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
Kito Chengfa8c05d2013-03-12 14:58:06 +0800887 if (address >= si->base && address - si->base < si->size) {
888 return si;
Matt Fischere2a8b1f2009-12-31 12:17:40 -0600889 }
Kito Chengfa8c05d2013-03-12 14:58:06 +0800890 }
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700891 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -0600892}
893
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700894class ZipArchiveCache {
895 public:
896 ZipArchiveCache() {}
897 ~ZipArchiveCache();
898
899 bool get_or_open(const char* zip_path, ZipArchiveHandle* handle);
900 private:
901 DISALLOW_COPY_AND_ASSIGN(ZipArchiveCache);
902
903 std::unordered_map<std::string, ZipArchiveHandle> cache_;
904};
905
906bool ZipArchiveCache::get_or_open(const char* zip_path, ZipArchiveHandle* handle) {
907 std::string key(zip_path);
908
909 auto it = cache_.find(key);
910 if (it != cache_.end()) {
911 *handle = it->second;
912 return true;
913 }
914
915 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
916 if (fd == -1) {
917 return false;
918 }
919
920 if (OpenArchiveFd(fd, "", handle) != 0) {
921 // invalid zip-file (?)
Yabin Cui722072d2016-03-21 17:10:12 -0700922 CloseArchive(handle);
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700923 close(fd);
924 return false;
925 }
926
927 cache_[key] = *handle;
928 return true;
929}
930
931ZipArchiveCache::~ZipArchiveCache() {
Dmitriy Ivanov5dce8942015-10-13 12:14:16 -0700932 for (const auto& it : cache_) {
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700933 CloseArchive(it.second);
934 }
935}
936
937static int open_library_in_zipfile(ZipArchiveCache* zip_archive_cache,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700938 const char* const input_path,
939 off64_t* file_offset, std::string* realpath) {
940 std::string normalized_path;
941 if (!normalize_path(input_path, &normalized_path)) {
942 return -1;
943 }
944
945 const char* const path = normalized_path.c_str();
Dimitry Ivanov769b33f2016-07-21 11:33:40 -0700946 TRACE("Trying zip file open from path \"%s\" -> normalized \"%s\"", input_path, path);
Simon Baldwinaef71952015-01-16 13:22:54 +0000947
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700948 // Treat an '!/' separator inside a path as the separator between the name
Simon Baldwinaef71952015-01-16 13:22:54 +0000949 // of the zip file on disk and the subdirectory to search within it.
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700950 // For example, if path is "foo.zip!/bar/bas/x.so", then we search for
Simon Baldwinaef71952015-01-16 13:22:54 +0000951 // "bar/bas/x.so" within "foo.zip".
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700952 const char* const separator = strstr(path, kZipFileSeparator);
Simon Baldwinaef71952015-01-16 13:22:54 +0000953 if (separator == nullptr) {
954 return -1;
Elliott Hughes124fae92012-10-31 14:20:03 -0700955 }
Simon Baldwinaef71952015-01-16 13:22:54 +0000956
957 char buf[512];
958 if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) {
959 PRINT("Warning: ignoring very long library path: %s", path);
960 return -1;
961 }
962
963 buf[separator - path] = '\0';
964
965 const char* zip_path = buf;
Dmitriy Ivanov402a7502015-06-09 13:46:51 -0700966 const char* file_path = &buf[separator - path + 2];
Simon Baldwinaef71952015-01-16 13:22:54 +0000967 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
968 if (fd == -1) {
969 return -1;
970 }
971
972 ZipArchiveHandle handle;
Dmitriy Ivanovb4827502015-09-28 16:38:31 -0700973 if (!zip_archive_cache->get_or_open(zip_path, &handle)) {
Simon Baldwinaef71952015-01-16 13:22:54 +0000974 // invalid zip-file (?)
975 close(fd);
976 return -1;
977 }
978
Simon Baldwinaef71952015-01-16 13:22:54 +0000979 ZipEntry entry;
980
Yusuke Sato56f40fb2015-06-25 14:56:07 -0700981 if (FindEntry(handle, ZipString(file_path), &entry) != 0) {
Simon Baldwinaef71952015-01-16 13:22:54 +0000982 // Entry was not found.
983 close(fd);
984 return -1;
985 }
986
987 // Check if it is properly stored
988 if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) {
989 close(fd);
990 return -1;
991 }
992
993 *file_offset = entry.offset;
Dmitriy Ivanova1feb112015-10-01 18:41:57 -0700994
995 if (realpath_fd(fd, realpath)) {
996 *realpath += separator;
997 } else {
998 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.",
999 normalized_path.c_str());
1000 *realpath = normalized_path;
1001 }
1002
Simon Baldwinaef71952015-01-16 13:22:54 +00001003 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001004}
1005
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001006static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -07001007 int n = async_safe_format_buffer(buf, buf_size, "%s/%s", path, name);
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001008 if (n < 0 || n >= static_cast<int>(buf_size)) {
1009 PRINT("Warning: ignoring very long library path: %s/%s", path, name);
1010 return false;
1011 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001012
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001013 return true;
1014}
1015
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001016static int open_library_on_paths(ZipArchiveCache* zip_archive_cache,
1017 const char* name, off64_t* file_offset,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001018 const std::vector<std::string>& paths,
1019 std::string* realpath) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001020 for (const auto& path : paths) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001021 char buf[512];
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001022 if (!format_path(buf, sizeof(buf), path.c_str(), name)) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001023 continue;
1024 }
1025
1026 int fd = -1;
Dmitriy Ivanov730ed9d2015-07-16 04:52:06 -07001027 if (strstr(buf, kZipFileSeparator) != nullptr) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001028 fd = open_library_in_zipfile(zip_archive_cache, buf, file_offset, realpath);
Simon Baldwinaef71952015-01-16 13:22:54 +00001029 }
1030
1031 if (fd == -1) {
1032 fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
1033 if (fd != -1) {
1034 *file_offset = 0;
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001035 if (!realpath_fd(fd, realpath)) {
1036 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", buf);
1037 *realpath = buf;
1038 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001039 }
1040 }
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001041
1042 if (fd != -1) {
1043 return fd;
1044 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001045 }
1046
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001047 return -1;
Simon Baldwinaef71952015-01-16 13:22:54 +00001048}
1049
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001050static int open_library(android_namespace_t* ns,
1051 ZipArchiveCache* zip_archive_cache,
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001052 const char* name, soinfo *needed_by,
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001053 off64_t* file_offset, std::string* realpath) {
Jiyong Park02586a22017-05-20 01:01:24 +09001054 TRACE("[ opening %s at namespace %s]", name, ns->get_name());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001055
Elliott Hughes124fae92012-10-31 14:20:03 -07001056 // If the name contains a slash, we should attempt to open it directly and not search the paths.
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001057 if (strchr(name, '/') != nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001058 int fd = -1;
1059
Dmitriy Ivanov730ed9d2015-07-16 04:52:06 -07001060 if (strstr(name, kZipFileSeparator) != nullptr) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001061 fd = open_library_in_zipfile(zip_archive_cache, name, file_offset, realpath);
1062 }
1063
1064 if (fd == -1) {
1065 fd = TEMP_FAILURE_RETRY(open(name, O_RDONLY | O_CLOEXEC));
Simon Baldwinaef71952015-01-16 13:22:54 +00001066 if (fd != -1) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001067 *file_offset = 0;
1068 if (!realpath_fd(fd, realpath)) {
1069 PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.", name);
1070 *realpath = name;
1071 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001072 }
1073 }
1074
Dmitriy Ivanove44fffd2015-03-17 17:12:18 -07001075 return fd;
Elliott Hughes124fae92012-10-31 14:20:03 -07001076 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001077
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001078 // Otherwise we try LD_LIBRARY_PATH first, and fall back to the default library path
1079 int fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_ld_library_paths(), realpath);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001080 if (fd == -1 && needed_by != nullptr) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001081 fd = open_library_on_paths(zip_archive_cache, name, file_offset, needed_by->get_dt_runpath(), realpath);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001082 // Check if the library is accessible
1083 if (fd != -1 && !ns->is_accessible(*realpath)) {
1084 fd = -1;
1085 }
Evgenii Stepanov68650822015-06-10 13:38:39 -07001086 }
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001087
Elliott Hughes124fae92012-10-31 14:20:03 -07001088 if (fd == -1) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001089 fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_default_library_paths(), realpath);
Elliott Hughes124fae92012-10-31 14:20:03 -07001090 }
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001091
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001092 // TODO(dimitry): workaround for http://b/26394120 (the grey-list)
Jiyong Park37b91af2017-05-05 22:07:05 +09001093 if (fd == -1 && ns->is_greylist_enabled() && is_greylisted(ns, name, needed_by)) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001094 // try searching for it on default_namespace default_library_path
1095 fd = open_library_on_paths(zip_archive_cache, name, file_offset,
1096 g_default_namespace.get_default_library_paths(), realpath);
1097 }
1098 // END OF WORKAROUND
1099
Elliott Hughes124fae92012-10-31 14:20:03 -07001100 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001101}
1102
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001103const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001104#if !defined(__LP64__)
1105 // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029
Elliott Hughes5bc78c82016-11-16 11:35:43 -08001106 if (get_application_target_sdk_version() < __ANDROID_API_M__) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001107 const char* bname = basename(dt_needed);
1108 if (bname != dt_needed) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001109 DL_WARN("library \"%s\" has invalid DT_NEEDED entry \"%s\"", sopath, dt_needed);
1110 add_dlwarning(sopath, "invalid DT_NEEDED entry", dt_needed);
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001111 }
1112
1113 return bname;
1114 }
1115#endif
1116 return dt_needed;
1117}
1118
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001119template<typename F>
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001120static void for_each_dt_needed(const ElfReader& elf_reader, F action) {
1121 for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1122 if (d->d_tag == DT_NEEDED) {
1123 action(fix_dt_needed(elf_reader.get_string(d->d_un.d_val), elf_reader.name()));
1124 }
1125 }
1126}
1127
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001128static bool find_loaded_library_by_inode(android_namespace_t* ns,
1129 const struct stat& file_stat,
1130 off64_t file_offset,
1131 bool search_linked_namespaces,
1132 soinfo** candidate) {
1133
1134 auto predicate = [&](soinfo* si) {
1135 return si->get_st_dev() != 0 &&
1136 si->get_st_ino() != 0 &&
1137 si->get_st_dev() == file_stat.st_dev &&
1138 si->get_st_ino() == file_stat.st_ino &&
1139 si->get_file_offset() == file_offset;
1140 };
1141
1142 *candidate = ns->soinfo_list().find_if(predicate);
1143
1144 if (*candidate == nullptr && search_linked_namespaces) {
1145 for (auto& link : ns->linked_namespaces()) {
1146 android_namespace_t* linked_ns = link.linked_namespace();
1147 soinfo* si = linked_ns->soinfo_list().find_if(predicate);
1148
1149 if (si != nullptr && link.is_accessible(si->get_soname())) {
1150 *candidate = si;
1151 return true;
1152 }
1153 }
1154 }
1155
1156 return *candidate != nullptr;
1157}
1158
Evgenii Stepanov9e77a642017-07-27 14:55:44 -07001159static bool find_loaded_library_by_realpath(android_namespace_t* ns, const char* realpath,
1160 bool search_linked_namespaces, soinfo** candidate) {
1161 auto predicate = [&](soinfo* si) { return strcmp(realpath, si->get_realpath()) == 0; };
1162
1163 *candidate = ns->soinfo_list().find_if(predicate);
1164
1165 if (*candidate == nullptr && search_linked_namespaces) {
1166 for (auto& link : ns->linked_namespaces()) {
1167 android_namespace_t* linked_ns = link.linked_namespace();
1168 soinfo* si = linked_ns->soinfo_list().find_if(predicate);
1169
1170 if (si != nullptr && link.is_accessible(si->get_soname())) {
1171 *candidate = si;
1172 return true;
1173 }
1174 }
1175 }
1176
1177 return *candidate != nullptr;
1178}
1179
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001180static bool load_library(android_namespace_t* ns,
1181 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001182 LoadTaskList* load_tasks,
1183 int rtld_flags,
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001184 const std::string& realpath,
1185 bool search_linked_namespaces) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001186 off64_t file_offset = task->get_file_offset();
1187 const char* name = task->get_name();
1188 const android_dlextinfo* extinfo = task->get_extinfo();
1189
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001190 if ((file_offset % PAGE_SIZE) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001191 DL_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001192 return false;
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001193 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001194 if (file_offset < 0) {
1195 DL_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001196 return false;
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001197 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001198
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001199 struct stat file_stat;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001200 if (TEMP_FAILURE_RETRY(fstat(task->get_fd(), &file_stat)) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001201 DL_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno));
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001202 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001203 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001204 if (file_offset >= file_stat.st_size) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001205 DL_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64,
1206 name, file_offset, file_stat.st_size);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001207 return false;
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001208 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001209
1210 // Check for symlink and other situations where
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001211 // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set
1212 if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) {
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001213 soinfo* si = nullptr;
1214 if (find_loaded_library_by_inode(ns, file_stat, file_offset, search_linked_namespaces, &si)) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001215 TRACE("library \"%s\" is already loaded under different name/path \"%s\" - "
1216 "will return existing soinfo", name, si->get_realpath());
1217 task->set_soinfo(si);
1218 return true;
1219 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001220 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001221
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001222 if ((rtld_flags & RTLD_NOLOAD) != 0) {
Dmitriy Ivanova6ac54a2014-09-09 10:21:42 -07001223 DL_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001224 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001225 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001226
Dimitry Ivanovbf34ba32017-04-21 13:12:05 -07001227 struct statfs fs_stat;
1228 if (TEMP_FAILURE_RETRY(fstatfs(task->get_fd(), &fs_stat)) != 0) {
1229 DL_ERR("unable to fstatfs file for the library \"%s\": %s", name, strerror(errno));
1230 return false;
1231 }
1232
1233 // do not check accessibility using realpath if fd is located on tmpfs
1234 // this enables use of memfd_create() for apps
1235 if ((fs_stat.f_type != TMPFS_MAGIC) && (!ns->is_accessible(realpath))) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001236 // TODO(dimitry): workaround for http://b/26394120 - the grey-list
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001237
1238 // TODO(dimitry) before O release: add a namespace attribute to have this enabled
1239 // only for classloader-namespaces
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001240 const soinfo* needed_by = task->is_dt_needed() ? task->get_needed_by() : nullptr;
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -08001241 if (is_greylisted(ns, name, needed_by)) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001242 // print warning only if needed by non-system library
1243 if (needed_by == nullptr || !is_system_library(needed_by->get_realpath())) {
1244 const soinfo* needed_or_dlopened_by = task->get_needed_by();
1245 const char* sopath = needed_or_dlopened_by == nullptr ? "(unknown)" :
1246 needed_or_dlopened_by->get_realpath();
1247 DL_WARN("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the namespace \"%s\""
1248 " - the access is temporarily granted as a workaround for http://b/26394120, note that the access"
1249 " will be removed in future releases of Android.",
1250 name, realpath.c_str(), sopath, ns->get_name());
1251 add_dlwarning(sopath, "unauthorized access to", name);
1252 }
1253 } else {
1254 // do not load libraries if they are not accessible for the specified namespace.
1255 const char* needed_or_dlopened_by = task->get_needed_by() == nullptr ?
1256 "(unknown)" :
1257 task->get_needed_by()->get_realpath();
Dimitry Ivanovd17a3772016-03-01 13:11:28 -08001258
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001259 DL_ERR("library \"%s\" needed or dlopened by \"%s\" is not accessible for the namespace \"%s\"",
1260 name, needed_or_dlopened_by, ns->get_name());
Dimitry Ivanovd17a3772016-03-01 13:11:28 -08001261
Dimitry Ivanov35c8e3b2017-02-27 12:17:47 -08001262 // do not print this if a library is in the list of shared libraries for linked namespaces
1263 if (!maybe_accessible_via_namespace_links(ns, name)) {
1264 PRINT("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the"
1265 " namespace: [name=\"%s\", ld_library_paths=\"%s\", default_library_paths=\"%s\","
1266 " permitted_paths=\"%s\"]",
1267 name, realpath.c_str(),
1268 needed_or_dlopened_by,
1269 ns->get_name(),
1270 android::base::Join(ns->get_ld_library_paths(), ':').c_str(),
1271 android::base::Join(ns->get_default_library_paths(), ':').c_str(),
1272 android::base::Join(ns->get_permitted_paths(), ':').c_str());
1273 }
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001274 return false;
1275 }
Dimitry Ivanov22840aa2015-12-04 18:28:49 -08001276 }
1277
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001278 soinfo* si = soinfo_alloc(ns, realpath.c_str(), &file_stat, file_offset, rtld_flags);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001279 if (si == nullptr) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001280 return false;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001281 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001282
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001283 task->set_soinfo(si);
1284
1285 // Read the ELF header and some of the segments.
1286 if (!task->read(realpath.c_str(), file_stat.st_size)) {
Dmitriy Ivanovfd7a91e2015-11-06 10:44:37 -08001287 soinfo_free(si);
1288 task->set_soinfo(nullptr);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001289 return false;
1290 }
1291
1292 // find and set DT_RUNPATH and dt_soname
1293 // Note that these field values are temporary and are
1294 // going to be overwritten on soinfo::prelink_image
1295 // with values from PT_LOAD segments.
1296 const ElfReader& elf_reader = task->get_elf_reader();
1297 for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1298 if (d->d_tag == DT_RUNPATH) {
1299 si->set_dt_runpath(elf_reader.get_string(d->d_un.d_val));
1300 }
1301 if (d->d_tag == DT_SONAME) {
1302 si->set_soname(elf_reader.get_string(d->d_un.d_val));
1303 }
1304 }
1305
1306 for_each_dt_needed(task->get_elf_reader(), [&](const char* name) {
Jiyong Park02586a22017-05-20 01:01:24 +09001307 load_tasks->push_back(LoadTask::create(name, si, ns, task->get_readers_map()));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001308 });
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001309
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001310 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001311}
1312
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001313static bool load_library(android_namespace_t* ns,
1314 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001315 ZipArchiveCache* zip_archive_cache,
1316 LoadTaskList* load_tasks,
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001317 int rtld_flags,
1318 bool search_linked_namespaces) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001319 const char* name = task->get_name();
1320 soinfo* needed_by = task->get_needed_by();
1321 const android_dlextinfo* extinfo = task->get_extinfo();
1322
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001323 off64_t file_offset;
1324 std::string realpath;
Spencer Low0346ad72015-04-22 18:06:51 -07001325 if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) {
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001326 file_offset = 0;
Spencer Low0346ad72015-04-22 18:06:51 -07001327 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
1328 file_offset = extinfo->library_fd_offset;
1329 }
Dmitriy Ivanova1feb112015-10-01 18:41:57 -07001330
1331 if (!realpath_fd(extinfo->library_fd, &realpath)) {
1332 PRINT("warning: unable to get realpath for the library \"%s\" by extinfo->library_fd. "
1333 "Will use given name.", name);
1334 realpath = name;
1335 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001336
1337 task->set_fd(extinfo->library_fd, false);
1338 task->set_file_offset(file_offset);
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001339 return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces);
Spencer Low0346ad72015-04-22 18:06:51 -07001340 }
1341
1342 // Open the file.
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001343 int fd = open_library(ns, zip_archive_cache, name, needed_by, &file_offset, &realpath);
Spencer Low0346ad72015-04-22 18:06:51 -07001344 if (fd == -1) {
1345 DL_ERR("library \"%s\" not found", name);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001346 return false;
Spencer Low0346ad72015-04-22 18:06:51 -07001347 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001348
1349 task->set_fd(fd, true);
1350 task->set_file_offset(file_offset);
1351
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001352 return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces);
Spencer Low0346ad72015-04-22 18:06:51 -07001353}
1354
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001355static bool find_loaded_library_by_soname(android_namespace_t* ns,
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001356 const char* name,
1357 soinfo** candidate) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001358 return !ns->soinfo_list().visit([&](soinfo* si) {
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001359 const char* soname = si->get_soname();
1360 if (soname != nullptr && (strcmp(name, soname) == 0)) {
Dimitry Ivanov3bd90612017-02-01 08:54:43 -08001361 *candidate = si;
1362 return false;
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001363 }
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001364
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001365 return true;
1366 });
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001367}
1368
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001369// Returns true if library was found and false otherwise
1370static bool find_loaded_library_by_soname(android_namespace_t* ns,
1371 const char* name,
1372 bool search_linked_namespaces,
1373 soinfo** candidate) {
1374 *candidate = nullptr;
1375
1376 // Ignore filename with path.
1377 if (strchr(name, '/') != nullptr) {
1378 return false;
1379 }
1380
1381 bool found = find_loaded_library_by_soname(ns, name, candidate);
1382
1383 if (!found && search_linked_namespaces) {
1384 // if a library was not found - look into linked namespaces
1385 for (auto& link : ns->linked_namespaces()) {
1386 if (!link.is_accessible(name)) {
1387 continue;
1388 }
1389
1390 android_namespace_t* linked_ns = link.linked_namespace();
1391
1392 if (find_loaded_library_by_soname(linked_ns, name, candidate)) {
1393 return true;
1394 }
1395 }
1396 }
1397
1398 return found;
1399}
1400
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001401static bool find_library_in_linked_namespace(const android_namespace_link_t& namespace_link,
Jiyong Park02586a22017-05-20 01:01:24 +09001402 LoadTask* task) {
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001403 android_namespace_t* ns = namespace_link.linked_namespace();
1404
1405 soinfo* candidate;
1406 bool loaded = false;
1407
1408 std::string soname;
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001409 if (find_loaded_library_by_soname(ns, task->get_name(), false, &candidate)) {
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001410 loaded = true;
1411 soname = candidate->get_soname();
1412 } else {
1413 soname = resolve_soname(task->get_name());
1414 }
1415
1416 if (!namespace_link.is_accessible(soname.c_str())) {
1417 // the library is not accessible via namespace_link
1418 return false;
1419 }
1420
1421 // if library is already loaded - return it
1422 if (loaded) {
1423 task->set_soinfo(candidate);
1424 return true;
1425 }
1426
Jiyong Park02586a22017-05-20 01:01:24 +09001427 // returning true with empty soinfo means that the library is okay to be
1428 // loaded in the namespace buy has not yet been loaded there before.
1429 task->set_soinfo(nullptr);
1430 return true;
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001431}
1432
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001433static bool find_library_internal(android_namespace_t* ns,
1434 LoadTask* task,
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001435 ZipArchiveCache* zip_archive_cache,
1436 LoadTaskList* load_tasks,
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001437 int rtld_flags,
1438 bool search_linked_namespaces) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001439 soinfo* candidate;
1440
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001441 if (find_loaded_library_by_soname(ns, task->get_name(), search_linked_namespaces, &candidate)) {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001442 task->set_soinfo(candidate);
1443 return true;
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001444 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001445
1446 // Library might still be loaded, the accurate detection
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001447 // of this fact is done by load_library.
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001448 TRACE("[ \"%s\" find_loaded_library_by_soname failed (*candidate=%s@%p). Trying harder...]",
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001449 task->get_name(), candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate);
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001450
Dimitry Ivanovd3e7d082017-03-27 14:11:02 -07001451 if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags, search_linked_namespaces)) {
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001452 return true;
1453 }
1454
1455 if (search_linked_namespaces) {
1456 // if a library was not found - look into linked namespaces
dimitry8db36a52017-10-23 15:10:10 +02001457 // preserve current dlerror in the case it fails.
1458 DlErrorRestorer dlerror_restorer;
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001459 for (auto& linked_namespace : ns->linked_namespaces()) {
1460 if (find_library_in_linked_namespace(linked_namespace,
Jiyong Park02586a22017-05-20 01:01:24 +09001461 task)) {
1462 if (task->get_soinfo() == nullptr) {
1463 // try to load the library - once namespace boundary is crossed
1464 // we need to load a library within separate load_group
1465 // to avoid using symbols from foreign namespace while.
1466 //
1467 // However, actual linking is deferred until when the global group
1468 // is fully identified and is applied to all namespaces.
1469 // Otherwise, the libs in the linked namespace won't get symbols from
1470 // the global group.
1471 if (load_library(linked_namespace.linked_namespace(), task, zip_archive_cache, load_tasks, rtld_flags, false)) {
1472 return true;
1473 }
1474 // lib was not found in the namespace. Try next linked namespace.
1475 } else {
1476 // lib is already loaded
1477 return true;
1478 }
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001479 }
1480 }
1481 }
1482
1483 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001484}
1485
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001486static void soinfo_unload(soinfo* si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001487static void soinfo_unload(soinfo* soinfos[], size_t count);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001488
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001489static void shuffle(std::vector<LoadTask*>* v) {
1490 for (size_t i = 0, size = v->size(); i < size; ++i) {
1491 size_t n = size - i;
1492 size_t r = arc4random_uniform(n);
1493 std::swap((*v)[n-1], (*v)[r]);
1494 }
1495}
1496
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001497// add_as_children - add first-level loaded libraries (i.e. library_names[], but
1498// not their transitive dependencies) as children of the start_with library.
1499// This is false when find_libraries is called for dlopen(), when newly loaded
1500// libraries must form a disjoint tree.
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001501bool find_libraries(android_namespace_t* ns,
1502 soinfo* start_with,
1503 const char* const library_names[],
1504 size_t library_names_count,
1505 soinfo* soinfos[],
1506 std::vector<soinfo*>* ld_preloads,
1507 size_t ld_preloads_count,
1508 int rtld_flags,
1509 const android_dlextinfo* extinfo,
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001510 bool add_as_children,
Jiyong Park02586a22017-05-20 01:01:24 +09001511 bool search_linked_namespaces,
1512 std::unordered_map<const soinfo*, ElfReader>& readers_map,
1513 std::vector<android_namespace_t*>* namespaces) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001514 // Step 0: prepare.
1515 LoadTaskList load_tasks;
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001516
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001517 for (size_t i = 0; i < library_names_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001518 const char* name = library_names[i];
Jiyong Park02586a22017-05-20 01:01:24 +09001519 load_tasks.push_back(LoadTask::create(name, start_with, ns, &readers_map));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001520 }
1521
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001522 // If soinfos array is null allocate one on stack.
1523 // The array is needed in case of failure; for example
1524 // when library_names[] = {libone.so, libtwo.so} and libone.so
1525 // is loaded correctly but libtwo.so failed for some reason.
1526 // In this case libone.so should be unloaded on return.
1527 // See also implementation of failure_guard below.
1528
1529 if (soinfos == nullptr) {
1530 size_t soinfos_size = sizeof(soinfo*)*library_names_count;
1531 soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size));
1532 memset(soinfos, 0, soinfos_size);
1533 }
1534
1535 // list of libraries to link - see step 2.
1536 size_t soinfos_count = 0;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001537
Tom Cherryb8ab6182017-04-05 16:20:29 -07001538 auto scope_guard = android::base::make_scope_guard([&]() {
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001539 for (LoadTask* t : load_tasks) {
1540 LoadTask::deleter(t);
1541 }
1542 });
1543
Tom Cherryb8ab6182017-04-05 16:20:29 -07001544 auto failure_guard = android::base::make_scope_guard([&]() {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001545 // Housekeeping
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001546 soinfo_unload(soinfos, soinfos_count);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001547 });
1548
Dmitriy Ivanovb4827502015-09-28 16:38:31 -07001549 ZipArchiveCache zip_archive_cache;
1550
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001551 // Step 1: expand the list of load_tasks to include
1552 // all DT_NEEDED libraries (do not load them just yet)
1553 for (size_t i = 0; i<load_tasks.size(); ++i) {
1554 LoadTask* task = load_tasks[i];
Evgenii Stepanov68650822015-06-10 13:38:39 -07001555 soinfo* needed_by = task->get_needed_by();
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001556
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001557 bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children);
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001558 task->set_extinfo(is_dt_needed ? nullptr : extinfo);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07001559 task->set_dt_needed(is_dt_needed);
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001560
Jiyong Park02586a22017-05-20 01:01:24 +09001561 // try to find the load.
1562 // Note: start from the namespace that is stored in the LoadTask. This namespace
1563 // is different from the current namespace when the LoadTask is for a transitive
1564 // dependency and the lib that created the LoadTask is not found in the
1565 // current namespace but in one of the linked namespace.
1566 if (!find_library_internal(const_cast<android_namespace_t*>(task->get_start_from()),
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001567 task,
1568 &zip_archive_cache,
1569 &load_tasks,
1570 rtld_flags,
1571 search_linked_namespaces || is_dt_needed)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001572 return false;
1573 }
1574
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001575 soinfo* si = task->get_soinfo();
1576
Dmitriy Ivanovedfc9f62015-09-02 16:32:02 -07001577 if (is_dt_needed) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001578 needed_by->add_child(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001579
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001580 if (si->is_linked()) {
1581 si->increment_ref_count();
1582 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001583 }
1584
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001585 // When ld_preloads is not null, the first
1586 // ld_preloads_count libs are in fact ld_preloads.
1587 if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001588 ld_preloads->push_back(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001589 }
1590
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001591 if (soinfos_count < library_names_count) {
1592 soinfos[soinfos_count++] = si;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001593 }
1594 }
1595
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001596 // Step 2: Load libraries in random order (see b/24047022)
1597 LoadTaskList load_list;
1598 for (auto&& task : load_tasks) {
1599 soinfo* si = task->get_soinfo();
1600 auto pred = [&](const LoadTask* t) {
1601 return t->get_soinfo() == si;
1602 };
1603
1604 if (!si->is_linked() &&
1605 std::find_if(load_list.begin(), load_list.end(), pred) == load_list.end() ) {
1606 load_list.push_back(task);
1607 }
1608 }
1609 shuffle(&load_list);
1610
1611 for (auto&& task : load_list) {
1612 if (!task->load()) {
1613 return false;
1614 }
1615 }
1616
1617 // Step 3: pre-link all DT_NEEDED libraries in breadth first order.
1618 for (auto&& task : load_tasks) {
1619 soinfo* si = task->get_soinfo();
1620 if (!si->is_linked() && !si->prelink_image()) {
1621 return false;
1622 }
1623 }
1624
Jiyong Park02586a22017-05-20 01:01:24 +09001625 // Step 4: Construct the global group. Note: DF_1_GLOBAL bit of a library is
1626 // determined at step 3.
1627
1628 // Step 4-1: DF_1_GLOBAL bit is force set for LD_PRELOADed libs because they
1629 // must be added to the global group
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001630 if (ld_preloads != nullptr) {
1631 for (auto&& si : *ld_preloads) {
1632 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
1633 }
1634 }
1635
Jiyong Park02586a22017-05-20 01:01:24 +09001636 // Step 4-2: Gather all DF_1_GLOBAL libs which were newly loaded during this
1637 // run. These will be the new member of the global group
1638 soinfo_list_t new_global_group_members;
1639 for (auto&& task : load_tasks) {
1640 soinfo* si = task->get_soinfo();
1641 if (!si->is_linked() && (si->get_dt_flags_1() & DF_1_GLOBAL) != 0) {
1642 new_global_group_members.push_back(si);
1643 }
1644 }
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07001645
Jiyong Park02586a22017-05-20 01:01:24 +09001646 // Step 4-3: Add the new global group members to all the linked namespaces
Jiyong Park01162f22017-10-16 15:31:09 +09001647 if (namespaces != nullptr) {
Jiyong Park02586a22017-05-20 01:01:24 +09001648 for (auto linked_ns : *namespaces) {
Jiyong Park01162f22017-10-16 15:31:09 +09001649 for (auto si : new_global_group_members) {
1650 if (si->get_primary_namespace() != linked_ns) {
1651 linked_ns->add_soinfo(si);
1652 si->add_secondary_namespace(linked_ns);
1653 }
Jiyong Park02586a22017-05-20 01:01:24 +09001654 }
1655 }
1656 }
1657
1658 // Step 5: link libraries that are not destined to this namespace.
1659 // Do this by recursively calling find_libraries on the namespace where the lib
1660 // was found during Step 1.
1661 for (auto&& task : load_tasks) {
1662 soinfo* si = task->get_soinfo();
1663 if (si->get_primary_namespace() != ns) {
1664 const char* name = task->get_name();
1665 if (find_libraries(si->get_primary_namespace(), task->get_needed_by(), &name, 1,
1666 nullptr /* soinfos */, nullptr /* ld_preloads */, 0 /* ld_preload_count */,
1667 rtld_flags, nullptr /* extinfo */, false /* add_as_children */,
1668 false /* search_linked_namespaces */, readers_map, namespaces)) {
1669 // If this lib is directly needed by one of the libs in this namespace,
1670 // then increment the count
1671 soinfo* needed_by = task->get_needed_by();
1672 if (needed_by != nullptr && needed_by->get_primary_namespace() == ns && si->is_linked()) {
1673 si->increment_ref_count();
1674 }
1675 } else {
1676 return false;
1677 }
1678 }
1679 }
1680
1681 // Step 6: link libraries in this namespace
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001682 soinfo_list_t local_group;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001683 walk_dependencies_tree(
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001684 (start_with != nullptr && add_as_children) ? &start_with : soinfos,
1685 (start_with != nullptr && add_as_children) ? 1 : soinfos_count,
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001686 [&] (soinfo* si) {
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08001687 if (ns->is_accessible(si)) {
1688 local_group.push_back(si);
1689 return kWalkContinue;
1690 } else {
1691 return kWalkSkip;
1692 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001693 });
1694
Jiyong Park02586a22017-05-20 01:01:24 +09001695 soinfo_list_t global_group = ns->get_global_group();
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001696 bool linked = local_group.visit([&](soinfo* si) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001697 if (!si->is_linked()) {
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -07001698 if (!si->link_image(global_group, local_group, extinfo) ||
1699 !get_cfi_shadow()->AfterLoad(si, solist_get_head())) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001700 return false;
1701 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001702 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001703
1704 return true;
1705 });
1706
1707 if (linked) {
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001708 local_group.for_each([](soinfo* si) {
1709 if (!si->is_linked()) {
1710 si->set_linked();
1711 }
1712 });
1713
Tom Cherryb8ab6182017-04-05 16:20:29 -07001714 failure_guard.Disable();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001715 }
1716
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001717 return linked;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001718}
1719
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001720static soinfo* find_library(android_namespace_t* ns,
1721 const char* name, int rtld_flags,
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001722 const android_dlextinfo* extinfo,
1723 soinfo* needed_by) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001724 soinfo* si;
1725
Jiyong Park02586a22017-05-20 01:01:24 +09001726 // readers_map is shared across recursive calls to find_libraries.
1727 // However, the map is not shared across different threads.
1728 std::unordered_map<const soinfo*, ElfReader> readers_map;
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001729 if (name == nullptr) {
Dimitry Ivanov3f660572016-09-09 10:00:39 -07001730 si = solist_get_somain();
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001731 } else if (!find_libraries(ns,
1732 needed_by,
1733 &name,
1734 1,
1735 &si,
1736 nullptr,
1737 0,
1738 rtld_flags,
1739 extinfo,
1740 false /* add_as_children */,
Jiyong Park02586a22017-05-20 01:01:24 +09001741 true /* search_linked_namespaces */,
1742 readers_map)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001743 return nullptr;
1744 }
1745
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08001746 si->increment_ref_count();
1747
Elliott Hughesd23736e2012-11-01 15:16:56 -07001748 return si;
1749}
Elliott Hughesbedfe382012-08-14 14:07:59 -07001750
dimitryc92ce712017-10-27 14:12:53 +02001751static void soinfo_unload(soinfo* si) {
1752 soinfo* root = si->is_linked() ? si->get_local_group_root() : si;
1753
1754 LD_LOG(kLogDlopen,
1755 "... dlclose(realpath=\"%s\"@%p) ... load group root is \"%s\"@%p",
1756 si->get_realpath(),
1757 si,
1758 root->get_realpath(),
1759 root);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001760
Dimitry Ivanov6705e8c2017-03-21 10:29:06 -07001761 ScopedTrace trace((std::string("unload ") + root->get_realpath()).c_str());
1762
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001763 if (!root->can_unload()) {
dimitryc92ce712017-10-27 14:12:53 +02001764 LD_LOG(kLogDlopen,
1765 "... dlclose(root=\"%s\"@%p) ... not unloading - the load group is flagged with NODELETE",
1766 root->get_realpath(),
1767 root);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001768 return;
1769 }
1770
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001771 soinfo_unload(&root, 1);
1772}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001773
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001774static void soinfo_unload(soinfo* soinfos[], size_t count) {
1775 // Note that the library can be loaded but not linked;
1776 // in which case there is no root but we still need
1777 // to walk the tree and unload soinfos involved.
1778 //
1779 // This happens on unsuccessful dlopen, when one of
1780 // the DT_NEEDED libraries could not be linked/found.
1781 if (count == 0) {
1782 return;
1783 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001784
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001785 soinfo_list_t unload_list;
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001786 for (size_t i = 0; i < count; ++i) {
1787 soinfo* si = soinfos[i];
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001788
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001789 if (si->can_unload()) {
1790 size_t ref_count = si->is_linked() ? si->decrement_ref_count() : 0;
1791 if (ref_count == 0) {
1792 unload_list.push_back(si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001793 } else {
dimitryc92ce712017-10-27 14:12:53 +02001794 LD_LOG(kLogDlopen,
1795 "... dlclose(root=\"%s\"@%p) ... not unloading - decrementing ref_count to %zd",
1796 si->get_realpath(),
1797 si,
1798 ref_count);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001799 }
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001800 } else {
dimitryc92ce712017-10-27 14:12:53 +02001801 LD_LOG(kLogDlopen,
1802 "... dlclose(root=\"%s\"@%p) ... not unloading - the load group is flagged with NODELETE",
1803 si->get_realpath(),
1804 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001805 return;
1806 }
1807 }
1808
1809 // This is used to identify soinfos outside of the load-group
1810 // note that we cannot have > 1 in the array and have any of them
1811 // linked. This is why we can safely use the first one.
1812 soinfo* root = soinfos[0];
1813
Dimitry Ivanovb943f302016-08-03 16:00:10 -07001814 soinfo_list_t local_unload_list;
1815 soinfo_list_t external_unload_list;
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001816 soinfo* si = nullptr;
1817
1818 while ((si = unload_list.pop_front()) != nullptr) {
1819 if (local_unload_list.contains(si)) {
1820 continue;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001821 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001822
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001823 local_unload_list.push_back(si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001824
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001825 if (si->has_min_version(0)) {
1826 soinfo* child = nullptr;
1827 while ((child = si->get_children().pop_front()) != nullptr) {
1828 TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si,
1829 child->get_realpath(), child);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001830
Dimitry Ivanovec90e242017-02-10 11:04:20 -08001831 child->get_parents().remove(si);
1832
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001833 if (local_unload_list.contains(child)) {
1834 continue;
1835 } else if (child->is_linked() && child->get_local_group_root() != root) {
1836 external_unload_list.push_back(child);
Dimitry Ivanovec90e242017-02-10 11:04:20 -08001837 } else if (child->get_parents().empty()) {
1838 unload_list.push_back(child);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001839 }
1840 }
1841 } else {
1842#if !defined(__work_around_b_24465209__)
Christopher Ferris7a3681e2017-04-24 17:48:32 -07001843 async_safe_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001844#else
1845 PRINT("warning: soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
1846 for_each_dt_needed(si, [&] (const char* library_name) {
1847 TRACE("deprecated (old format of soinfo): %s needs to unload %s",
1848 si->get_realpath(), library_name);
1849
1850 soinfo* needed = find_library(si->get_primary_namespace(),
1851 library_name, RTLD_NOLOAD, nullptr, nullptr);
1852
1853 if (needed != nullptr) {
1854 // Not found: for example if symlink was deleted between dlopen and dlclose
1855 // Since we cannot really handle errors at this point - print and continue.
1856 PRINT("warning: couldn't find %s needed by %s on unload.",
1857 library_name, si->get_realpath());
1858 return;
1859 } else if (local_unload_list.contains(needed)) {
1860 // already visited
1861 return;
1862 } else if (needed->is_linked() && needed->get_local_group_root() != root) {
1863 // external group
1864 external_unload_list.push_back(needed);
1865 } else {
1866 // local group
1867 unload_list.push_front(needed);
1868 }
1869 });
1870#endif
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001871 }
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001872 }
1873
1874 local_unload_list.for_each([](soinfo* si) {
dimitryc92ce712017-10-27 14:12:53 +02001875 LD_LOG(kLogDlopen,
1876 "... dlclose: calling destructors for \"%s\"@%p ... ",
1877 si->get_realpath(),
1878 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001879 si->call_destructors();
dimitryc92ce712017-10-27 14:12:53 +02001880 LD_LOG(kLogDlopen,
1881 "... dlclose: calling destructors for \"%s\"@%p ... done",
1882 si->get_realpath(),
1883 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001884 });
1885
1886 while ((si = local_unload_list.pop_front()) != nullptr) {
dimitryc92ce712017-10-27 14:12:53 +02001887 LD_LOG(kLogDlopen,
1888 "... dlclose: unloading \"%s\"@%p ...",
1889 si->get_realpath(),
1890 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001891 notify_gdb_of_unload(si);
Evgenii Stepanov0a3637d2016-07-06 13:20:59 -07001892 get_cfi_shadow()->BeforeUnload(si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001893 soinfo_free(si);
1894 }
1895
1896 while ((si = external_unload_list.pop_front()) != nullptr) {
dimitryc92ce712017-10-27 14:12:53 +02001897 LD_LOG(kLogDlopen,
1898 "... dlclose: unloading external reference \"%s\"@%p ...",
1899 si->get_realpath(),
1900 si);
Dimitry Ivanov83fcb542016-05-04 17:19:14 -07001901 soinfo_unload(si);
Dmitriy Ivanova2547052014-11-18 12:03:09 -08001902 }
1903}
1904
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001905static std::string symbol_display_name(const char* sym_name, const char* sym_ver) {
1906 if (sym_ver == nullptr) {
1907 return sym_name;
1908 }
1909
Dimitry Ivanov9cf99cb2015-12-11 14:22:24 -08001910 return std::string(sym_name) + ", version " + sym_ver;
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001911}
1912
Dimitry Ivanovaca299a2016-04-11 12:42:58 -07001913static android_namespace_t* get_caller_namespace(soinfo* caller) {
1914 return caller != nullptr ? caller->get_primary_namespace() : g_anonymous_namespace;
1915}
1916
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001917void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) {
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001918 // Use basic string manipulation calls to avoid snprintf.
1919 // snprintf indirectly calls pthread_getspecific to get the size of a buffer.
1920 // When debug malloc is enabled, this call returns 0. This in turn causes
1921 // snprintf to do nothing, which causes libraries to fail to load.
1922 // See b/17302493 for further details.
1923 // Once the above bug is fixed, this code can be modified to use
1924 // snprintf again.
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001925 const auto& default_ld_paths = g_default_namespace.get_default_library_paths();
1926
1927 size_t required_size = 0;
1928 for (const auto& path : default_ld_paths) {
1929 required_size += path.size() + 1;
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001930 }
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001931
1932 if (buffer_size < required_size) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -07001933 async_safe_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: "
1934 "buffer len %zu, required len %zu", buffer_size, required_size);
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001935 }
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001936
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001937 char* end = buffer;
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001938 for (size_t i = 0; i < default_ld_paths.size(); ++i) {
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001939 if (i > 0) *end++ = ':';
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08001940 end = stpcpy(end, default_ld_paths[i].c_str());
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001941 }
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001942}
1943
Elliott Hughescade4c32012-12-20 14:42:14 -08001944void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) {
Nick Kralevich6bb01b62015-03-07 13:37:05 -08001945 parse_LD_LIBRARY_PATH(ld_library_path);
Elliott Hughescade4c32012-12-20 14:42:14 -08001946}
1947
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001948static std::string android_dlextinfo_to_string(const android_dlextinfo* info) {
1949 if (info == nullptr) {
1950 return "(null)";
1951 }
1952
1953 return android::base::StringPrintf("[flags=0x%" PRIx64 ","
1954 " reserved_addr=%p,"
1955 " reserved_size=0x%zx,"
1956 " relro_fd=%d,"
1957 " library_fd=%d,"
1958 " library_fd_offset=0x%" PRIx64 ","
1959 " library_namespace=%s@%p]",
1960 info->flags,
1961 info->reserved_addr,
1962 info->reserved_size,
1963 info->relro_fd,
1964 info->library_fd,
1965 info->library_fd_offset,
1966 (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
1967 (info->library_namespace != nullptr ?
1968 info->library_namespace->get_name() : "(null)") : "(n/a)",
1969 (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
1970 info->library_namespace : nullptr);
1971}
1972
Dimitry Ivanovd9e427c2016-11-22 16:55:25 -08001973void* do_dlopen(const char* name, int flags,
1974 const android_dlextinfo* extinfo,
1975 const void* caller_addr) {
Dimitry Ivanov5c4a5802017-03-17 16:41:34 -07001976 std::string trace_prefix = std::string("dlopen: ") + (name == nullptr ? "(nullptr)" : name);
1977 ScopedTrace trace(trace_prefix.c_str());
1978 ScopedTrace loading_trace((trace_prefix + " - loading and linking").c_str());
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001979 soinfo* const caller = find_containing_library(caller_addr);
Dimitry Ivanovb996d602016-07-11 18:11:39 -07001980 android_namespace_t* ns = get_caller_namespace(caller);
1981
1982 LD_LOG(kLogDlopen,
1983 "dlopen(name=\"%s\", flags=0x%x, extinfo=%s, caller=\"%s\", caller_ns=%s@%p) ...",
1984 name,
1985 flags,
1986 android_dlextinfo_to_string(extinfo).c_str(),
1987 caller == nullptr ? "(null)" : caller->get_realpath(),
1988 ns == nullptr ? "(null)" : ns->get_name(),
1989 ns);
1990
Tom Cherryb8ab6182017-04-05 16:20:29 -07001991 auto failure_guard = android::base::make_scope_guard(
1992 [&]() { LD_LOG(kLogDlopen, "... dlopen failed: %s", linker_get_error_buffer()); });
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08001993
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001994 if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) {
Elliott Hughese66190d2012-12-18 15:57:55 -08001995 DL_ERR("invalid flags to dlopen: %x", flags);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001996 return nullptr;
Elliott Hughese66190d2012-12-18 15:57:55 -08001997 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07001998
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001999 if (extinfo != nullptr) {
2000 if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) {
2001 DL_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags);
2002 return nullptr;
2003 }
Dmitriy Ivanov126af752015-10-07 16:34:20 -07002004
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07002005 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 &&
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07002006 (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002007 DL_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without "
2008 "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07002009 return nullptr;
2010 }
Dmitriy Ivanov126af752015-10-07 16:34:20 -07002011
2012 if ((extinfo->flags & ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS) != 0 &&
2013 (extinfo->flags & (ANDROID_DLEXT_RESERVED_ADDRESS | ANDROID_DLEXT_RESERVED_ADDRESS_HINT)) != 0) {
2014 DL_ERR("invalid extended flag combination: ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS is not "
2015 "compatible with ANDROID_DLEXT_RESERVED_ADDRESS/ANDROID_DLEXT_RESERVED_ADDRESS_HINT");
2016 return nullptr;
2017 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002018
2019 if ((extinfo->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0) {
2020 if (extinfo->library_namespace == nullptr) {
2021 DL_ERR("ANDROID_DLEXT_USE_NAMESPACE is set but extinfo->library_namespace is null");
2022 return nullptr;
2023 }
2024 ns = extinfo->library_namespace;
2025 }
Torne (Richard Coles)012cb452014-02-06 14:34:21 +00002026 }
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08002027
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07002028 std::string asan_name_holder;
2029
2030 const char* translated_name = name;
Dimitry Ivanov6c14f862016-12-05 13:35:47 -08002031 if (g_is_asan && translated_name != nullptr && translated_name[0] == '/') {
Evgenii Stepanov9e77a642017-07-27 14:55:44 -07002032 char original_path[PATH_MAX];
2033 if (realpath(name, original_path) != nullptr) {
2034 asan_name_holder = std::string(kAsanLibDirPrefix) + original_path;
Vishwath Mohan4113def2017-03-29 15:31:34 -07002035 if (file_exists(asan_name_holder.c_str())) {
Evgenii Stepanov9e77a642017-07-27 14:55:44 -07002036 soinfo* si = nullptr;
2037 if (find_loaded_library_by_realpath(ns, original_path, true, &si)) {
2038 PRINT("linker_asan dlopen NOT translating \"%s\" -> \"%s\": library already loaded", name,
2039 asan_name_holder.c_str());
2040 } else {
2041 PRINT("linker_asan dlopen translating \"%s\" -> \"%s\"", name, translated_name);
2042 translated_name = asan_name_holder.c_str();
2043 }
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07002044 }
2045 }
2046 }
2047
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08002048 ProtectedDataGuard guard;
Dimitry Ivanov45d25ca2016-08-09 19:38:43 -07002049 soinfo* si = find_library(ns, translated_name, flags, extinfo, caller);
Dimitry Ivanov5c4a5802017-03-17 16:41:34 -07002050 loading_trace.End();
2051
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002052 if (si != nullptr) {
Dimitry Ivanovb996d602016-07-11 18:11:39 -07002053 void* handle = si->to_handle();
2054 LD_LOG(kLogDlopen,
Dimitry Ivanovae4a0c12016-11-21 10:44:35 -08002055 "... dlopen calling constructors: realpath=\"%s\", soname=\"%s\", handle=%p",
2056 si->get_realpath(), si->get_soname(), handle);
2057 si->call_constructors();
Tom Cherryb8ab6182017-04-05 16:20:29 -07002058 failure_guard.Disable();
Dimitry Ivanovae4a0c12016-11-21 10:44:35 -08002059 LD_LOG(kLogDlopen,
Dimitry Ivanovb996d602016-07-11 18:11:39 -07002060 "... dlopen successful: realpath=\"%s\", soname=\"%s\", handle=%p",
2061 si->get_realpath(), si->get_soname(), handle);
2062 return handle;
Elliott Hughesd23736e2012-11-01 15:16:56 -07002063 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002064
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002065 return nullptr;
Elliott Hughesd23736e2012-11-01 15:16:56 -07002066}
2067
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002068int do_dladdr(const void* addr, Dl_info* info) {
2069 // Determine if this address can be found in any library currently mapped.
2070 soinfo* si = find_containing_library(addr);
2071 if (si == nullptr) {
2072 return 0;
2073 }
2074
2075 memset(info, 0, sizeof(Dl_info));
2076
2077 info->dli_fname = si->get_realpath();
2078 // Address at which the shared object is loaded.
2079 info->dli_fbase = reinterpret_cast<void*>(si->base);
2080
2081 // Determine if any symbol in the library contains the specified address.
2082 ElfW(Sym)* sym = si->find_symbol_by_address(addr);
2083 if (sym != nullptr) {
2084 info->dli_sname = si->get_string(sym->st_name);
2085 info->dli_saddr = reinterpret_cast<void*>(si->resolve_symbol_address(sym));
2086 }
2087
2088 return 1;
2089}
2090
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002091static soinfo* soinfo_from_handle(void* handle) {
2092 if ((reinterpret_cast<uintptr_t>(handle) & 1) != 0) {
2093 auto it = g_soinfo_handles_map.find(reinterpret_cast<uintptr_t>(handle));
2094 if (it == g_soinfo_handles_map.end()) {
2095 return nullptr;
2096 } else {
2097 return it->second;
2098 }
2099 }
2100
2101 return static_cast<soinfo*>(handle);
2102}
2103
Dimitry Ivanovd9e427c2016-11-22 16:55:25 -08002104bool do_dlsym(void* handle,
2105 const char* sym_name,
2106 const char* sym_ver,
2107 const void* caller_addr,
2108 void** symbol) {
Dimitry Ivanov6705e8c2017-03-21 10:29:06 -07002109 ScopedTrace trace("dlsym");
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002110#if !defined(__LP64__)
2111 if (handle == nullptr) {
2112 DL_ERR("dlsym failed: library handle is null");
2113 return false;
2114 }
2115#endif
2116
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002117 soinfo* found = nullptr;
2118 const ElfW(Sym)* sym = nullptr;
2119 soinfo* caller = find_containing_library(caller_addr);
Dimitry Ivanovaca299a2016-04-11 12:42:58 -07002120 android_namespace_t* ns = get_caller_namespace(caller);
Dimitry Ivanov4742abd2016-12-12 16:30:15 -08002121 soinfo* si = nullptr;
2122 if (handle != RTLD_DEFAULT && handle != RTLD_NEXT) {
2123 si = soinfo_from_handle(handle);
2124 }
2125
2126 LD_LOG(kLogDlsym,
2127 "dlsym(handle=%p(\"%s\"), sym_name=\"%s\", sym_ver=\"%s\", caller=\"%s\", caller_ns=%s@%p) ...",
2128 handle,
2129 si != nullptr ? si->get_realpath() : "n/a",
2130 sym_name,
2131 sym_ver,
2132 caller == nullptr ? "(null)" : caller->get_realpath(),
2133 ns == nullptr ? "(null)" : ns->get_name(),
2134 ns);
2135
Tom Cherryb8ab6182017-04-05 16:20:29 -07002136 auto failure_guard = android::base::make_scope_guard(
2137 [&]() { LD_LOG(kLogDlsym, "... dlsym failed: %s", linker_get_error_buffer()); });
Dimitry Ivanov4742abd2016-12-12 16:30:15 -08002138
2139 if (sym_name == nullptr) {
2140 DL_ERR("dlsym failed: symbol name is null");
2141 return false;
2142 }
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002143
2144 version_info vi_instance;
2145 version_info* vi = nullptr;
2146
2147 if (sym_ver != nullptr) {
Dimitry Ivanov9cf99cb2015-12-11 14:22:24 -08002148 vi_instance.name = sym_ver;
2149 vi_instance.elf_hash = calculate_elf_hash(sym_ver);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002150 vi = &vi_instance;
2151 }
2152
2153 if (handle == RTLD_DEFAULT || handle == RTLD_NEXT) {
2154 sym = dlsym_linear_lookup(ns, sym_name, vi, &found, caller, handle);
2155 } else {
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002156 if (si == nullptr) {
2157 DL_ERR("dlsym failed: invalid handle: %p", handle);
2158 return false;
2159 }
2160 sym = dlsym_handle_lookup(si, &found, sym_name, vi);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002161 }
2162
2163 if (sym != nullptr) {
2164 uint32_t bind = ELF_ST_BIND(sym->st_info);
2165
2166 if ((bind == STB_GLOBAL || bind == STB_WEAK) && sym->st_shndx != 0) {
2167 *symbol = reinterpret_cast<void*>(found->resolve_symbol_address(sym));
Tom Cherryb8ab6182017-04-05 16:20:29 -07002168 failure_guard.Disable();
Dimitry Ivanov4742abd2016-12-12 16:30:15 -08002169 LD_LOG(kLogDlsym,
2170 "... dlsym successful: sym_name=\"%s\", sym_ver=\"%s\", found in=\"%s\", address=%p",
2171 sym_name, sym_ver, found->get_soname(), *symbol);
Dimitry Ivanov4a2c5aa2015-12-10 16:08:14 -08002172 return true;
2173 }
2174
2175 DL_ERR("symbol \"%s\" found but not global", symbol_display_name(sym_name, sym_ver).c_str());
2176 return false;
2177 }
2178
2179 DL_ERR("undefined symbol: %s", symbol_display_name(sym_name, sym_ver).c_str());
2180 return false;
2181}
2182
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002183int do_dlclose(void* handle) {
Dimitry Ivanov6705e8c2017-03-21 10:29:06 -07002184 ScopedTrace trace("dlclose");
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08002185 ProtectedDataGuard guard;
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002186 soinfo* si = soinfo_from_handle(handle);
2187 if (si == nullptr) {
2188 DL_ERR("invalid handle: %p", handle);
2189 return -1;
2190 }
2191
dimitryc92ce712017-10-27 14:12:53 +02002192 LD_LOG(kLogDlopen,
2193 "dlclose(handle=%p, realpath=\"%s\"@%p) ...",
2194 handle,
2195 si->get_realpath(),
2196 si);
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07002197 soinfo_unload(si);
dimitryc92ce712017-10-27 14:12:53 +02002198 LD_LOG(kLogDlopen,
2199 "dlclose(handle=%p) ... done",
2200 handle);
Dimitry Ivanovd88e1f32016-03-24 15:30:30 -07002201 return 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002202}
2203
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002204bool init_anonymous_namespace(const char* shared_lib_sonames, const char* library_search_path) {
2205 if (g_anonymous_namespace_initialized) {
2206 DL_ERR("anonymous namespace has already been initialized.");
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002207 return false;
2208 }
2209
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002210 ProtectedDataGuard guard;
2211
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002212 // create anonymous namespace
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002213 // When the caller is nullptr - create_namespace will take global group
2214 // from the anonymous namespace, which is fine because anonymous namespace
2215 // is still pointing to the default one.
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002216 android_namespace_t* anon_ns =
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002217 create_namespace(nullptr,
2218 "(anonymous)",
2219 nullptr,
2220 library_search_path,
Dimitry Ivanovc9dced22017-03-27 15:42:17 -07002221 ANDROID_NAMESPACE_TYPE_ISOLATED,
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002222 nullptr,
2223 &g_default_namespace);
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002224
2225 if (anon_ns == nullptr) {
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002226 return false;
2227 }
2228
2229 if (!link_namespaces(anon_ns, &g_default_namespace, shared_lib_sonames)) {
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002230 return false;
2231 }
Dimitry Ivanov7d429d32017-02-01 15:28:52 -08002232
Dmitriy Ivanov1ffec1c2015-11-23 11:26:35 -08002233 g_anonymous_namespace = anon_ns;
Dimitry Ivanov3e0821d2017-03-07 11:02:10 -08002234 g_anonymous_namespace_initialized = true;
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002235
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002236 return true;
2237}
2238
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002239static void add_soinfos_to_namespace(const soinfo_list_t& soinfos, android_namespace_t* ns) {
2240 ns->add_soinfos(soinfos);
2241 for (auto si : soinfos) {
2242 si->add_secondary_namespace(ns);
2243 }
2244}
2245
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002246android_namespace_t* create_namespace(const void* caller_addr,
2247 const char* name,
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002248 const char* ld_library_path,
2249 const char* default_library_path,
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002250 uint64_t type,
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002251 const char* permitted_when_isolated_path,
2252 android_namespace_t* parent_namespace) {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002253 if (parent_namespace == nullptr) {
Dimitry Ivanov52408632016-05-23 10:31:11 -07002254 // if parent_namespace is nullptr -> set it to the caller namespace
2255 soinfo* caller_soinfo = find_containing_library(caller_addr);
2256
2257 parent_namespace = caller_soinfo != nullptr ?
2258 caller_soinfo->get_primary_namespace() :
2259 g_anonymous_namespace;
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002260 }
2261
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002262 ProtectedDataGuard guard;
2263 std::vector<std::string> ld_library_paths;
2264 std::vector<std::string> default_library_paths;
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002265 std::vector<std::string> permitted_paths;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002266
2267 parse_path(ld_library_path, ":", &ld_library_paths);
2268 parse_path(default_library_path, ":", &default_library_paths);
Dimitry Ivanov284ae352015-12-08 10:47:13 -08002269 parse_path(permitted_when_isolated_path, ":", &permitted_paths);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002270
2271 android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
2272 ns->set_name(name);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002273 ns->set_isolated((type & ANDROID_NAMESPACE_TYPE_ISOLATED) != 0);
Jiyong Park37b91af2017-05-05 22:07:05 +09002274 ns->set_greylist_enabled((type & ANDROID_NAMESPACE_TYPE_GREYLIST_ENABLED) != 0);
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002275
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002276 if ((type & ANDROID_NAMESPACE_TYPE_SHARED) != 0) {
Dimitry Ivanovf1cb6692017-05-01 17:45:38 -07002277 // append parent namespace paths.
2278 std::copy(parent_namespace->get_ld_library_paths().begin(),
2279 parent_namespace->get_ld_library_paths().end(),
2280 back_inserter(ld_library_paths));
2281
2282 std::copy(parent_namespace->get_default_library_paths().begin(),
2283 parent_namespace->get_default_library_paths().end(),
2284 back_inserter(default_library_paths));
2285
2286 std::copy(parent_namespace->get_permitted_paths().begin(),
2287 parent_namespace->get_permitted_paths().end(),
2288 back_inserter(permitted_paths));
2289
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002290 // If shared - clone the parent namespace
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002291 add_soinfos_to_namespace(parent_namespace->soinfo_list(), ns);
Dimitry Ivanovf1cb6692017-05-01 17:45:38 -07002292 // and copy parent namespace links
2293 for (auto& link : parent_namespace->linked_namespaces()) {
2294 ns->add_linked_namespace(link.linked_namespace(), link.shared_lib_sonames());
2295 }
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002296 } else {
Dimitry Ivanovfc2da532016-05-12 15:20:21 -07002297 // If not shared - copy only the shared group
Jiyong Park02586a22017-05-20 01:01:24 +09002298 add_soinfos_to_namespace(parent_namespace->get_shared_group(), ns);
Dimitry Ivanov7331fe12015-12-14 14:11:17 -08002299 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002300
Dimitry Ivanovf1cb6692017-05-01 17:45:38 -07002301 ns->set_ld_library_paths(std::move(ld_library_paths));
2302 ns->set_default_library_paths(std::move(default_library_paths));
2303 ns->set_permitted_paths(std::move(permitted_paths));
2304
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07002305 return ns;
2306}
2307
Dimitry Ivanov7a34b9d2017-02-03 14:07:34 -08002308bool link_namespaces(android_namespace_t* namespace_from,
2309 android_namespace_t* namespace_to,
2310 const char* shared_lib_sonames) {
2311 if (namespace_to == nullptr) {
2312 namespace_to = &g_default_namespace;
2313 }
2314
2315 if (namespace_from == nullptr) {
2316 DL_ERR("error linking namespaces: namespace_from is null.");
2317 return false;
2318 }
2319
2320 if (shared_lib_sonames == nullptr || shared_lib_sonames[0] == '\0') {
2321 DL_ERR("error linking namespaces \"%s\"->\"%s\": the list of shared libraries is empty.",
2322 namespace_from->get_name(), namespace_to->get_name());
2323 return false;
2324 }
2325
2326 auto sonames = android::base::Split(shared_lib_sonames, ":");
2327 std::unordered_set<std::string> sonames_set(sonames.begin(), sonames.end());
2328
2329 ProtectedDataGuard guard;
2330 namespace_from->add_linked_namespace(namespace_to, sonames_set);
2331
2332 return true;
2333}
2334
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002335ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) {
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002336 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
2337 ifunc_resolver_t ifunc_resolver = reinterpret_cast<ifunc_resolver_t>(resolver_addr);
2338 ElfW(Addr) ifunc_addr = ifunc_resolver();
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002339 TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p",
2340 ifunc_resolver, reinterpret_cast<void*>(ifunc_addr));
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002341
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002342 return ifunc_addr;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002343}
Brigid Smithc5a13ef2014-07-23 11:22:25 -07002344
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002345const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const {
2346 if (source_symver < 2 ||
2347 source_symver >= version_infos.size() ||
2348 version_infos[source_symver].name == nullptr) {
2349 return nullptr;
2350 }
2351
2352 return &version_infos[source_symver];
2353}
2354
2355void VersionTracker::add_version_info(size_t source_index,
2356 ElfW(Word) elf_hash,
2357 const char* ver_name,
2358 const soinfo* target_si) {
2359 if (source_index >= version_infos.size()) {
2360 version_infos.resize(source_index+1);
2361 }
2362
2363 version_infos[source_index].elf_hash = elf_hash;
2364 version_infos[source_index].name = ver_name;
2365 version_infos[source_index].target_si = target_si;
2366}
2367
2368bool VersionTracker::init_verneed(const soinfo* si_from) {
2369 uintptr_t verneed_ptr = si_from->get_verneed_ptr();
2370
2371 if (verneed_ptr == 0) {
2372 return true;
2373 }
2374
2375 size_t verneed_cnt = si_from->get_verneed_cnt();
2376
2377 for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) {
2378 const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset);
2379 size_t vernaux_offset = offset + verneed->vn_aux;
2380 offset += verneed->vn_next;
2381
2382 if (verneed->vn_version != 1) {
2383 DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version);
2384 return false;
2385 }
2386
2387 const char* target_soname = si_from->get_string(verneed->vn_file);
2388 // find it in dependencies
2389 soinfo* target_si = si_from->get_children().find_if([&](const soinfo* si) {
Dmitriy Ivanov406d9962015-05-06 11:05:27 -07002390 return si->get_soname() != nullptr && strcmp(si->get_soname(), target_soname) == 0;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002391 });
2392
2393 if (target_si == nullptr) {
2394 DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002395 target_soname, i, si_from->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002396 return false;
2397 }
2398
2399 for (size_t j = 0; j<verneed->vn_cnt; ++j) {
2400 const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset);
2401 vernaux_offset += vernaux->vna_next;
2402
2403 const ElfW(Word) elf_hash = vernaux->vna_hash;
2404 const char* ver_name = si_from->get_string(vernaux->vna_name);
2405 ElfW(Half) source_index = vernaux->vna_other;
2406
2407 add_version_info(source_index, elf_hash, ver_name, target_si);
2408 }
2409 }
2410
2411 return true;
2412}
2413
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002414template <typename F>
2415static bool for_each_verdef(const soinfo* si, F functor) {
2416 if (!si->has_min_version(2)) {
2417 return true;
2418 }
2419
2420 uintptr_t verdef_ptr = si->get_verdef_ptr();
2421 if (verdef_ptr == 0) {
2422 return true;
2423 }
2424
2425 size_t offset = 0;
2426
2427 size_t verdef_cnt = si->get_verdef_cnt();
2428 for (size_t i = 0; i<verdef_cnt; ++i) {
2429 const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset);
2430 size_t verdaux_offset = offset + verdef->vd_aux;
2431 offset += verdef->vd_next;
2432
2433 if (verdef->vd_version != 1) {
2434 DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s",
2435 i, verdef->vd_version, si->get_realpath());
2436 return false;
2437 }
2438
2439 if ((verdef->vd_flags & VER_FLG_BASE) != 0) {
2440 // "this is the version of the file itself. It must not be used for
2441 // matching a symbol. It can be used to match references."
2442 //
2443 // http://www.akkadia.org/drepper/symbol-versioning
2444 continue;
2445 }
2446
2447 if (verdef->vd_cnt == 0) {
2448 DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i);
2449 return false;
2450 }
2451
2452 const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset);
2453
2454 if (functor(i, verdef, verdaux) == true) {
2455 break;
2456 }
2457 }
2458
2459 return true;
2460}
2461
2462bool find_verdef_version_index(const soinfo* si, const version_info* vi, ElfW(Versym)* versym) {
2463 if (vi == nullptr) {
2464 *versym = kVersymNotNeeded;
2465 return true;
2466 }
2467
2468 *versym = kVersymGlobal;
2469
2470 return for_each_verdef(si,
2471 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2472 if (verdef->vd_hash == vi->elf_hash &&
2473 strcmp(vi->name, si->get_string(verdaux->vda_name)) == 0) {
2474 *versym = verdef->vd_ndx;
2475 return true;
2476 }
2477
2478 return false;
2479 }
2480 );
2481}
2482
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002483bool VersionTracker::init_verdef(const soinfo* si_from) {
2484 return for_each_verdef(si_from,
2485 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2486 add_version_info(verdef->vd_ndx, verdef->vd_hash,
2487 si_from->get_string(verdaux->vda_name), si_from);
2488 return false;
2489 }
2490 );
2491}
2492
2493bool VersionTracker::init(const soinfo* si_from) {
2494 if (!si_from->has_min_version(2)) {
2495 return true;
2496 }
2497
2498 return init_verneed(si_from) && init_verdef(si_from);
2499}
2500
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002501// TODO (dimitry): Methods below need to be moved out of soinfo
2502// and in more isolated file in order minimize dependencies on
2503// unnecessary object in the linker binary. Consider making them
2504// independent from soinfo (?).
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002505bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym,
2506 const char* sym_name, const version_info** vi) {
2507 const ElfW(Versym)* sym_ver_ptr = get_versym(sym);
2508 ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr;
2509
2510 if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) {
2511 *vi = version_tracker.get_version_info(sym_ver);
2512
2513 if (*vi == nullptr) {
2514 DL_ERR("cannot find verneed/verdef for version index=%d "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002515 "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath());
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002516 return false;
2517 }
2518 } else {
2519 // there is no version info
2520 *vi = nullptr;
2521 }
2522
2523 return true;
2524}
2525
Dimitry Ivanov576a3752016-08-09 06:58:55 -07002526#if !defined(__mips__)
2527#if defined(USE_RELA)
2528static ElfW(Addr) get_addend(ElfW(Rela)* rela, ElfW(Addr) reloc_addr __unused) {
2529 return rela->r_addend;
2530}
2531#else
2532static ElfW(Addr) get_addend(ElfW(Rel)* rel, ElfW(Addr) reloc_addr) {
2533 if (ELFW(R_TYPE)(rel->r_info) == R_GENERIC_RELATIVE ||
2534 ELFW(R_TYPE)(rel->r_info) == R_GENERIC_IRELATIVE) {
2535 return *reinterpret_cast<ElfW(Addr)*>(reloc_addr);
2536 }
2537 return 0;
2538}
2539#endif
2540
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08002541template<typename ElfRelIteratorT>
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07002542bool soinfo::relocate(const VersionTracker& version_tracker, ElfRelIteratorT&& rel_iterator,
2543 const soinfo_list_t& global_group, const soinfo_list_t& local_group) {
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08002544 for (size_t idx = 0; rel_iterator.has_next(); ++idx) {
2545 const auto rel = rel_iterator.next();
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002546 if (rel == nullptr) {
2547 return false;
2548 }
2549
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002550 ElfW(Word) type = ELFW(R_TYPE)(rel->r_info);
2551 ElfW(Word) sym = ELFW(R_SYM)(rel->r_info);
2552
2553 ElfW(Addr) reloc = static_cast<ElfW(Addr)>(rel->r_offset + load_bias);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002554 ElfW(Addr) sym_addr = 0;
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002555 const char* sym_name = nullptr;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002556 ElfW(Addr) addend = get_addend(rel, reloc);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002557
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07002558 DEBUG("Processing \"%s\" relocation at index %zd", get_realpath(), idx);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002559 if (type == R_GENERIC_NONE) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002560 continue;
2561 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002562
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002563 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002564 soinfo* lsi = nullptr;
2565
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002566 if (sym != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002567 sym_name = get_string(symtab_[sym].st_name);
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002568 const version_info* vi = nullptr;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002569
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002570 if (!lookup_version_info(version_tracker, sym, sym_name, &vi)) {
2571 return false;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002572 }
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07002573
2574 if (!soinfo_do_lookup(this, sym_name, vi, &lsi, global_group, local_group, &s)) {
2575 return false;
2576 }
2577
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002578 if (s == nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002579 // We only allow an undefined symbol if this is a weak reference...
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002580 s = &symtab_[sym];
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002581 if (ELF_ST_BIND(s->st_info) != STB_WEAK) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002582 DL_ERR("cannot locate symbol \"%s\" referenced by \"%s\"...", sym_name, get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002583 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002584 }
2585
2586 /* IHI0044C AAELF 4.5.1.1:
2587
2588 Libraries are not searched to resolve weak references.
2589 It is not an error for a weak reference to remain unsatisfied.
2590
2591 During linking, the value of an undefined weak reference is:
2592 - Zero if the relocation type is absolute
2593 - The address of the place if the relocation is pc-relative
2594 - The address of nominal base address if the relocation
2595 type is base-relative.
2596 */
2597
2598 switch (type) {
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002599 case R_GENERIC_JUMP_SLOT:
2600 case R_GENERIC_GLOB_DAT:
2601 case R_GENERIC_RELATIVE:
2602 case R_GENERIC_IRELATIVE:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002603#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002604 case R_AARCH64_ABS64:
2605 case R_AARCH64_ABS32:
2606 case R_AARCH64_ABS16:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002607#elif defined(__x86_64__)
2608 case R_X86_64_32:
2609 case R_X86_64_64:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002610#elif defined(__arm__)
2611 case R_ARM_ABS32:
2612#elif defined(__i386__)
2613 case R_386_32:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002614#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002615 /*
2616 * The sym_addr was initialized to be zero above, or the relocation
2617 * code below does not care about value of sym_addr.
2618 * No need to do anything.
2619 */
2620 break;
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08002621#if defined(__x86_64__)
Dimitry Ivanovd338aac2015-01-13 22:31:54 +00002622 case R_X86_64_PC32:
2623 sym_addr = reloc;
2624 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002625#elif defined(__i386__)
2626 case R_386_PC32:
2627 sym_addr = reloc;
2628 break;
2629#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002630 default:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002631 DL_ERR("unknown weak reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002632 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002633 }
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002634 } else { // We got a definition.
2635#if !defined(__LP64__)
2636 // When relocating dso with text_relocation .text segment is
2637 // not executable. We need to restore elf flags before resolving
2638 // STT_GNU_IFUNC symbol.
2639 bool protect_segments = has_text_relocations &&
2640 lsi == this &&
2641 ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC;
2642 if (protect_segments) {
2643 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
2644 DL_ERR("can't protect segments for \"%s\": %s",
2645 get_realpath(), strerror(errno));
2646 return false;
2647 }
2648 }
2649#endif
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002650 sym_addr = lsi->resolve_symbol_address(s);
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002651#if !defined(__LP64__)
2652 if (protect_segments) {
2653 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2654 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2655 get_realpath(), strerror(errno));
2656 return false;
2657 }
2658 }
2659#endif
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002660 }
2661 count_relocation(kRelocSymbol);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002662 }
2663
2664 switch (type) {
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002665 case R_GENERIC_JUMP_SLOT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002666 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002667 MARK(rel->r_offset);
2668 TRACE_TYPE(RELO, "RELO JMP_SLOT %16p <- %16p %s\n",
2669 reinterpret_cast<void*>(reloc),
2670 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2671
2672 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002673 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002674 case R_GENERIC_GLOB_DAT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002675 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002676 MARK(rel->r_offset);
2677 TRACE_TYPE(RELO, "RELO GLOB_DAT %16p <- %16p %s\n",
2678 reinterpret_cast<void*>(reloc),
2679 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2680 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002681 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002682 case R_GENERIC_RELATIVE:
2683 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002684 MARK(rel->r_offset);
2685 TRACE_TYPE(RELO, "RELO RELATIVE %16p <- %16p\n",
2686 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002687 reinterpret_cast<void*>(load_bias + addend));
2688 *reinterpret_cast<ElfW(Addr)*>(reloc) = (load_bias + addend);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002689 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002690 case R_GENERIC_IRELATIVE:
2691 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002692 MARK(rel->r_offset);
2693 TRACE_TYPE(RELO, "RELO IRELATIVE %16p <- %16p\n",
2694 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002695 reinterpret_cast<void*>(load_bias + addend));
Dmitriy Ivanovec83a612015-07-26 07:37:09 -07002696 {
2697#if !defined(__LP64__)
2698 // When relocating dso with text_relocation .text segment is
2699 // not executable. We need to restore elf flags for this
2700 // particular call.
2701 if (has_text_relocations) {
2702 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
2703 DL_ERR("can't protect segments for \"%s\": %s",
2704 get_realpath(), strerror(errno));
2705 return false;
2706 }
2707 }
2708#endif
2709 ElfW(Addr) ifunc_addr = call_ifunc_resolver(load_bias + addend);
2710#if !defined(__LP64__)
2711 // Unprotect it afterwards...
2712 if (has_text_relocations) {
2713 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2714 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2715 get_realpath(), strerror(errno));
2716 return false;
2717 }
2718 }
2719#endif
2720 *reinterpret_cast<ElfW(Addr)*>(reloc) = ifunc_addr;
2721 }
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002722 break;
2723
2724#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002725 case R_AARCH64_ABS64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002726 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002727 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002728 TRACE_TYPE(RELO, "RELO ABS64 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002729 reloc, sym_addr + addend, sym_name);
2730 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002731 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002732 case R_AARCH64_ABS32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002733 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002734 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002735 TRACE_TYPE(RELO, "RELO ABS32 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002736 reloc, sym_addr + addend, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002737 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002738 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2739 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002740 if ((min_value <= (sym_addr + addend)) &&
2741 ((sym_addr + addend) <= max_value)) {
2742 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002743 } else {
2744 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002745 sym_addr + addend, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002746 return false;
2747 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002748 }
2749 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002750 case R_AARCH64_ABS16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002751 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002752 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002753 TRACE_TYPE(RELO, "RELO ABS16 %16llx <- %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002754 reloc, sym_addr + addend, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002755 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002756 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2757 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002758 if ((min_value <= (sym_addr + addend)) &&
2759 ((sym_addr + addend) <= max_value)) {
2760 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002761 } else {
2762 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002763 sym_addr + addend, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002764 return false;
2765 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002766 }
2767 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002768 case R_AARCH64_PREL64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002769 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002770 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002771 TRACE_TYPE(RELO, "RELO REL64 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002772 reloc, sym_addr + addend, rel->r_offset, sym_name);
2773 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002774 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002775 case R_AARCH64_PREL32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002776 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002777 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002778 TRACE_TYPE(RELO, "RELO REL32 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002779 reloc, sym_addr + addend, rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002780 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002781 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2782 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002783 if ((min_value <= (sym_addr + addend - rel->r_offset)) &&
2784 ((sym_addr + addend - rel->r_offset) <= max_value)) {
2785 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002786 } else {
2787 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002788 sym_addr + addend - rel->r_offset, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002789 return false;
2790 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002791 }
2792 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002793 case R_AARCH64_PREL16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002794 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002795 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002796 TRACE_TYPE(RELO, "RELO REL16 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002797 reloc, sym_addr + addend, rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002798 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002799 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2800 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002801 if ((min_value <= (sym_addr + addend - rel->r_offset)) &&
2802 ((sym_addr + addend - rel->r_offset) <= max_value)) {
2803 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - rel->r_offset;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002804 } else {
2805 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
Dmitriy Ivanov77f91c62015-10-15 13:26:03 -07002806 sym_addr + addend - rel->r_offset, min_value, max_value);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002807 return false;
2808 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002809 }
2810 break;
2811
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002812 case R_AARCH64_COPY:
Nick Kralevich76e289c2014-07-03 12:04:31 -07002813 /*
2814 * ET_EXEC is not supported so this should not happen.
2815 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002816 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
Nick Kralevich76e289c2014-07-03 12:04:31 -07002817 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002818 * Section 4.6.11 "Dynamic relocations"
Nick Kralevich76e289c2014-07-03 12:04:31 -07002819 * R_AARCH64_COPY may only appear in executable objects where e_type is
2820 * set to ET_EXEC.
2821 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002822 DL_ERR("%s R_AARCH64_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002823 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002824 case R_AARCH64_TLS_TPREL64:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002825 TRACE_TYPE(RELO, "RELO TLS_TPREL64 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002826 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002827 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002828 case R_AARCH64_TLS_DTPREL32:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002829 TRACE_TYPE(RELO, "RELO TLS_DTPREL32 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002830 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002831 break;
2832#elif defined(__x86_64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002833 case R_X86_64_32:
2834 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002835 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002836 TRACE_TYPE(RELO, "RELO R_X86_64_32 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2837 static_cast<size_t>(sym_addr), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002838 *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002839 break;
2840 case R_X86_64_64:
2841 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002842 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002843 TRACE_TYPE(RELO, "RELO R_X86_64_64 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2844 static_cast<size_t>(sym_addr), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002845 *reinterpret_cast<Elf64_Addr*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002846 break;
2847 case R_X86_64_PC32:
2848 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002849 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002850 TRACE_TYPE(RELO, "RELO R_X86_64_PC32 %08zx <- +%08zx (%08zx - %08zx) %s",
2851 static_cast<size_t>(reloc), static_cast<size_t>(sym_addr - reloc),
2852 static_cast<size_t>(sym_addr), static_cast<size_t>(reloc), sym_name);
Junichi Uekawaff35b1e2015-11-18 10:18:59 +09002853 *reinterpret_cast<Elf32_Addr*>(reloc) = sym_addr + addend - reloc;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002854 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002855#elif defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002856 case R_ARM_ABS32:
2857 count_relocation(kRelocAbsolute);
2858 MARK(rel->r_offset);
2859 TRACE_TYPE(RELO, "RELO ABS %08x <- %08x %s", reloc, sym_addr, sym_name);
2860 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2861 break;
2862 case R_ARM_REL32:
2863 count_relocation(kRelocRelative);
2864 MARK(rel->r_offset);
2865 TRACE_TYPE(RELO, "RELO REL32 %08x <- %08x - %08x %s",
2866 reloc, sym_addr, rel->r_offset, sym_name);
2867 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr - rel->r_offset;
2868 break;
2869 case R_ARM_COPY:
2870 /*
2871 * ET_EXEC is not supported so this should not happen.
2872 *
2873 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0044d/IHI0044D_aaelf.pdf
2874 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002875 * Section 4.6.1.10 "Dynamic relocations"
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002876 * R_ARM_COPY may only appear in executable objects where e_type is
2877 * set to ET_EXEC.
2878 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002879 DL_ERR("%s R_ARM_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002880 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002881#elif defined(__i386__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002882 case R_386_32:
2883 count_relocation(kRelocRelative);
2884 MARK(rel->r_offset);
2885 TRACE_TYPE(RELO, "RELO R_386_32 %08x <- +%08x %s", reloc, sym_addr, sym_name);
2886 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2887 break;
2888 case R_386_PC32:
2889 count_relocation(kRelocRelative);
2890 MARK(rel->r_offset);
2891 TRACE_TYPE(RELO, "RELO R_386_PC32 %08x <- +%08x (%08x - %08x) %s",
2892 reloc, (sym_addr - reloc), sym_addr, reloc, sym_name);
2893 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr - reloc);
2894 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002895#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002896 default:
2897 DL_ERR("unknown reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002898 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002899 }
2900 }
2901 return true;
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002902}
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002903#endif // !defined(__mips__)
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002904
Dimitry Ivanov48ec2882016-08-04 11:50:36 -07002905// An empty list of soinfos
Dimitry Ivanovb943f302016-08-03 16:00:10 -07002906static soinfo_list_t g_empty_list;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002907
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002908bool soinfo::prelink_image() {
Ningsheng Jiane93be992014-09-16 15:22:10 +08002909 /* Extract dynamic section */
2910 ElfW(Word) dynamic_flags = 0;
2911 phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags);
Dmitriy Ivanov498eb182014-09-05 14:57:59 -07002912
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002913 /* We can't log anything until the linker is relocated */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002914 bool relocating_linker = (flags_ & FLAG_LINKER) != 0;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002915 if (!relocating_linker) {
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07002916 INFO("[ Linking \"%s\" ]", get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002917 DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002918 }
2919
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002920 if (dynamic == nullptr) {
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002921 if (!relocating_linker) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002922 DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath());
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002923 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002924 return false;
2925 } else {
2926 if (!relocating_linker) {
2927 DEBUG("dynamic = %p", dynamic);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002928 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002929 }
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002930
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002931#if defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002932 (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias,
2933 &ARM_exidx, &ARM_exidx_count);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002934#endif
2935
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002936 // Extract useful information from dynamic section.
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002937 // Note that: "Except for the DT_NULL element at the end of the array,
2938 // and the relative order of DT_NEEDED elements, entries may appear in any order."
2939 //
2940 // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002941 uint32_t needed_count = 0;
2942 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2943 DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p",
2944 d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2945 switch (d->d_tag) {
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002946 case DT_SONAME:
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002947 // this is parsed after we have strtab initialized (see below).
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002948 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002949
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002950 case DT_HASH:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002951 nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2952 nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2953 bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8);
2954 chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002955 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002956
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002957 case DT_GNU_HASH:
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002958 gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002959 // skip symndx
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002960 gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2];
2961 gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002962
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002963 gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16);
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002964 gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002965 // amend chain for symndx = header[1]
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002966 gnu_chain_ = gnu_bucket_ + gnu_nbucket_ -
2967 reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002968
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002969 if (!powerof2(gnu_maskwords_)) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002970 DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two",
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002971 gnu_maskwords_, get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002972 return false;
2973 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002974 --gnu_maskwords_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002975
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002976 flags_ |= FLAG_GNU_HASH;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002977 break;
2978
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002979 case DT_STRTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002980 strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002981 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002982
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002983 case DT_STRSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002984 strtab_size_ = d->d_un.d_val;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002985 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002986
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002987 case DT_SYMTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002988 symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002989 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002990
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002991 case DT_SYMENT:
2992 if (d->d_un.d_val != sizeof(ElfW(Sym))) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002993 DL_ERR("invalid DT_SYMENT: %zd in \"%s\"",
2994 static_cast<size_t>(d->d_un.d_val), get_realpath());
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002995 return false;
2996 }
2997 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002998
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002999 case DT_PLTREL:
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003000#if defined(USE_RELA)
3001 if (d->d_un.d_val != DT_RELA) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003002 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003003 return false;
3004 }
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003005#else
3006 if (d->d_un.d_val != DT_REL) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003007 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath());
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003008 return false;
3009 }
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003010#endif
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003011 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003012
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003013 case DT_JMPREL:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003014#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003015 plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003016#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003017 plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003018#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003019 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003020
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003021 case DT_PLTRELSZ:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003022#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003023 plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003024#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003025 plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003026#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003027 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003028
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003029 case DT_PLTGOT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003030#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003031 // Used by mips and mips64.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003032 plt_got_ = reinterpret_cast<ElfW(Addr)**>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003033#endif
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003034 // Ignore for other platforms... (because RTLD_LAZY is not supported)
3035 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003036
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003037 case DT_DEBUG:
3038 // Set the DT_DEBUG entry to the address of _r_debug for GDB
3039 // if the dynamic table is writable
Chris Dearman99186652014-02-06 20:36:51 -08003040// FIXME: not working currently for N64
3041// The flags for the LOAD and DYNAMIC program headers do not agree.
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07003042// The LOAD section containing the dynamic table has been mapped as
Chris Dearman99186652014-02-06 20:36:51 -08003043// read-only, but the DYNAMIC header claims it is writable.
3044#if !(defined(__mips__) && defined(__LP64__))
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003045 if ((dynamic_flags & PF_W) != 0) {
3046 d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug);
3047 }
Chris Dearman99186652014-02-06 20:36:51 -08003048#endif
Dmitriy Ivanovc6292ea2015-02-13 16:29:50 -08003049 break;
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003050#if defined(USE_RELA)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003051 case DT_RELA:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003052 rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003053 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003054
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003055 case DT_RELASZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003056 rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003057 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003058
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003059 case DT_ANDROID_RELA:
3060 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
3061 break;
3062
3063 case DT_ANDROID_RELASZ:
3064 android_relocs_size_ = d->d_un.d_val;
3065 break;
3066
3067 case DT_ANDROID_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003068 DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003069 return false;
3070
3071 case DT_ANDROID_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003072 DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003073 return false;
3074
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003075 case DT_RELAENT:
3076 if (d->d_un.d_val != sizeof(ElfW(Rela))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07003077 DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003078 return false;
3079 }
3080 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003081
3082 // ignored (see DT_RELCOUNT comments for details)
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003083 case DT_RELACOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003084 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003085
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003086 case DT_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003087 DL_ERR("unsupported DT_REL in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003088 return false;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003089
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003090 case DT_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003091 DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003092 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003093
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003094#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003095 case DT_REL:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003096 rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003097 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003098
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003099 case DT_RELSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003100 rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003101 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003102
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003103 case DT_RELENT:
3104 if (d->d_un.d_val != sizeof(ElfW(Rel))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07003105 DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003106 return false;
3107 }
3108 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003109
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003110 case DT_ANDROID_REL:
3111 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
3112 break;
3113
3114 case DT_ANDROID_RELSZ:
3115 android_relocs_size_ = d->d_un.d_val;
3116 break;
3117
3118 case DT_ANDROID_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003119 DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003120 return false;
3121
3122 case DT_ANDROID_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003123 DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003124 return false;
3125
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003126 // "Indicates that all RELATIVE relocations have been concatenated together,
3127 // and specifies the RELATIVE relocation count."
3128 //
3129 // TODO: Spec also mentions that this can be used to optimize relocation process;
3130 // Not currently used by bionic linker - ignored.
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003131 case DT_RELCOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07003132 break;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003133
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003134 case DT_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003135 DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003136 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003137
3138 case DT_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003139 DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003140 return false;
3141
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003142#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003143 case DT_INIT:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003144 init_func_ = reinterpret_cast<linker_ctor_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003145 DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003146 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003147
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003148 case DT_FINI:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003149 fini_func_ = reinterpret_cast<linker_dtor_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003150 DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003151 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003152
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003153 case DT_INIT_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003154 init_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003155 DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003156 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003157
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003158 case DT_INIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08003159 init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003160 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003161
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003162 case DT_FINI_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003163 fini_array_ = reinterpret_cast<linker_dtor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003164 DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003165 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003166
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003167 case DT_FINI_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08003168 fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003169 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003170
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003171 case DT_PREINIT_ARRAY:
Dimitry Ivanov55437462016-07-20 15:33:07 -07003172 preinit_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003173 DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003174 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003175
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003176 case DT_PREINIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08003177 preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003178 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003179
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003180 case DT_TEXTREL:
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003181#if defined(__LP64__)
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003182 DL_ERR("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003183 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003184#else
3185 has_text_relocations = true;
3186 break;
3187#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003188
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003189 case DT_SYMBOLIC:
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07003190 has_DT_SYMBOLIC = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003191 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003192
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003193 case DT_NEEDED:
3194 ++needed_count;
3195 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003196
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003197 case DT_FLAGS:
3198 if (d->d_un.d_val & DF_TEXTREL) {
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003199#if defined(__LP64__)
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003200 DL_ERR("\"%s\" has text relocations", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003201 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003202#else
3203 has_text_relocations = true;
3204#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003205 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07003206 if (d->d_un.d_val & DF_SYMBOLIC) {
3207 has_DT_SYMBOLIC = true;
3208 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003209 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003210
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07003211 case DT_FLAGS_1:
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003212 set_dt_flags_1(d->d_un.d_val);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07003213
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003214 if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) {
Dimitry Ivanov816676e2016-10-19 11:00:28 -07003215 DL_WARN("\"%s\" has unsupported flags DT_FLAGS_1=%p", get_realpath(), reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07003216 }
3217 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003218#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003219 case DT_MIPS_RLD_MAP:
3220 // Set the DT_MIPS_RLD_MAP entry to the address of _r_debug for GDB.
3221 {
3222 r_debug** dp = reinterpret_cast<r_debug**>(load_bias + d->d_un.d_ptr);
3223 *dp = &_r_debug;
3224 }
3225 break;
Lazar Trsic83b44a92016-04-06 13:39:17 +02003226 case DT_MIPS_RLD_MAP_REL:
3227 // Set the DT_MIPS_RLD_MAP_REL entry to the address of _r_debug for GDB.
Raghu Gandham68815722014-12-18 19:12:19 -08003228 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07003229 r_debug** dp = reinterpret_cast<r_debug**>(
3230 reinterpret_cast<ElfW(Addr)>(d) + d->d_un.d_val);
Raghu Gandham68815722014-12-18 19:12:19 -08003231 *dp = &_r_debug;
3232 }
3233 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003234
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003235 case DT_MIPS_RLD_VERSION:
3236 case DT_MIPS_FLAGS:
3237 case DT_MIPS_BASE_ADDRESS:
3238 case DT_MIPS_UNREFEXTNO:
3239 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003240
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003241 case DT_MIPS_SYMTABNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003242 mips_symtabno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003243 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003244
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003245 case DT_MIPS_LOCAL_GOTNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003246 mips_local_gotno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003247 break;
3248
3249 case DT_MIPS_GOTSYM:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003250 mips_gotsym_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003251 break;
3252#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07003253 // Ignored: "Its use has been superseded by the DF_BIND_NOW flag"
3254 case DT_BIND_NOW:
3255 break;
3256
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003257 case DT_VERSYM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003258 versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr);
3259 break;
3260
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003261 case DT_VERDEF:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003262 verdef_ptr_ = load_bias + d->d_un.d_ptr;
3263 break;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003264 case DT_VERDEFNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003265 verdef_cnt_ = d->d_un.d_val;
3266 break;
3267
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03003268 case DT_VERNEED:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003269 verneed_ptr_ = load_bias + d->d_un.d_ptr;
3270 break;
3271
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03003272 case DT_VERNEEDNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07003273 verneed_cnt_ = d->d_un.d_val;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07003274 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003275
Evgenii Stepanov68650822015-06-10 13:38:39 -07003276 case DT_RUNPATH:
3277 // this is parsed after we have strtab initialized (see below).
3278 break;
3279
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003280 default:
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07003281 if (!relocating_linker) {
Elliott Hughes6eae4cc2017-08-30 09:02:33 -07003282 const char* tag_name;
3283 if (d->d_tag == DT_RPATH) {
3284 tag_name = "DT_RPATH";
3285 } else if (d->d_tag == DT_ENCODING) {
3286 tag_name = "DT_ENCODING";
3287 } else if (d->d_tag >= DT_LOOS && d->d_tag <= DT_HIOS) {
3288 tag_name = "unknown OS-specific";
3289 } else if (d->d_tag >= DT_LOPROC && d->d_tag <= DT_HIPROC) {
3290 tag_name = "unknown processor-specific";
3291 } else {
3292 tag_name = "unknown";
3293 }
3294 DL_WARN("\"%s\" unused DT entry: %s (type %p arg %p)",
3295 get_realpath(),
3296 tag_name,
3297 reinterpret_cast<void*>(d->d_tag),
3298 reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07003299 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003300 break;
Brian Carlstromd4ee82d2013-02-28 15:58:45 -08003301 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003302 }
3303
Duane Sandbc425c72015-06-01 16:29:14 -07003304#if defined(__mips__) && !defined(__LP64__)
3305 if (!mips_check_and_adjust_fp_modes()) {
3306 return false;
3307 }
3308#endif
3309
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003310 DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p",
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003311 reinterpret_cast<void*>(base), strtab_, symtab_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003312
3313 // Sanity checks.
3314 if (relocating_linker && needed_count != 0) {
3315 DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries");
3316 return false;
3317 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07003318 if (nbucket_ == 0 && gnu_nbucket_ == 0) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003319 DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003320 "(new hash type from the future?)", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003321 return false;
3322 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003323 if (strtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003324 DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003325 return false;
3326 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003327 if (symtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003328 DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003329 return false;
3330 }
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003331
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07003332 // second pass - parse entries relying on strtab
3333 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
Evgenii Stepanov68650822015-06-10 13:38:39 -07003334 switch (d->d_tag) {
3335 case DT_SONAME:
Dmitriy Ivanov4f7a7ad2015-10-15 12:07:25 -07003336 set_soname(get_string(d->d_un.d_val));
Evgenii Stepanov68650822015-06-10 13:38:39 -07003337 break;
3338 case DT_RUNPATH:
Evgenii Stepanov68650822015-06-10 13:38:39 -07003339 set_dt_runpath(get_string(d->d_un.d_val));
3340 break;
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07003341 }
3342 }
3343
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003344 // Before M release linker was using basename in place of soname.
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003345 // In the case when dt_soname is absent some apps stop working
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003346 // because they can't find dt_needed library by soname.
3347 // This workaround should keep them working. (applies only
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003348 // for apps targeting sdk version < M). Make an exception for
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003349 // the main executable and linker; they do not need to have dt_soname
Dimitry Ivanov3f660572016-09-09 10:00:39 -07003350 if (soname_ == nullptr &&
3351 this != solist_get_somain() &&
3352 (flags_ & FLAG_LINKER) == 0 &&
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003353 get_application_target_sdk_version() < __ANDROID_API_M__) {
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003354 soname_ = basename(realpath_.c_str());
3355 DL_WARN("%s: is missing DT_SONAME will use basename as a replacement: \"%s\"",
3356 get_realpath(), soname_);
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07003357 // Don't call add_dlwarning because a missing DT_SONAME isn't important enough to show in the UI
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07003358 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003359 return true;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07003360}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003361
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003362bool soinfo::link_image(const soinfo_list_t& global_group, const soinfo_list_t& local_group,
3363 const android_dlextinfo* extinfo) {
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003364
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003365 local_group_root_ = local_group.front();
3366 if (local_group_root_ == nullptr) {
3367 local_group_root_ = this;
3368 }
3369
Dmitriy Ivanov19133522015-06-02 17:36:54 -07003370 if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) {
3371 target_sdk_version_ = get_application_target_sdk_version();
3372 }
3373
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003374 VersionTracker version_tracker;
3375
3376 if (!version_tracker.init(this)) {
3377 return false;
3378 }
3379
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003380#if !defined(__LP64__)
3381 if (has_text_relocations) {
Elliott Hughes5bc78c82016-11-16 11:35:43 -08003382 // Fail if app is targeting M or above.
3383 if (get_application_target_sdk_version() >= __ANDROID_API_M__) {
Elliott Hughes763f6e12017-04-10 09:52:33 -07003384 DL_ERR_AND_LOG("\"%s\" has text relocations (https://android.googlesource.com/platform/"
3385 "bionic/+/master/android-changes-for-ndk-developers.md#Text-Relocations-"
3386 "Enforced-for-API-level-23)", get_realpath());
Dmitriy Ivanove4ad91f2015-06-12 15:00:31 -07003387 return false;
3388 }
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003389 // Make segments writable to allow text relocations to work properly. We will later call
Dmitriy Ivanov7e039932015-10-01 14:02:19 -07003390 // phdr_table_protect_segments() after all of them are applied.
Elliott Hughes763f6e12017-04-10 09:52:33 -07003391 DL_WARN("\"%s\" has text relocations (https://android.googlesource.com/platform/"
3392 "bionic/+/master/android-changes-for-ndk-developers.md#Text-Relocations-Enforced-"
3393 "for-API-level-23)", get_realpath());
Dimitry Ivanov769b33f2016-07-21 11:33:40 -07003394 add_dlwarning(get_realpath(), "text relocations");
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003395 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
3396 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003397 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003398 return false;
3399 }
3400 }
3401#endif
3402
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003403 if (android_relocs_ != nullptr) {
3404 // check signature
3405 if (android_relocs_size_ > 3 &&
3406 android_relocs_[0] == 'A' &&
3407 android_relocs_[1] == 'P' &&
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003408 android_relocs_[2] == 'S' &&
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003409 android_relocs_[3] == '2') {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003410 DEBUG("[ android relocating %s ]", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003411
3412 bool relocated = false;
3413 const uint8_t* packed_relocs = android_relocs_ + 4;
3414 const size_t packed_relocs_size = android_relocs_size_ - 4;
3415
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003416 relocated = relocate(
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003417 version_tracker,
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003418 packed_reloc_iterator<sleb128_decoder>(
3419 sleb128_decoder(packed_relocs, packed_relocs_size)),
3420 global_group, local_group);
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003421
3422 if (!relocated) {
3423 return false;
3424 }
3425 } else {
3426 DL_ERR("bad android relocation header.");
3427 return false;
3428 }
3429 }
3430
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003431#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003432 if (rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003433 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003434 if (!relocate(version_tracker,
3435 plain_reloc_iterator(rela_, rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003436 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003437 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003438 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003439 if (plt_rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003440 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003441 if (!relocate(version_tracker,
3442 plain_reloc_iterator(plt_rela_, plt_rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003443 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003444 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003445 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003446#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003447 if (rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003448 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003449 if (!relocate(version_tracker,
3450 plain_reloc_iterator(rel_, rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003451 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003452 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003453 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003454 if (plt_rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003455 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003456 if (!relocate(version_tracker,
3457 plain_reloc_iterator(plt_rel_, plt_rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003458 return false;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003459 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003460 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003461#endif
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003462
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003463#if defined(__mips__)
Dmitriy Ivanovf39cb632015-04-30 20:17:03 -07003464 if (!mips_relocate_got(version_tracker, global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003465 return false;
3466 }
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07003467#endif
3468
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003469 DEBUG("[ finished linking %s ]", get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003470
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003471#if !defined(__LP64__)
3472 if (has_text_relocations) {
3473 // All relocations are done, we can protect our segments back to read-only.
3474 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
3475 DL_ERR("can't protect segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003476 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003477 return false;
3478 }
3479 }
3480#endif
3481
Mingwei Shibe910522015-11-12 07:02:14 +00003482 // We can also turn on GNU RELRO protection if we're not linking the dynamic linker
3483 // itself --- it can't make system calls yet, and will have to call protect_relro later.
3484 if (!is_linker() && !protect_relro()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003485 return false;
3486 }
Nick Kralevich9ec0f032012-02-28 10:40:00 -08003487
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003488 /* Handle serializing/sharing the RELRO segment */
3489 if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) {
3490 if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias,
3491 extinfo->relro_fd) < 0) {
3492 DL_ERR("failed serializing GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003493 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003494 return false;
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003495 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003496 } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) {
3497 if (phdr_table_map_gnu_relro(phdr, phnum, load_bias,
3498 extinfo->relro_fd) < 0) {
3499 DL_ERR("failed mapping GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003500 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003501 return false;
3502 }
3503 }
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003504
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003505 notify_gdb_of_load(this);
3506 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003507}
3508
Mingwei Shibe910522015-11-12 07:02:14 +00003509bool soinfo::protect_relro() {
3510 if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) {
3511 DL_ERR("can't enable GNU RELRO protection for \"%s\": %s",
3512 get_realpath(), strerror(errno));
3513 return false;
3514 }
3515 return true;
3516}
3517
Jiyong Park02586a22017-05-20 01:01:24 +09003518static std::vector<android_namespace_t*> init_default_namespace_no_config(bool is_asan) {
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003519 g_default_namespace.set_isolated(false);
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08003520 auto default_ld_paths = is_asan ? kAsanDefaultLdPaths : kDefaultLdPaths;
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003521
neo.chae2589f9d2016-10-04 11:00:27 +09003522 char real_path[PATH_MAX];
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003523 std::vector<std::string> ld_default_paths;
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08003524 for (size_t i = 0; default_ld_paths[i] != nullptr; ++i) {
3525 if (realpath(default_ld_paths[i], real_path) != nullptr) {
neo.chae2589f9d2016-10-04 11:00:27 +09003526 ld_default_paths.push_back(real_path);
3527 } else {
Dimitry Ivanov77ad6422017-03-06 13:02:29 -08003528 ld_default_paths.push_back(default_ld_paths[i]);
neo.chae2589f9d2016-10-04 11:00:27 +09003529 }
Dmitriy Ivanov42d5fcb2015-10-29 17:01:24 -07003530 }
3531
3532 g_default_namespace.set_default_library_paths(std::move(ld_default_paths));
Jiyong Park02586a22017-05-20 01:01:24 +09003533
3534 std::vector<android_namespace_t*> namespaces;
3535 namespaces.push_back(&g_default_namespace);
3536 return namespaces;
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003537}
3538
Jiyong Park02586a22017-05-20 01:01:24 +09003539std::vector<android_namespace_t*> init_default_namespaces(const char* executable_path) {
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003540 g_default_namespace.set_name("(default)");
3541
3542 soinfo* somain = solist_get_somain();
3543
3544 const char *interp = phdr_table_get_interpreter_name(somain->phdr, somain->phnum,
3545 somain->load_bias);
Dan Willemsen7ccc50d2017-09-18 21:28:14 -07003546 const char* bname = (interp != nullptr) ? basename(interp) : nullptr;
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003547
3548 g_is_asan = bname != nullptr &&
3549 (strcmp(bname, "linker_asan") == 0 ||
3550 strcmp(bname, "linker_asan64") == 0);
3551
3552 const Config* config = nullptr;
3553
3554 std::string error_msg;
3555
dimitryfe1b27c2017-08-11 14:43:21 +02003556 const char* config_file = file_exists(kLdConfigArchFilePath) ? kLdConfigArchFilePath : kLdConfigFilePath;
Jiyong Park02586a22017-05-20 01:01:24 +09003557#ifdef USE_LD_CONFIG_FILE
3558 // This is a debugging/testing only feature. Must not be available on
3559 // production builds.
3560 const char* ld_config_file = getenv("LD_CONFIG_FILE");
3561 if (ld_config_file != nullptr && file_exists(ld_config_file)) {
3562 config_file = ld_config_file;
3563 }
3564#endif
3565
3566 if (!Config::read_binary_config(config_file,
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003567 executable_path,
3568 g_is_asan,
3569 &config,
3570 &error_msg)) {
3571 if (!error_msg.empty()) {
3572 DL_WARN("error reading config file \"%s\" for \"%s\" (will use default configuration): %s",
Jiyong Park02586a22017-05-20 01:01:24 +09003573 config_file,
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003574 executable_path,
3575 error_msg.c_str());
3576 }
3577 config = nullptr;
3578 }
3579
3580 if (config == nullptr) {
Jiyong Park02586a22017-05-20 01:01:24 +09003581 return init_default_namespace_no_config(g_is_asan);
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003582 }
3583
3584 const auto& namespace_configs = config->namespace_configs();
3585 std::unordered_map<std::string, android_namespace_t*> namespaces;
3586
3587 // 1. Initialize default namespace
3588 const NamespaceConfig* default_ns_config = config->default_namespace_config();
3589
3590 g_default_namespace.set_isolated(default_ns_config->isolated());
3591 g_default_namespace.set_default_library_paths(default_ns_config->search_paths());
3592 g_default_namespace.set_permitted_paths(default_ns_config->permitted_paths());
3593
3594 namespaces[default_ns_config->name()] = &g_default_namespace;
Justin Yun90de9f02017-07-07 16:21:53 +09003595 if (default_ns_config->visible()) {
3596 g_exported_namespaces[default_ns_config->name()] = &g_default_namespace;
3597 }
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003598
3599 // 2. Initialize other namespaces
3600
3601 for (auto& ns_config : namespace_configs) {
3602 if (namespaces.find(ns_config->name()) != namespaces.end()) {
3603 continue;
3604 }
3605
3606 android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
3607 ns->set_name(ns_config->name());
3608 ns->set_isolated(ns_config->isolated());
3609 ns->set_default_library_paths(ns_config->search_paths());
3610 ns->set_permitted_paths(ns_config->permitted_paths());
3611
3612 namespaces[ns_config->name()] = ns;
Jiyong Park01de74e2017-04-03 23:10:37 +09003613 if (ns_config->visible()) {
3614 g_exported_namespaces[ns_config->name()] = ns;
3615 }
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003616 }
3617
3618 // 3. Establish links between namespaces
3619 for (auto& ns_config : namespace_configs) {
3620 auto it_from = namespaces.find(ns_config->name());
3621 CHECK(it_from != namespaces.end());
3622 android_namespace_t* namespace_from = it_from->second;
3623 for (const NamespaceLinkConfig& ns_link : ns_config->links()) {
3624 auto it_to = namespaces.find(ns_link.ns_name());
3625 CHECK(it_to != namespaces.end());
3626 android_namespace_t* namespace_to = it_to->second;
3627 link_namespaces(namespace_from, namespace_to, ns_link.shared_libs().c_str());
3628 }
3629 }
3630 // we can no longer rely on the fact that libdl.so is part of default namespace
3631 // this is why we want to add ld-android.so to all namespaces from ld.config.txt
3632 soinfo* ld_android_so = solist_get_head();
3633 for (auto it : namespaces) {
3634 it.second->add_soinfo(ld_android_so);
Jiyong Park02586a22017-05-20 01:01:24 +09003635 // somain and ld_preloads are added to these namespaces after LD_PRELOAD libs are linked
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003636 }
3637
3638 set_application_target_sdk_version(config->target_sdk_version());
Jiyong Park02586a22017-05-20 01:01:24 +09003639
3640 std::vector<android_namespace_t*> created_namespaces;
3641 created_namespaces.reserve(namespaces.size());
3642 for (auto kv : namespaces) {
3643 created_namespaces.push_back(kv.second);
3644 }
3645 return created_namespaces;
Dimitry Ivanov4cabfaa2017-03-07 11:19:05 -08003646}
Jiyong Park01de74e2017-04-03 23:10:37 +09003647
3648// This function finds a namespace exported in ld.config.txt by its name.
3649// A namespace can be exported by setting .visible property to true.
3650android_namespace_t* get_exported_namespace(const char* name) {
3651 if (name == nullptr) {
3652 return nullptr;
3653 }
3654 auto it = g_exported_namespaces.find(std::string(name));
3655 if (it == g_exported_namespaces.end()) {
3656 return nullptr;
3657 }
3658 return it->second;
3659}