Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 28 | |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 29 | #include <android/api-level.h> |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 30 | #include <elf.h> |
| 31 | #include <errno.h> |
| 32 | #include <stddef.h> |
| 33 | #include <stdint.h> |
| 34 | #include <stdio.h> |
| 35 | #include <stdlib.h> |
| 36 | #include <sys/auxv.h> |
| 37 | #include <sys/mman.h> |
| 38 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 39 | #include "libc_init_common.h" |
| 40 | #include "pthread_internal.h" |
| 41 | |
Peter Collingbourne | e949195 | 2019-10-28 10:57:26 -0700 | [diff] [blame] | 42 | #include "private/bionic_call_ifunc_resolver.h" |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 43 | #include "private/bionic_elf_tls.h" |
Josh Gao | b6453c5 | 2016-06-29 16:47:53 -0700 | [diff] [blame] | 44 | #include "private/bionic_globals.h" |
Christopher Ferris | 93ea09f | 2017-10-05 15:18:47 -0700 | [diff] [blame] | 45 | #include "private/bionic_macros.h" |
Elliott Hughes | afab3ff | 2015-07-28 14:58:37 -0700 | [diff] [blame] | 46 | #include "private/bionic_page.h" |
Elliott Hughes | eb847bc | 2013-10-09 15:50:50 -0700 | [diff] [blame] | 47 | #include "private/bionic_tls.h" |
| 48 | #include "private/KernelArgumentBlock.h" |
| 49 | |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 50 | #if __has_feature(hwaddress_sanitizer) |
| 51 | #include <sanitizer/hwasan_interface.h> |
| 52 | #endif |
| 53 | |
Ryan Prichard | 27475b5 | 2018-05-17 17:14:18 -0700 | [diff] [blame] | 54 | // Leave the variable uninitialized for the sake of the dynamic loader, which |
| 55 | // links in this file. The loader will initialize this variable before |
| 56 | // relocating itself. |
| 57 | #if defined(__i386__) |
| 58 | __LIBC_HIDDEN__ void* __libc_sysinfo; |
| 59 | #endif |
| 60 | |
Dmitriy Ivanov | 53c3c27 | 2014-07-11 12:59:16 -0700 | [diff] [blame] | 61 | extern "C" int __cxa_atexit(void (*)(void *), void *, void *); |
| 62 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 63 | static void call_array(void(**list)()) { |
| 64 | // First element is -1, list is null-terminated |
| 65 | while (*++list) { |
| 66 | (*list)(); |
| 67 | } |
| 68 | } |
| 69 | |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 70 | #if defined(__aarch64__) || defined(__x86_64__) |
Dan Albert | a535d3c | 2019-02-14 16:19:59 -0800 | [diff] [blame] | 71 | extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rela) __rela_iplt_start[], __rela_iplt_end[]; |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 72 | |
| 73 | static void call_ifunc_resolvers() { |
Dan Albert | a535d3c | 2019-02-14 16:19:59 -0800 | [diff] [blame] | 74 | if (__rela_iplt_start == nullptr || __rela_iplt_end == nullptr) { |
| 75 | // These symbols are not emitted by gold. Gold has code to do so, but for |
| 76 | // whatever reason it is not being run. In these cases ifuncs cannot be |
| 77 | // resolved, so we do not support using ifuncs in static executables linked |
| 78 | // with gold. |
| 79 | // |
| 80 | // Since they are weak, they will be non-null when linked with bfd/lld and |
| 81 | // null when linked with gold. |
| 82 | return; |
| 83 | } |
| 84 | |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 85 | for (ElfW(Rela) *r = __rela_iplt_start; r != __rela_iplt_end; ++r) { |
| 86 | ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset); |
| 87 | ElfW(Addr) resolver = r->r_addend; |
Peter Collingbourne | e949195 | 2019-10-28 10:57:26 -0700 | [diff] [blame] | 88 | *offset = __bionic_call_ifunc_resolver(resolver); |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 89 | } |
| 90 | } |
| 91 | #else |
Dan Albert | a535d3c | 2019-02-14 16:19:59 -0800 | [diff] [blame] | 92 | extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rel) __rel_iplt_start[], __rel_iplt_end[]; |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 93 | |
| 94 | static void call_ifunc_resolvers() { |
Dan Albert | a535d3c | 2019-02-14 16:19:59 -0800 | [diff] [blame] | 95 | if (__rel_iplt_start == nullptr || __rel_iplt_end == nullptr) { |
| 96 | // These symbols are not emitted by gold. Gold has code to do so, but for |
| 97 | // whatever reason it is not being run. In these cases ifuncs cannot be |
| 98 | // resolved, so we do not support using ifuncs in static executables linked |
| 99 | // with gold. |
| 100 | // |
| 101 | // Since they are weak, they will be non-null when linked with bfd/lld and |
| 102 | // null when linked with gold. |
| 103 | return; |
| 104 | } |
| 105 | |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 106 | for (ElfW(Rel) *r = __rel_iplt_start; r != __rel_iplt_end; ++r) { |
| 107 | ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset); |
| 108 | ElfW(Addr) resolver = *offset; |
Peter Collingbourne | e949195 | 2019-10-28 10:57:26 -0700 | [diff] [blame] | 109 | *offset = __bionic_call_ifunc_resolver(resolver); |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 110 | } |
| 111 | } |
| 112 | #endif |
| 113 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 114 | static void apply_gnu_relro() { |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 115 | ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 116 | unsigned long int phdr_ct = getauxval(AT_PHNUM); |
| 117 | |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 118 | for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) { |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 119 | if (phdr->p_type != PT_GNU_RELRO) { |
| 120 | continue; |
| 121 | } |
| 122 | |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 123 | ElfW(Addr) seg_page_start = PAGE_START(phdr->p_vaddr); |
| 124 | ElfW(Addr) seg_page_end = PAGE_END(phdr->p_vaddr + phdr->p_memsz); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 125 | |
| 126 | // Check return value here? What do we do if we fail? |
| 127 | mprotect(reinterpret_cast<void*>(seg_page_start), seg_page_end - seg_page_start, PROT_READ); |
| 128 | } |
| 129 | } |
| 130 | |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 131 | static void layout_static_tls(KernelArgumentBlock& args) { |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 132 | StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout; |
| 133 | layout.reserve_bionic_tls(); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 134 | |
| 135 | const char* progname = args.argv[0]; |
| 136 | ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)); |
| 137 | size_t phdr_ct = getauxval(AT_PHNUM); |
| 138 | |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 139 | static TlsModule mod; |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 140 | TlsModules& modules = __libc_shared_globals()->tls_modules; |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 141 | if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, &mod.segment)) { |
| 142 | if (!__bionic_check_tls_alignment(&mod.segment.alignment)) { |
| 143 | async_safe_fatal("error: TLS segment alignment in \"%s\" is not a power of 2: %zu\n", |
| 144 | progname, mod.segment.alignment); |
| 145 | } |
| 146 | mod.static_offset = layout.reserve_exe_segment_and_tcb(&mod.segment, progname); |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 147 | mod.first_generation = kTlsGenerationFirst; |
| 148 | |
| 149 | modules.module_count = 1; |
| 150 | modules.module_table = &mod; |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 151 | } else { |
| 152 | layout.reserve_exe_segment_and_tcb(nullptr, progname); |
| 153 | } |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 154 | // Enable the fast path in __tls_get_addr. |
| 155 | __libc_tls_generation_copy = modules.generation; |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 156 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 157 | layout.finish_layout(); |
| 158 | } |
| 159 | |
Elliott Hughes | 42d949f | 2016-01-06 19:51:43 -0800 | [diff] [blame] | 160 | // The program startup function __libc_init() defined here is |
| 161 | // used for static executables only (i.e. those that don't depend |
| 162 | // on shared libraries). It is called from arch-$ARCH/bionic/crtbegin_static.S |
| 163 | // which is directly invoked by the kernel when the program is launched. |
| 164 | // |
| 165 | // The 'structors' parameter contains pointers to various initializer |
| 166 | // arrays that must be run before the program's 'main' routine is launched. |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 167 | __noreturn static void __real_libc_init(void *raw_args, |
| 168 | void (*onexit)(void) __unused, |
| 169 | int (*slingshot)(int, char**, char**), |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 170 | structors_array_t const * const structors, |
| 171 | bionic_tcb* temp_tcb) { |
Christopher Ferris | 93ea09f | 2017-10-05 15:18:47 -0700 | [diff] [blame] | 172 | BIONIC_STOP_UNWIND; |
| 173 | |
Ryan Prichard | 9cfca86 | 2018-11-22 02:44:09 -0800 | [diff] [blame] | 174 | // Initialize TLS early so system calls and errno work. |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 175 | KernelArgumentBlock args(raw_args); |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 176 | __libc_init_main_thread_early(args, temp_tcb); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 177 | __libc_init_main_thread_late(); |
| 178 | __libc_init_globals(); |
Ryan Prichard | 9cfca86 | 2018-11-22 02:44:09 -0800 | [diff] [blame] | 179 | __libc_shared_globals()->init_progname = args.argv[0]; |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 180 | __libc_init_AT_SECURE(args.envp); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 181 | layout_static_tls(args); |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 182 | __libc_init_main_thread_final(); |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 183 | __libc_init_common(); |
Mitch Phillips | 1d2aadc | 2019-11-14 16:02:09 -0800 | [diff] [blame^] | 184 | __libc_init_fork_handler(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 185 | |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 186 | call_ifunc_resolvers(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 187 | apply_gnu_relro(); |
| 188 | |
| 189 | // Several Linux ABIs don't pass the onexit pointer, and the ones that |
| 190 | // do never use it. Therefore, we ignore it. |
| 191 | |
| 192 | call_array(structors->preinit_array); |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 193 | call_array(structors->init_array); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 194 | |
| 195 | // The executable may have its own destructors listed in its .fini_array |
| 196 | // so we need to ensure that these are called when the program exits |
| 197 | // normally. |
Yi Kong | 32bc0fc | 2018-08-02 17:31:13 -0700 | [diff] [blame] | 198 | if (structors->fini_array != nullptr) { |
| 199 | __cxa_atexit(__libc_fini,structors->fini_array,nullptr); |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 200 | } |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 201 | |
| 202 | exit(slingshot(args.argc, args.argv, args.envp)); |
| 203 | } |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 204 | |
Peter Collingbourne | d75e308 | 2019-01-31 16:27:54 -0800 | [diff] [blame] | 205 | extern "C" void __hwasan_init_static(); |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 206 | |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 207 | __attribute__((no_sanitize("hwaddress"))) |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 208 | __noreturn void __libc_init(void* raw_args, |
| 209 | void (*onexit)(void) __unused, |
| 210 | int (*slingshot)(int, char**, char**), |
| 211 | structors_array_t const * const structors) { |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 212 | bionic_tcb temp_tcb = {}; |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 213 | #if __has_feature(hwaddress_sanitizer) |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 214 | // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 215 | // all we need is access to TLS_SLOT_SANITIZER. |
| 216 | __set_tls(&temp_tcb.tls_slot(0)); |
Peter Collingbourne | d75e308 | 2019-01-31 16:27:54 -0800 | [diff] [blame] | 217 | // Initialize HWASan enough to run instrumented code. This sets up TLS_SLOT_SANITIZER, among other |
| 218 | // things. |
| 219 | __hwasan_init_static(); |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 220 | // We are ready to run HWASan-instrumented code, proceed with libc initialization... |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 221 | #endif |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 222 | __real_libc_init(raw_args, onexit, slingshot, structors, &temp_tcb); |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 223 | } |
| 224 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 225 | static int g_target_sdk_version{__ANDROID_API__}; |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 226 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 227 | extern "C" int android_get_application_target_sdk_version() { |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 228 | return g_target_sdk_version; |
| 229 | } |
| 230 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 231 | extern "C" void android_set_application_target_sdk_version(int target) { |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 232 | g_target_sdk_version = target; |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 233 | } |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 234 | |
Ryan Prichard | 249757b | 2019-11-01 17:18:28 -0700 | [diff] [blame] | 235 | // This function is called in the dynamic linker before ifunc resolvers have run, so this file is |
| 236 | // compiled with -ffreestanding to avoid implicit string.h function calls. (It shouldn't strictly |
| 237 | // be necessary, though.) |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 238 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() { |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 239 | static libc_shared_globals globals; |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 240 | return &globals; |
| 241 | } |