Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 28 | |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 29 | #include <android/api-level.h> |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 30 | #include <elf.h> |
| 31 | #include <errno.h> |
| 32 | #include <stddef.h> |
| 33 | #include <stdint.h> |
| 34 | #include <stdio.h> |
| 35 | #include <stdlib.h> |
| 36 | #include <sys/auxv.h> |
| 37 | #include <sys/mman.h> |
| 38 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 39 | #include "libc_init_common.h" |
| 40 | #include "pthread_internal.h" |
| 41 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 42 | #include "private/bionic_elf_tls.h" |
Josh Gao | b6453c5 | 2016-06-29 16:47:53 -0700 | [diff] [blame] | 43 | #include "private/bionic_globals.h" |
Christopher Ferris | 93ea09f | 2017-10-05 15:18:47 -0700 | [diff] [blame] | 44 | #include "private/bionic_macros.h" |
Elliott Hughes | afab3ff | 2015-07-28 14:58:37 -0700 | [diff] [blame] | 45 | #include "private/bionic_page.h" |
Elliott Hughes | eb847bc | 2013-10-09 15:50:50 -0700 | [diff] [blame] | 46 | #include "private/bionic_tls.h" |
| 47 | #include "private/KernelArgumentBlock.h" |
| 48 | |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 49 | #if __has_feature(hwaddress_sanitizer) |
| 50 | #include <sanitizer/hwasan_interface.h> |
| 51 | #endif |
| 52 | |
Ryan Prichard | 27475b5 | 2018-05-17 17:14:18 -0700 | [diff] [blame] | 53 | // Leave the variable uninitialized for the sake of the dynamic loader, which |
| 54 | // links in this file. The loader will initialize this variable before |
| 55 | // relocating itself. |
| 56 | #if defined(__i386__) |
| 57 | __LIBC_HIDDEN__ void* __libc_sysinfo; |
| 58 | #endif |
| 59 | |
Dmitriy Ivanov | 53c3c27 | 2014-07-11 12:59:16 -0700 | [diff] [blame] | 60 | extern "C" int __cxa_atexit(void (*)(void *), void *, void *); |
| 61 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 62 | static void call_array(void(**list)()) { |
| 63 | // First element is -1, list is null-terminated |
| 64 | while (*++list) { |
| 65 | (*list)(); |
| 66 | } |
| 67 | } |
| 68 | |
| 69 | static void apply_gnu_relro() { |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 70 | ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 71 | unsigned long int phdr_ct = getauxval(AT_PHNUM); |
| 72 | |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 73 | for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) { |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 74 | if (phdr->p_type != PT_GNU_RELRO) { |
| 75 | continue; |
| 76 | } |
| 77 | |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 78 | ElfW(Addr) seg_page_start = PAGE_START(phdr->p_vaddr); |
| 79 | ElfW(Addr) seg_page_end = PAGE_END(phdr->p_vaddr + phdr->p_memsz); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 80 | |
| 81 | // Check return value here? What do we do if we fail? |
| 82 | mprotect(reinterpret_cast<void*>(seg_page_start), seg_page_end - seg_page_start, PROT_READ); |
| 83 | } |
| 84 | } |
| 85 | |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame^] | 86 | static void layout_static_tls(KernelArgumentBlock& args) { |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 87 | StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout; |
| 88 | layout.reserve_bionic_tls(); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame^] | 89 | |
| 90 | const char* progname = args.argv[0]; |
| 91 | ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)); |
| 92 | size_t phdr_ct = getauxval(AT_PHNUM); |
| 93 | |
| 94 | static TlsModule module; |
| 95 | if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, progname, &module.segment)) { |
| 96 | module.static_offset = layout.reserve_exe_segment_and_tcb(&module.segment, progname); |
| 97 | module.first_generation = 1; |
| 98 | __libc_shared_globals()->tls_modules.generation = 1; |
| 99 | __libc_shared_globals()->tls_modules.module_count = 1; |
| 100 | __libc_shared_globals()->tls_modules.module_table = &module; |
| 101 | } else { |
| 102 | layout.reserve_exe_segment_and_tcb(nullptr, progname); |
| 103 | } |
| 104 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 105 | layout.finish_layout(); |
| 106 | } |
| 107 | |
Elliott Hughes | 42d949f | 2016-01-06 19:51:43 -0800 | [diff] [blame] | 108 | // The program startup function __libc_init() defined here is |
| 109 | // used for static executables only (i.e. those that don't depend |
| 110 | // on shared libraries). It is called from arch-$ARCH/bionic/crtbegin_static.S |
| 111 | // which is directly invoked by the kernel when the program is launched. |
| 112 | // |
| 113 | // The 'structors' parameter contains pointers to various initializer |
| 114 | // arrays that must be run before the program's 'main' routine is launched. |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 115 | __noreturn static void __real_libc_init(void *raw_args, |
| 116 | void (*onexit)(void) __unused, |
| 117 | int (*slingshot)(int, char**, char**), |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 118 | structors_array_t const * const structors, |
| 119 | bionic_tcb* temp_tcb) { |
Christopher Ferris | 93ea09f | 2017-10-05 15:18:47 -0700 | [diff] [blame] | 120 | BIONIC_STOP_UNWIND; |
| 121 | |
Ryan Prichard | 9cfca86 | 2018-11-22 02:44:09 -0800 | [diff] [blame] | 122 | // Initialize TLS early so system calls and errno work. |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 123 | KernelArgumentBlock args(raw_args); |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 124 | __libc_init_main_thread_early(args, temp_tcb); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 125 | __libc_init_main_thread_late(); |
| 126 | __libc_init_globals(); |
Ryan Prichard | 9cfca86 | 2018-11-22 02:44:09 -0800 | [diff] [blame] | 127 | __libc_shared_globals()->init_progname = args.argv[0]; |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 128 | __libc_init_AT_SECURE(args.envp); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame^] | 129 | layout_static_tls(args); |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 130 | __libc_init_main_thread_final(); |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 131 | __libc_init_common(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 132 | |
| 133 | apply_gnu_relro(); |
| 134 | |
| 135 | // Several Linux ABIs don't pass the onexit pointer, and the ones that |
| 136 | // do never use it. Therefore, we ignore it. |
| 137 | |
| 138 | call_array(structors->preinit_array); |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 139 | call_array(structors->init_array); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 140 | |
| 141 | // The executable may have its own destructors listed in its .fini_array |
| 142 | // so we need to ensure that these are called when the program exits |
| 143 | // normally. |
Yi Kong | 32bc0fc | 2018-08-02 17:31:13 -0700 | [diff] [blame] | 144 | if (structors->fini_array != nullptr) { |
| 145 | __cxa_atexit(__libc_fini,structors->fini_array,nullptr); |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 146 | } |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 147 | |
| 148 | exit(slingshot(args.argc, args.argv, args.envp)); |
| 149 | } |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 150 | |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 151 | extern "C" void __hwasan_init(); |
| 152 | |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 153 | __attribute__((no_sanitize("hwaddress"))) |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 154 | __noreturn void __libc_init(void* raw_args, |
| 155 | void (*onexit)(void) __unused, |
| 156 | int (*slingshot)(int, char**, char**), |
| 157 | structors_array_t const * const structors) { |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 158 | bionic_tcb temp_tcb = {}; |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 159 | #if __has_feature(hwaddress_sanitizer) |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 160 | // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 161 | // all we need is access to TLS_SLOT_SANITIZER. |
| 162 | __set_tls(&temp_tcb.tls_slot(0)); |
| 163 | // Initialize HWASan. This sets up TLS_SLOT_SANITIZER, among other things. |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 164 | __hwasan_init(); |
| 165 | // We are ready to run HWASan-instrumented code, proceed with libc initialization... |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 166 | #endif |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 167 | __real_libc_init(raw_args, onexit, slingshot, structors, &temp_tcb); |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 168 | } |
| 169 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 170 | static int g_target_sdk_version{__ANDROID_API__}; |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 171 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 172 | extern "C" int android_get_application_target_sdk_version() { |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 173 | return g_target_sdk_version; |
| 174 | } |
| 175 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 176 | extern "C" void android_set_application_target_sdk_version(int target) { |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 177 | g_target_sdk_version = target; |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 178 | } |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 179 | |
| 180 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() { |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 181 | static libc_shared_globals globals; |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 182 | return &globals; |
| 183 | } |