Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
Elliott Hughes | 42d949f | 2016-01-06 19:51:43 -0800 | [diff] [blame] | 28 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 29 | /* |
| 30 | * libc_init_dynamic.c |
| 31 | * |
| 32 | * This source files provides two important functions for dynamic |
| 33 | * executables: |
| 34 | * |
| 35 | * - a C runtime initializer (__libc_preinit), which is called by |
| 36 | * the dynamic linker when libc.so is loaded. This happens before |
| 37 | * any other initializer (e.g. static C++ constructors in other |
| 38 | * shared libraries the program depends on). |
| 39 | * |
| 40 | * - a program launch function (__libc_init), which is called after |
| 41 | * all dynamic linking has been performed. Technically, it is called |
| 42 | * from arch-$ARCH/bionic/crtbegin_dynamic.S which is itself called |
| 43 | * by the dynamic linker after all libraries have been loaded and |
| 44 | * initialized. |
| 45 | */ |
| 46 | |
| 47 | #include <stddef.h> |
| 48 | #include <stdio.h> |
| 49 | #include <stdlib.h> |
| 50 | #include <stdint.h> |
| 51 | #include <elf.h> |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 52 | #include "libc_init_common.h" |
Elliott Hughes | eb847bc | 2013-10-09 15:50:50 -0700 | [diff] [blame] | 53 | |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 54 | #include "private/bionic_elf_tls.h" |
Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 55 | #include "private/bionic_globals.h" |
Josh Gao | 4956c37 | 2019-12-19 16:35:51 -0800 | [diff] [blame^] | 56 | #include "platform/bionic/macros.h" |
Josh Gao | b6453c5 | 2016-06-29 16:47:53 -0700 | [diff] [blame] | 57 | #include "private/bionic_ssp.h" |
Elliott Hughes | eb847bc | 2013-10-09 15:50:50 -0700 | [diff] [blame] | 58 | #include "private/bionic_tls.h" |
| 59 | #include "private/KernelArgumentBlock.h" |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 60 | |
| 61 | extern "C" { |
Sreeram Ramachandran | ceb5bd7 | 2014-05-12 11:19:16 -0700 | [diff] [blame] | 62 | extern void netdClientInit(void); |
Dmitriy Ivanov | 53c3c27 | 2014-07-11 12:59:16 -0700 | [diff] [blame] | 63 | extern int __cxa_atexit(void (*)(void *), void *, void *); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 64 | }; |
| 65 | |
Ryan Prichard | 27475b5 | 2018-05-17 17:14:18 -0700 | [diff] [blame] | 66 | // Use an initializer so __libc_sysinfo will have a fallback implementation |
| 67 | // while .preinit_array constructors run. |
| 68 | #if defined(__i386__) |
| 69 | __LIBC_HIDDEN__ void* __libc_sysinfo = reinterpret_cast<void*>(__libc_int0x80); |
| 70 | #endif |
| 71 | |
Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 72 | extern "C" __attribute__((weak)) void __hwasan_library_loaded(ElfW(Addr) base, |
| 73 | const ElfW(Phdr)* phdr, |
| 74 | ElfW(Half) phnum); |
| 75 | extern "C" __attribute__((weak)) void __hwasan_library_unloaded(ElfW(Addr) base, |
| 76 | const ElfW(Phdr)* phdr, |
| 77 | ElfW(Half) phnum); |
| 78 | |
Stephen Crane | f4b1cbd | 2017-05-09 14:27:43 -0700 | [diff] [blame] | 79 | // We need a helper function for __libc_preinit because compiling with LTO may |
| 80 | // inline functions requiring a stack protector check, but __stack_chk_guard is |
| 81 | // not initialized at the start of __libc_preinit. __libc_preinit_impl will run |
| 82 | // after __stack_chk_guard is initialized and therefore can safely have a stack |
| 83 | // protector. |
| 84 | __attribute__((noinline)) |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 85 | static void __libc_preinit_impl() { |
Ryan Prichard | 701bd0c | 2018-11-21 16:23:03 -0800 | [diff] [blame] | 86 | #if defined(__i386__) |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 87 | __libc_init_sysinfo(); |
Ryan Prichard | 701bd0c | 2018-11-21 16:23:03 -0800 | [diff] [blame] | 88 | #endif |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 89 | |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 90 | // Register libc.so's copy of the TLS generation variable so the linker can |
| 91 | // update it when it loads or unloads a shared object. |
| 92 | TlsModules& tls_modules = __libc_shared_globals()->tls_modules; |
| 93 | tls_modules.generation_libc_so = &__libc_tls_generation_copy; |
| 94 | __libc_tls_generation_copy = tls_modules.generation; |
| 95 | |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 96 | __libc_init_globals(); |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 97 | __libc_init_common(); |
Stephen Crane | f4b1cbd | 2017-05-09 14:27:43 -0700 | [diff] [blame] | 98 | |
| 99 | // Hooks for various libraries to let them know that we're starting up. |
| 100 | __libc_globals.mutate(__libc_init_malloc); |
Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 101 | |
Mitch Phillips | 1d2aadc | 2019-11-14 16:02:09 -0800 | [diff] [blame] | 102 | __libc_init_fork_handler(); |
| 103 | |
Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 104 | #if __has_feature(hwaddress_sanitizer) |
| 105 | // Notify the HWASan runtime library whenever a library is loaded or unloaded |
| 106 | // so that it can update its shadow memory. |
| 107 | __libc_shared_globals()->load_hook = __hwasan_library_loaded; |
| 108 | __libc_shared_globals()->unload_hook = __hwasan_library_unloaded; |
| 109 | #endif |
| 110 | |
Stephen Crane | f4b1cbd | 2017-05-09 14:27:43 -0700 | [diff] [blame] | 111 | netdClientInit(); |
| 112 | } |
| 113 | |
Elliott Hughes | 1d01fe8 | 2017-10-23 10:07:55 -0700 | [diff] [blame] | 114 | // We flag the __libc_preinit function as a constructor to ensure that |
| 115 | // its address is listed in libc.so's .init_array section. |
| 116 | // This ensures that the function is called by the dynamic linker as |
| 117 | // soon as the shared library is loaded. |
| 118 | // We give this constructor priority 1 because we want libc's constructor |
| 119 | // to run before any others (such as the jemalloc constructor), and lower |
| 120 | // is better (http://b/68046352). |
| 121 | __attribute__((constructor(1))) static void __libc_preinit() { |
Josh Gao | b6453c5 | 2016-06-29 16:47:53 -0700 | [diff] [blame] | 122 | // The linker has initialized its copy of the global stack_chk_guard, and filled in the main |
| 123 | // thread's TLS slot with that value. Initialize the local global stack guard with its value. |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 124 | __stack_chk_guard = reinterpret_cast<uintptr_t>(__get_tls()[TLS_SLOT_STACK_GUARD]); |
Josh Gao | b6453c5 | 2016-06-29 16:47:53 -0700 | [diff] [blame] | 125 | |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 126 | __libc_preinit_impl(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 127 | } |
| 128 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 129 | // This function is called from the executable's _start entry point |
Ryan Prichard | 6631f9b | 2018-04-30 18:29:32 -0700 | [diff] [blame] | 130 | // (see arch-$ARCH/bionic/crtbegin.c), which is itself called by the dynamic |
| 131 | // linker after it has loaded all shared libraries the executable depends on. |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 132 | // |
| 133 | // Note that the dynamic linker has also run all constructors in the |
| 134 | // executable at this point. |
| 135 | __noreturn void __libc_init(void* raw_args, |
Elliott Hughes | d286796 | 2014-06-03 15:22:34 -0700 | [diff] [blame] | 136 | void (*onexit)(void) __unused, |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 137 | int (*slingshot)(int, char**, char**), |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 138 | structors_array_t const * const structors) { |
Christopher Ferris | 93ea09f | 2017-10-05 15:18:47 -0700 | [diff] [blame] | 139 | BIONIC_STOP_UNWIND; |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 140 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 141 | KernelArgumentBlock args(raw_args); |
| 142 | |
| 143 | // Several Linux ABIs don't pass the onexit pointer, and the ones that |
| 144 | // do never use it. Therefore, we ignore it. |
| 145 | |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 146 | // The executable may have its own destructors listed in its .fini_array |
| 147 | // so we need to ensure that these are called when the program exits |
| 148 | // normally. |
| 149 | if (structors->fini_array) { |
Yi Kong | 32bc0fc | 2018-08-02 17:31:13 -0700 | [diff] [blame] | 150 | __cxa_atexit(__libc_fini,structors->fini_array,nullptr); |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 151 | } |
| 152 | |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 153 | exit(slingshot(args.argc - __libc_shared_globals()->initial_linker_arg_count, |
| 154 | args.argv + __libc_shared_globals()->initial_linker_arg_count, |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 155 | args.envp)); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 156 | } |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 157 | |
| 158 | extern "C" libc_shared_globals* __loader_shared_globals(); |
| 159 | |
| 160 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() { |
| 161 | return __loader_shared_globals(); |
| 162 | } |