blob: b4bddcef513cb3723e5e06569095c6229d422ec9 [file] [log] [blame]
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080028
Yabin Cuica482742016-01-25 17:38:44 -080029#include <android/api-level.h>
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080030#include <elf.h>
31#include <errno.h>
32#include <stddef.h>
33#include <stdint.h>
34#include <stdio.h>
35#include <stdlib.h>
36#include <sys/auxv.h>
37#include <sys/mman.h>
38
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080039#include "libc_init_common.h"
40#include "pthread_internal.h"
41
Ryan Prichard45d13492019-01-03 02:51:30 -080042#include "private/bionic_elf_tls.h"
Josh Gaob6453c52016-06-29 16:47:53 -070043#include "private/bionic_globals.h"
Christopher Ferris93ea09f2017-10-05 15:18:47 -070044#include "private/bionic_macros.h"
Elliott Hughesafab3ff2015-07-28 14:58:37 -070045#include "private/bionic_page.h"
Elliott Hugheseb847bc2013-10-09 15:50:50 -070046#include "private/bionic_tls.h"
47#include "private/KernelArgumentBlock.h"
48
Evgenii Stepanovbe551f52018-08-13 16:46:15 -070049#if __has_feature(hwaddress_sanitizer)
50#include <sanitizer/hwasan_interface.h>
51#endif
52
Ryan Prichard27475b52018-05-17 17:14:18 -070053// Leave the variable uninitialized for the sake of the dynamic loader, which
54// links in this file. The loader will initialize this variable before
55// relocating itself.
56#if defined(__i386__)
57__LIBC_HIDDEN__ void* __libc_sysinfo;
58#endif
59
Dmitriy Ivanov53c3c272014-07-11 12:59:16 -070060extern "C" int __cxa_atexit(void (*)(void *), void *, void *);
61
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080062static void call_array(void(**list)()) {
63 // First element is -1, list is null-terminated
64 while (*++list) {
65 (*list)();
66 }
67}
68
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080069#if defined(__aarch64__) || defined(__x86_64__)
Dan Alberta535d3c2019-02-14 16:19:59 -080070extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rela) __rela_iplt_start[], __rela_iplt_end[];
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080071
72static void call_ifunc_resolvers() {
Dan Alberta535d3c2019-02-14 16:19:59 -080073 if (__rela_iplt_start == nullptr || __rela_iplt_end == nullptr) {
74 // These symbols are not emitted by gold. Gold has code to do so, but for
75 // whatever reason it is not being run. In these cases ifuncs cannot be
76 // resolved, so we do not support using ifuncs in static executables linked
77 // with gold.
78 //
79 // Since they are weak, they will be non-null when linked with bfd/lld and
80 // null when linked with gold.
81 return;
82 }
83
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080084 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
85 for (ElfW(Rela) *r = __rela_iplt_start; r != __rela_iplt_end; ++r) {
86 ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset);
87 ElfW(Addr) resolver = r->r_addend;
88 *offset = reinterpret_cast<ifunc_resolver_t>(resolver)();
89 }
90}
91#else
Dan Alberta535d3c2019-02-14 16:19:59 -080092extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rel) __rel_iplt_start[], __rel_iplt_end[];
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080093
94static void call_ifunc_resolvers() {
Dan Alberta535d3c2019-02-14 16:19:59 -080095 if (__rel_iplt_start == nullptr || __rel_iplt_end == nullptr) {
96 // These symbols are not emitted by gold. Gold has code to do so, but for
97 // whatever reason it is not being run. In these cases ifuncs cannot be
98 // resolved, so we do not support using ifuncs in static executables linked
99 // with gold.
100 //
101 // Since they are weak, they will be non-null when linked with bfd/lld and
102 // null when linked with gold.
103 return;
104 }
105
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -0800106 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
107 for (ElfW(Rel) *r = __rel_iplt_start; r != __rel_iplt_end; ++r) {
108 ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset);
109 ElfW(Addr) resolver = *offset;
110 *offset = reinterpret_cast<ifunc_resolver_t>(resolver)();
111 }
112}
113#endif
114
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800115static void apply_gnu_relro() {
Elliott Hughes0266ae52014-02-10 17:46:57 -0800116 ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR));
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800117 unsigned long int phdr_ct = getauxval(AT_PHNUM);
118
Elliott Hughes0266ae52014-02-10 17:46:57 -0800119 for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800120 if (phdr->p_type != PT_GNU_RELRO) {
121 continue;
122 }
123
Elliott Hughes0266ae52014-02-10 17:46:57 -0800124 ElfW(Addr) seg_page_start = PAGE_START(phdr->p_vaddr);
125 ElfW(Addr) seg_page_end = PAGE_END(phdr->p_vaddr + phdr->p_memsz);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800126
127 // Check return value here? What do we do if we fail?
128 mprotect(reinterpret_cast<void*>(seg_page_start), seg_page_end - seg_page_start, PROT_READ);
129 }
130}
131
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800132static void layout_static_tls(KernelArgumentBlock& args) {
Ryan Prichard45d13492019-01-03 02:51:30 -0800133 StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout;
134 layout.reserve_bionic_tls();
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800135
136 const char* progname = args.argv[0];
137 ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR));
138 size_t phdr_ct = getauxval(AT_PHNUM);
139
Ryan Prichard19883502019-01-16 23:13:38 -0800140 static TlsModule mod;
Ryan Prichard16455b52019-01-18 01:00:59 -0800141 TlsModules& modules = __libc_shared_globals()->tls_modules;
Ryan Prichard19883502019-01-16 23:13:38 -0800142 if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, &mod.segment)) {
143 if (!__bionic_check_tls_alignment(&mod.segment.alignment)) {
144 async_safe_fatal("error: TLS segment alignment in \"%s\" is not a power of 2: %zu\n",
145 progname, mod.segment.alignment);
146 }
147 mod.static_offset = layout.reserve_exe_segment_and_tcb(&mod.segment, progname);
Ryan Prichard16455b52019-01-18 01:00:59 -0800148 mod.first_generation = kTlsGenerationFirst;
149
150 modules.module_count = 1;
151 modules.module_table = &mod;
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800152 } else {
153 layout.reserve_exe_segment_and_tcb(nullptr, progname);
154 }
Ryan Prichard16455b52019-01-18 01:00:59 -0800155 // Enable the fast path in __tls_get_addr.
156 __libc_tls_generation_copy = modules.generation;
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800157
Ryan Prichard45d13492019-01-03 02:51:30 -0800158 layout.finish_layout();
159}
160
Elliott Hughes42d949f2016-01-06 19:51:43 -0800161// The program startup function __libc_init() defined here is
162// used for static executables only (i.e. those that don't depend
163// on shared libraries). It is called from arch-$ARCH/bionic/crtbegin_static.S
164// which is directly invoked by the kernel when the program is launched.
165//
166// The 'structors' parameter contains pointers to various initializer
167// arrays that must be run before the program's 'main' routine is launched.
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700168__noreturn static void __real_libc_init(void *raw_args,
169 void (*onexit)(void) __unused,
170 int (*slingshot)(int, char**, char**),
Ryan Prichard45d13492019-01-03 02:51:30 -0800171 structors_array_t const * const structors,
172 bionic_tcb* temp_tcb) {
Christopher Ferris93ea09f2017-10-05 15:18:47 -0700173 BIONIC_STOP_UNWIND;
174
Ryan Prichard9cfca862018-11-22 02:44:09 -0800175 // Initialize TLS early so system calls and errno work.
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800176 KernelArgumentBlock args(raw_args);
Ryan Prichard45d13492019-01-03 02:51:30 -0800177 __libc_init_main_thread_early(args, temp_tcb);
Ryan Prichard07440a82018-11-22 03:16:06 -0800178 __libc_init_main_thread_late();
179 __libc_init_globals();
Ryan Prichard9cfca862018-11-22 02:44:09 -0800180 __libc_shared_globals()->init_progname = args.argv[0];
Ryan Prichard48b11592018-11-22 02:41:36 -0800181 __libc_init_AT_SECURE(args.envp);
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800182 layout_static_tls(args);
Ryan Prichard45d13492019-01-03 02:51:30 -0800183 __libc_init_main_thread_final();
Ryan Prichard48b11592018-11-22 02:41:36 -0800184 __libc_init_common();
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800185
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -0800186 call_ifunc_resolvers();
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800187 apply_gnu_relro();
188
189 // Several Linux ABIs don't pass the onexit pointer, and the ones that
190 // do never use it. Therefore, we ignore it.
191
192 call_array(structors->preinit_array);
Dmitriy Ivanov4b415552014-09-04 21:54:34 +0000193 call_array(structors->init_array);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800194
195 // The executable may have its own destructors listed in its .fini_array
196 // so we need to ensure that these are called when the program exits
197 // normally.
Yi Kong32bc0fc2018-08-02 17:31:13 -0700198 if (structors->fini_array != nullptr) {
199 __cxa_atexit(__libc_fini,structors->fini_array,nullptr);
Dmitriy Ivanov4b415552014-09-04 21:54:34 +0000200 }
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800201
202 exit(slingshot(args.argc, args.argv, args.envp));
203}
Yabin Cuica482742016-01-25 17:38:44 -0800204
Peter Collingbourned75e3082019-01-31 16:27:54 -0800205extern "C" void __hwasan_init_static();
Evgenii Stepanov13e8dcb2018-09-19 16:29:12 -0700206
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700207__attribute__((no_sanitize("hwaddress")))
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700208__noreturn void __libc_init(void* raw_args,
209 void (*onexit)(void) __unused,
210 int (*slingshot)(int, char**, char**),
211 structors_array_t const * const structors) {
Ryan Prichard45d13492019-01-03 02:51:30 -0800212 bionic_tcb temp_tcb = {};
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700213#if __has_feature(hwaddress_sanitizer)
Evgenii Stepanov13e8dcb2018-09-19 16:29:12 -0700214 // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now
Ryan Prichard45d13492019-01-03 02:51:30 -0800215 // all we need is access to TLS_SLOT_SANITIZER.
216 __set_tls(&temp_tcb.tls_slot(0));
Peter Collingbourned75e3082019-01-31 16:27:54 -0800217 // Initialize HWASan enough to run instrumented code. This sets up TLS_SLOT_SANITIZER, among other
218 // things.
219 __hwasan_init_static();
Evgenii Stepanov13e8dcb2018-09-19 16:29:12 -0700220 // We are ready to run HWASan-instrumented code, proceed with libc initialization...
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700221#endif
Ryan Prichard45d13492019-01-03 02:51:30 -0800222 __real_libc_init(raw_args, onexit, slingshot, structors, &temp_tcb);
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700223}
224
Elliott Hughesff1428a2018-11-12 16:01:37 -0800225static int g_target_sdk_version{__ANDROID_API__};
Elliott Hughes46a943c2018-04-03 15:56:35 -0700226
Elliott Hughesff1428a2018-11-12 16:01:37 -0800227extern "C" int android_get_application_target_sdk_version() {
Elliott Hughes46a943c2018-04-03 15:56:35 -0700228 return g_target_sdk_version;
229}
230
Elliott Hughesff1428a2018-11-12 16:01:37 -0800231extern "C" void android_set_application_target_sdk_version(int target) {
Elliott Hughes46a943c2018-04-03 15:56:35 -0700232 g_target_sdk_version = target;
Yabin Cuica482742016-01-25 17:38:44 -0800233}
Ryan Prichardabf736a2018-11-22 02:40:17 -0800234
235__LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() {
Ryan Prichard0b0ee0c2018-12-14 17:34:05 -0800236 static libc_shared_globals globals;
Ryan Prichardabf736a2018-11-22 02:40:17 -0800237 return &globals;
238}