blob: 9cc3060f60a220456a96c740ae5c381f5c97f18b [file] [log] [blame]
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080028
Yabin Cuica482742016-01-25 17:38:44 -080029#include <android/api-level.h>
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080030#include <elf.h>
Florian Mayer408e1702022-05-12 13:06:04 -070031#include <malloc.h>
Florian Mayer5d9725b2024-05-15 18:33:49 -070032#include <signal.h>
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080033#include <stddef.h>
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080034#include <stdio.h>
35#include <stdlib.h>
36#include <sys/auxv.h>
37#include <sys/mman.h>
38
Florian Mayer408e1702022-05-12 13:06:04 -070039#include "async_safe/log.h"
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080040#include "libc_init_common.h"
Mitch Phillips4cded972021-01-07 17:32:00 -080041#include "platform/bionic/macros.h"
Elliott Hughescdb52fc2019-12-12 15:26:14 -080042#include "platform/bionic/page.h"
Elliott Hughes37719372021-09-29 16:52:20 -070043#include "platform/bionic/reserved_signals.h"
Mitch Phillips4cded972021-01-07 17:32:00 -080044#include "private/KernelArgumentBlock.h"
Peter Collingbournee9491952019-10-28 10:57:26 -070045#include "private/bionic_call_ifunc_resolver.h"
Ryan Prichard45d13492019-01-03 02:51:30 -080046#include "private/bionic_elf_tls.h"
Josh Gaob6453c52016-06-29 16:47:53 -070047#include "private/bionic_globals.h"
Elliott Hugheseb847bc2013-10-09 15:50:50 -070048#include "private/bionic_tls.h"
Florian Mayer408e1702022-05-12 13:06:04 -070049#include "pthread_internal.h"
Elliott Hugheseb847bc2013-10-09 15:50:50 -070050
Evgenii Stepanovbe551f52018-08-13 16:46:15 -070051#if __has_feature(hwaddress_sanitizer)
52#include <sanitizer/hwasan_interface.h>
53#endif
54
Ryan Prichard27475b52018-05-17 17:14:18 -070055// Leave the variable uninitialized for the sake of the dynamic loader, which
56// links in this file. The loader will initialize this variable before
57// relocating itself.
58#if defined(__i386__)
59__LIBC_HIDDEN__ void* __libc_sysinfo;
60#endif
61
Dmitriy Ivanov53c3c272014-07-11 12:59:16 -070062extern "C" int __cxa_atexit(void (*)(void *), void *, void *);
63
Yabin Cui744cfd32023-08-24 13:20:23 -070064static void call_array(init_func_t** list, size_t count, int argc, char* argv[], char* envp[]) {
65 while (count-- > 0) {
66 init_func_t* function = *list++;
67 (*function)(argc, argv, envp);
68 }
69}
70
71static void call_fini_array(void* arg) {
72 structors_array_t* structors = reinterpret_cast<structors_array_t*>(arg);
73 fini_func_t** array = structors->fini_array;
74 size_t count = structors->fini_array_count;
75 // Now call each destructor in reverse order.
76 while (count-- > 0) {
77 fini_func_t* function = array[count];
78 (*function)();
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080079 }
80}
81
Elliott Hughes6cfd1b52022-10-05 00:15:49 +000082#if defined(__arm__) || defined(__i386__) // Legacy architectures used REL...
Dan Alberta535d3c2019-02-14 16:19:59 -080083extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rel) __rel_iplt_start[], __rel_iplt_end[];
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080084
85static void call_ifunc_resolvers() {
Elliott Hughes6cfd1b52022-10-05 00:15:49 +000086 for (ElfW(Rel)* r = __rel_iplt_start; r != __rel_iplt_end; ++r) {
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080087 ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset);
88 ElfW(Addr) resolver = *offset;
Peter Collingbournee9491952019-10-28 10:57:26 -070089 *offset = __bionic_call_ifunc_resolver(resolver);
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -080090 }
91}
Elliott Hughes6cfd1b52022-10-05 00:15:49 +000092#else // ...but modern architectures use RELA instead.
93extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rela) __rela_iplt_start[], __rela_iplt_end[];
94
95static void call_ifunc_resolvers() {
Elliott Hughes6cfd1b52022-10-05 00:15:49 +000096 for (ElfW(Rela)* r = __rela_iplt_start; r != __rela_iplt_end; ++r) {
97 ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset);
98 ElfW(Addr) resolver = r->r_addend;
99 *offset = __bionic_call_ifunc_resolver(resolver);
100 }
101}
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -0800102#endif
103
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800104static void apply_gnu_relro() {
Elliott Hughes0266ae52014-02-10 17:46:57 -0800105 ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR));
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800106 unsigned long int phdr_ct = getauxval(AT_PHNUM);
107
Elliott Hughes0266ae52014-02-10 17:46:57 -0800108 for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800109 if (phdr->p_type != PT_GNU_RELRO) {
110 continue;
111 }
112
Peter Collingbournebb11ee62022-05-02 12:26:16 -0700113 ElfW(Addr) seg_page_start = page_start(phdr->p_vaddr);
114 ElfW(Addr) seg_page_end = page_end(phdr->p_vaddr + phdr->p_memsz);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800115
116 // Check return value here? What do we do if we fail?
117 mprotect(reinterpret_cast<void*>(seg_page_start), seg_page_end - seg_page_start, PROT_READ);
118 }
119}
120
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800121static void layout_static_tls(KernelArgumentBlock& args) {
Ryan Prichard45d13492019-01-03 02:51:30 -0800122 StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout;
123 layout.reserve_bionic_tls();
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800124
125 const char* progname = args.argv[0];
126 ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR));
127 size_t phdr_ct = getauxval(AT_PHNUM);
128
Ryan Prichard19883502019-01-16 23:13:38 -0800129 static TlsModule mod;
Ryan Prichard16455b52019-01-18 01:00:59 -0800130 TlsModules& modules = __libc_shared_globals()->tls_modules;
Ryan Prichard19883502019-01-16 23:13:38 -0800131 if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, &mod.segment)) {
Ryan Prichard43963922024-03-14 16:51:27 -0700132 if (!__bionic_check_tls_align(mod.segment.aligned_size.align.value)) {
Ryan Prichard19883502019-01-16 23:13:38 -0800133 async_safe_fatal("error: TLS segment alignment in \"%s\" is not a power of 2: %zu\n",
Ryan Prichard43963922024-03-14 16:51:27 -0700134 progname, mod.segment.aligned_size.align.value);
Ryan Prichard19883502019-01-16 23:13:38 -0800135 }
136 mod.static_offset = layout.reserve_exe_segment_and_tcb(&mod.segment, progname);
Ryan Prichard16455b52019-01-18 01:00:59 -0800137 mod.first_generation = kTlsGenerationFirst;
138
139 modules.module_count = 1;
Vy Nguyend5007512020-07-14 17:37:04 -0400140 modules.static_module_count = 1;
Ryan Prichard16455b52019-01-18 01:00:59 -0800141 modules.module_table = &mod;
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800142 } else {
143 layout.reserve_exe_segment_and_tcb(nullptr, progname);
144 }
Ryan Prichard16455b52019-01-18 01:00:59 -0800145 // Enable the fast path in __tls_get_addr.
146 __libc_tls_generation_copy = modules.generation;
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800147
Ryan Prichard45d13492019-01-03 02:51:30 -0800148 layout.finish_layout();
149}
Elliott Hughes59bebc72025-02-19 08:17:51 -0800150
Elliott Hughes37719372021-09-29 16:52:20 -0700151void __libc_init_profiling_handlers() {
152 // The dynamic variant of this function is more interesting, but this
153 // at least ensures that static binaries aren't killed by the kernel's
154 // default disposition for these two real-time signals that would have
155 // handlers installed if this was a dynamic binary.
156 signal(BIONIC_SIGNAL_PROFILER, SIG_IGN);
157 signal(BIONIC_SIGNAL_ART_PROFILER, SIG_IGN);
158}
159
Evgenii Stepanovf9fa32a2022-05-12 15:54:38 -0700160__attribute__((no_sanitize("memtag"))) __noreturn static void __real_libc_init(
Florian Mayer5e136172025-03-07 15:34:05 -0800161 KernelArgumentBlock& args, void* raw_args __unused, void (*onexit)(void) __unused,
Florian Mayer761fdf92024-09-16 15:13:39 -0700162 int (*slingshot)(int, char**, char**), structors_array_t const* const structors,
163 bionic_tcb* temp_tcb) {
Christopher Ferris93ea09f2017-10-05 15:18:47 -0700164 BIONIC_STOP_UNWIND;
165
Ryan Prichard45d13492019-01-03 02:51:30 -0800166 __libc_init_main_thread_early(args, temp_tcb);
Ryan Prichard07440a82018-11-22 03:16:06 -0800167 __libc_init_main_thread_late();
168 __libc_init_globals();
Ryan Prichard9cfca862018-11-22 02:44:09 -0800169 __libc_shared_globals()->init_progname = args.argv[0];
Ryan Prichard48b11592018-11-22 02:41:36 -0800170 __libc_init_AT_SECURE(args.envp);
Ryan Pricharde5e69e02019-01-01 18:53:48 -0800171 layout_static_tls(args);
Ryan Prichard45d13492019-01-03 02:51:30 -0800172 __libc_init_main_thread_final();
Ryan Prichard48b11592018-11-22 02:41:36 -0800173 __libc_init_common();
Florian Mayer5e136172025-03-07 15:34:05 -0800174#if !__has_feature(hwaddress_sanitizer)
Mitch Phillips7c1f3772023-09-28 13:45:59 +0200175 __libc_init_mte(/*memtag_dynamic_entries=*/nullptr,
176 reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)), getauxval(AT_PHNUM),
Florian Mayerc138f812024-10-29 15:26:13 -0700177 /*load_bias = */ 0);
178 __libc_init_mte_stack(/*stack_top = */ raw_args);
Florian Mayer5e136172025-03-07 15:34:05 -0800179#endif
Evgenii Stepanov8564b8d2020-12-15 13:55:32 -0800180 __libc_init_scudo();
Christopher Ferris0b231992023-10-31 15:09:37 -0700181 __libc_globals.mutate(__libc_init_malloc);
Elliott Hughes37719372021-09-29 16:52:20 -0700182 __libc_init_profiling_handlers();
Mitch Phillips1d2aadc2019-11-14 16:02:09 -0800183 __libc_init_fork_handler();
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800184
Peter Collingbourne7a0f04c2019-01-23 17:56:24 -0800185 call_ifunc_resolvers();
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800186 apply_gnu_relro();
187
188 // Several Linux ABIs don't pass the onexit pointer, and the ones that
189 // do never use it. Therefore, we ignore it.
190
Yabin Cui744cfd32023-08-24 13:20:23 -0700191 call_array(structors->preinit_array, structors->preinit_array_count, args.argc, args.argv,
192 args.envp);
193 call_array(structors->init_array, structors->init_array_count, args.argc, args.argv, args.envp);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800194
195 // The executable may have its own destructors listed in its .fini_array
196 // so we need to ensure that these are called when the program exits
197 // normally.
Yabin Cui744cfd32023-08-24 13:20:23 -0700198 if (structors->fini_array_count > 0) {
199 __cxa_atexit(call_fini_array, const_cast<structors_array_t*>(structors), nullptr);
Dmitriy Ivanov4b415552014-09-04 21:54:34 +0000200 }
Florian Mayer5e136172025-03-07 15:34:05 -0800201#if !__has_feature(hwaddress_sanitizer)
Florian Mayer408e1702022-05-12 13:06:04 -0700202 __libc_init_mte_late();
Florian Mayer5e136172025-03-07 15:34:05 -0800203#endif
Florian Mayer408e1702022-05-12 13:06:04 -0700204
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800205 exit(slingshot(args.argc, args.argv, args.envp));
206}
Yabin Cuica482742016-01-25 17:38:44 -0800207
Peter Collingbourned75e3082019-01-31 16:27:54 -0800208extern "C" void __hwasan_init_static();
Evgenii Stepanov13e8dcb2018-09-19 16:29:12 -0700209
Elliott Hughesf9930b72020-02-10 10:30:38 -0800210// This __libc_init() is only used for static executables, and is called from crtbegin.c.
211//
212// The 'structors' parameter contains pointers to various initializer
213// arrays that must be run before the program's 'main' routine is launched.
Evgenii Stepanovf9fa32a2022-05-12 15:54:38 -0700214__attribute__((no_sanitize("hwaddress", "memtag"))) __noreturn void __libc_init(
215 void* raw_args, void (*onexit)(void) __unused, int (*slingshot)(int, char**, char**),
216 structors_array_t const* const structors) {
Elliott Hughesee700ec2024-09-10 17:42:02 -0400217 // We _really_ don't want the compiler to call memset() here,
218 // but it's done so before for riscv64 (http://b/365618934),
219 // so we have to force it to behave.
220 bionic_tcb temp_tcb __attribute__((uninitialized));
221 __builtin_memset_inline(&temp_tcb, 0, sizeof(temp_tcb));
222
Florian Mayer761fdf92024-09-16 15:13:39 -0700223 KernelArgumentBlock args(raw_args);
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700224#if __has_feature(hwaddress_sanitizer)
Evgenii Stepanov13e8dcb2018-09-19 16:29:12 -0700225 // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now
Florian Mayer761fdf92024-09-16 15:13:39 -0700226 // all we need is access to TLS_SLOT_SANITIZER and read auxval for the page size.
Ryan Prichard45d13492019-01-03 02:51:30 -0800227 __set_tls(&temp_tcb.tls_slot(0));
Florian Mayer761fdf92024-09-16 15:13:39 -0700228 __libc_shared_globals()->auxv = args.auxv;
Peter Collingbourned75e3082019-01-31 16:27:54 -0800229 // Initialize HWASan enough to run instrumented code. This sets up TLS_SLOT_SANITIZER, among other
230 // things.
231 __hwasan_init_static();
Evgenii Stepanov13e8dcb2018-09-19 16:29:12 -0700232 // We are ready to run HWASan-instrumented code, proceed with libc initialization...
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700233#endif
Elliott Hughesee700ec2024-09-10 17:42:02 -0400234
Florian Mayer761fdf92024-09-16 15:13:39 -0700235 __real_libc_init(args, raw_args, onexit, slingshot, structors, &temp_tcb);
Evgenii Stepanovbe551f52018-08-13 16:46:15 -0700236}
237
Elliott Hughesff1428a2018-11-12 16:01:37 -0800238static int g_target_sdk_version{__ANDROID_API__};
Elliott Hughes46a943c2018-04-03 15:56:35 -0700239
Elliott Hughesff1428a2018-11-12 16:01:37 -0800240extern "C" int android_get_application_target_sdk_version() {
Elliott Hughes46a943c2018-04-03 15:56:35 -0700241 return g_target_sdk_version;
242}
243
Elliott Hughesff1428a2018-11-12 16:01:37 -0800244extern "C" void android_set_application_target_sdk_version(int target) {
Elliott Hughes46a943c2018-04-03 15:56:35 -0700245 g_target_sdk_version = target;
Peter Collingbourne2659d7b2021-03-05 13:31:41 -0800246 __libc_set_target_sdk_version(target);
Yabin Cuica482742016-01-25 17:38:44 -0800247}
Ryan Prichardabf736a2018-11-22 02:40:17 -0800248
Ryan Prichard249757b2019-11-01 17:18:28 -0700249// This function is called in the dynamic linker before ifunc resolvers have run, so this file is
250// compiled with -ffreestanding to avoid implicit string.h function calls. (It shouldn't strictly
251// be necessary, though.)
Ryan Prichardabf736a2018-11-22 02:40:17 -0800252__LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() {
Florian Mayer4edc20d2024-10-30 14:24:26 -0700253 BIONIC_USED_BEFORE_LINKER_RELOCATES static libc_shared_globals globals;
Ryan Prichardabf736a2018-11-22 02:40:17 -0800254 return &globals;
255}