Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2015 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 28 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 29 | #ifndef _PRIVATE_BIONIC_GLOBALS_H |
| 30 | #define _PRIVATE_BIONIC_GLOBALS_H |
| 31 | |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 32 | #include <inttypes.h> |
| 33 | #include <link.h> |
| 34 | #include <platform/bionic/malloc.h> |
| 35 | #include <pthread.h> |
Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 36 | #include <stdatomic.h> |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 37 | #include <sys/cdefs.h> |
Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 38 | |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 39 | #include "private/WriteProtected.h" |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 40 | #include "private/bionic_allocator.h" |
Peter Collingbourne | b6a592b | 2023-03-24 18:38:05 -0700 | [diff] [blame] | 41 | #include "private/bionic_asm_offsets.h" |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 42 | #include "private/bionic_elf_tls.h" |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 43 | #include "private/bionic_fdsan.h" |
Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 44 | #include "private/bionic_malloc_dispatch.h" |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 45 | #include "private/bionic_vdso.h" |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 46 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 47 | struct libc_globals { |
| 48 | vdso_entry vdso[VDSO_END]; |
Josh Gao | fe9d0ed | 2015-10-07 14:32:36 -0700 | [diff] [blame] | 49 | long setjmp_cookie; |
Mitch Phillips | 3b21ada | 2020-01-07 15:47:47 -0800 | [diff] [blame] | 50 | uintptr_t heap_pointer_tag; |
Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 51 | _Atomic(bool) memtag_stack; |
Christopher Ferris | b4e560e | 2023-10-26 17:00:00 -0700 | [diff] [blame] | 52 | _Atomic(bool) decay_time_enabled; |
Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 53 | |
| 54 | // In order to allow a complete switch between dispatch tables without |
| 55 | // the need for copying each function by function in the structure, |
| 56 | // use a single atomic pointer to switch. |
| 57 | // The current_dispatch_table pointer can only ever be set to a complete |
| 58 | // table. Any dispatch table that is pointed to by current_dispatch_table |
| 59 | // cannot be modified after that. If the pointer changes in the future, |
| 60 | // the old pointer must always stay valid. |
| 61 | // The malloc_dispatch_table is modified by malloc debug, malloc hooks, |
| 62 | // and heaprofd. Only one of these modes can be active at any given time. |
| 63 | _Atomic(const MallocDispatch*) current_dispatch_table; |
Christopher Ferris | 1fc5ccf | 2019-02-15 18:06:15 -0800 | [diff] [blame] | 64 | // This pointer is only used by the allocation limit code when both a |
| 65 | // limit is enabled and some other hook is enabled at the same time. |
| 66 | _Atomic(const MallocDispatch*) default_dispatch_table; |
Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 67 | MallocDispatch malloc_dispatch_table; |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 68 | }; |
| 69 | |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 70 | struct memtag_dynamic_entries_t { |
| 71 | void* memtag_globals; |
| 72 | size_t memtag_globalssz; |
| 73 | bool has_memtag_mode; |
| 74 | unsigned memtag_mode; |
| 75 | bool memtag_heap; |
| 76 | bool memtag_stack; |
| 77 | }; |
| 78 | |
Peter Collingbourne | b6a592b | 2023-03-24 18:38:05 -0700 | [diff] [blame] | 79 | #ifdef __aarch64__ |
| 80 | static_assert(OFFSETOF_libc_globals_memtag_stack == offsetof(libc_globals, memtag_stack)); |
| 81 | #endif |
| 82 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 83 | __LIBC_HIDDEN__ extern WriteProtected<libc_globals> __libc_globals; |
| 84 | |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 85 | struct abort_msg_t; |
Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 86 | namespace gwp_asan { |
| 87 | struct AllocatorState; |
| 88 | struct AllocationMetadata; |
| 89 | }; // namespace gwp_asan |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 90 | |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 91 | // Globals shared between the dynamic linker and libc.so. |
| 92 | struct libc_shared_globals { |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 93 | // Construct the shared globals using a constexpr constructor to ensure that |
| 94 | // the object doesn't need dynamic initialization. The object is accessed |
| 95 | // before the dynamic linker has relocated itself. |
| 96 | constexpr libc_shared_globals() {} |
| 97 | |
Josh Gao | e6dab7b | 2018-08-06 18:47:29 -0700 | [diff] [blame] | 98 | FdTable fd_table; |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 99 | |
| 100 | // When the linker is invoked on a binary (e.g. `linker64 /system/bin/date`), |
| 101 | // record the number of arguments passed to the linker itself rather than to |
| 102 | // the program it's loading. Typically 0, sometimes 1. |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 103 | int initial_linker_arg_count = 0; |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 104 | |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 105 | ElfW(auxv_t)* auxv = nullptr; |
Ryan Prichard | 5a66490 | 2018-11-22 02:14:14 -0800 | [diff] [blame] | 106 | |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 107 | pthread_mutex_t abort_msg_lock = PTHREAD_MUTEX_INITIALIZER; |
| 108 | abort_msg_t* abort_msg = nullptr; |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 109 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 110 | StaticTlsLayout static_tls_layout; |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 111 | TlsModules tls_modules; |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 112 | BionicAllocator tls_allocator; |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 113 | |
Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 114 | // Values passed from libc.so to the loader. |
Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 115 | void (*load_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; |
| 116 | void (*unload_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; |
Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 117 | void (*set_target_sdk_version_hook)(int target) = nullptr; |
Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 118 | |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 119 | // Values passed from the linker to libc.so. |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 120 | const char* init_progname = nullptr; |
| 121 | char** init_environ = nullptr; |
Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 122 | |
Mitch Phillips | ba1e921 | 2020-04-28 11:33:48 -0700 | [diff] [blame] | 123 | const gwp_asan::AllocatorState* gwp_asan_state = nullptr; |
| 124 | const gwp_asan::AllocationMetadata* gwp_asan_metadata = nullptr; |
Mitch Phillips | a493fe4 | 2023-01-19 12:47:22 -0800 | [diff] [blame] | 125 | bool (*debuggerd_needs_gwp_asan_recovery)(void* fault_addr) = nullptr; |
| 126 | void (*debuggerd_gwp_asan_pre_crash_report)(void* fault_addr) = nullptr; |
| 127 | void (*debuggerd_gwp_asan_post_crash_report)(void* fault_addr) = nullptr; |
Peter Collingbourne | d306001 | 2020-04-01 19:54:48 -0700 | [diff] [blame] | 128 | |
| 129 | const char* scudo_stack_depot = nullptr; |
| 130 | const char* scudo_region_info = nullptr; |
Peter Collingbourne | 2753fc8 | 2021-01-06 21:02:19 -0800 | [diff] [blame] | 131 | const char* scudo_ring_buffer = nullptr; |
Florian Mayer | 347dc62 | 2022-12-22 16:13:09 -0800 | [diff] [blame] | 132 | size_t scudo_ring_buffer_size = 0; |
Florian Mayer | af06759 | 2023-12-04 16:38:26 -0800 | [diff] [blame^] | 133 | size_t scudo_stack_depot_size = 0; |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 134 | |
| 135 | HeapTaggingLevel initial_heap_tagging_level = M_HEAP_TAGGING_LEVEL_NONE; |
Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 136 | bool initial_memtag_stack = false; |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 137 | int64_t heap_tagging_upgrade_timer_sec = 0; |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 138 | }; |
| 139 | |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 140 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals(); |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 141 | __LIBC_HIDDEN__ void __libc_init_fdsan(); |
Josh Gao | 9727192 | 2019-11-06 13:15:00 -0800 | [diff] [blame] | 142 | __LIBC_HIDDEN__ void __libc_init_fdtrack(); |
Ryan Savitski | 175c886 | 2020-01-02 19:54:57 +0000 | [diff] [blame] | 143 | __LIBC_HIDDEN__ void __libc_init_profiling_handlers(); |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 144 | |
Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 145 | __LIBC_HIDDEN__ void __libc_init_malloc(libc_globals* globals); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 146 | __LIBC_HIDDEN__ void __libc_init_setjmp_cookie(libc_globals* globals); |
| 147 | __LIBC_HIDDEN__ void __libc_init_vdso(libc_globals* globals); |
Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 148 | |
Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 149 | #if defined(__i386__) |
| 150 | __LIBC_HIDDEN__ extern void* __libc_sysinfo; |
Pirama Arumuga Nainar | 7b89be7 | 2021-02-12 15:09:49 -0800 | [diff] [blame] | 151 | extern "C" __LIBC_HIDDEN__ void __libc_int0x80(); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 152 | __LIBC_HIDDEN__ void __libc_init_sysinfo(); |
Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 153 | #endif |
| 154 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 155 | #endif |