| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2015 The Android Open Source Project | 
|  | 3 | * All rights reserved. | 
|  | 4 | * | 
|  | 5 | * Redistribution and use in source and binary forms, with or without | 
|  | 6 | * modification, are permitted provided that the following conditions | 
|  | 7 | * are met: | 
|  | 8 | *  * Redistributions of source code must retain the above copyright | 
|  | 9 | *    notice, this list of conditions and the following disclaimer. | 
|  | 10 | *  * Redistributions in binary form must reproduce the above copyright | 
|  | 11 | *    notice, this list of conditions and the following disclaimer in | 
|  | 12 | *    the documentation and/or other materials provided with the | 
|  | 13 | *    distribution. | 
|  | 14 | * | 
|  | 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 
|  | 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 
|  | 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS | 
|  | 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE | 
|  | 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, | 
|  | 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, | 
|  | 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS | 
|  | 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED | 
|  | 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | 
|  | 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT | 
|  | 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF | 
|  | 26 | * SUCH DAMAGE. | 
|  | 27 | */ | 
| Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 28 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 29 | #ifndef _PRIVATE_BIONIC_GLOBALS_H | 
|  | 30 | #define _PRIVATE_BIONIC_GLOBALS_H | 
|  | 31 |  | 
| Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 32 | #include <inttypes.h> | 
|  | 33 | #include <link.h> | 
|  | 34 | #include <platform/bionic/malloc.h> | 
|  | 35 | #include <pthread.h> | 
| Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 36 | #include <stdatomic.h> | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 37 | #include <sys/cdefs.h> | 
| Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 38 |  | 
| Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 39 | #include "private/WriteProtected.h" | 
| Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 40 | #include "private/bionic_allocator.h" | 
| Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 41 | #include "private/bionic_elf_tls.h" | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 42 | #include "private/bionic_fdsan.h" | 
| Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 43 | #include "private/bionic_malloc_dispatch.h" | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 44 | #include "private/bionic_vdso.h" | 
| Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 45 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 46 | struct libc_globals { | 
|  | 47 | vdso_entry vdso[VDSO_END]; | 
| Josh Gao | fe9d0ed | 2015-10-07 14:32:36 -0700 | [diff] [blame] | 48 | long setjmp_cookie; | 
| Mitch Phillips | 3b21ada | 2020-01-07 15:47:47 -0800 | [diff] [blame] | 49 | uintptr_t heap_pointer_tag; | 
| Christopher Ferris | b4e560e | 2023-10-26 17:00:00 -0700 | [diff] [blame] | 50 | _Atomic(bool) decay_time_enabled; | 
| Florian Mayer | e65e193 | 2024-02-15 22:20:54 +0000 | [diff] [blame] | 51 | _Atomic(bool) memtag; | 
| Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 52 |  | 
|  | 53 | // In order to allow a complete switch between dispatch tables without | 
|  | 54 | // the need for copying each function by function in the structure, | 
|  | 55 | // use a single atomic pointer to switch. | 
|  | 56 | // The current_dispatch_table pointer can only ever be set to a complete | 
|  | 57 | // table. Any dispatch table that is pointed to by current_dispatch_table | 
|  | 58 | // cannot be modified after that. If the pointer changes in the future, | 
|  | 59 | // the old pointer must always stay valid. | 
|  | 60 | // The malloc_dispatch_table is modified by malloc debug, malloc hooks, | 
|  | 61 | // and heaprofd. Only one of these modes can be active at any given time. | 
|  | 62 | _Atomic(const MallocDispatch*) current_dispatch_table; | 
| Christopher Ferris | 1fc5ccf | 2019-02-15 18:06:15 -0800 | [diff] [blame] | 63 | // This pointer is only used by the allocation limit code when both a | 
|  | 64 | // limit is enabled and some other hook is enabled at the same time. | 
|  | 65 | _Atomic(const MallocDispatch*) default_dispatch_table; | 
| Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 66 | MallocDispatch malloc_dispatch_table; | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 67 | }; | 
|  | 68 |  | 
| Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 69 | struct memtag_dynamic_entries_t { | 
|  | 70 | void* memtag_globals; | 
|  | 71 | size_t memtag_globalssz; | 
|  | 72 | bool has_memtag_mode; | 
|  | 73 | unsigned memtag_mode; | 
|  | 74 | bool memtag_heap; | 
|  | 75 | bool memtag_stack; | 
|  | 76 | }; | 
|  | 77 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 78 | __LIBC_HIDDEN__ extern WriteProtected<libc_globals> __libc_globals; | 
| Florian Mayer | c0aa70a | 2024-06-24 15:49:20 -0700 | [diff] [blame] | 79 | // These cannot be in __libc_globals, because we cannot access the | 
| Florian Mayer | 73750dc | 2024-03-08 14:10:48 -0800 | [diff] [blame] | 80 | // WriteProtected in a thread-safe way. | 
|  | 81 | // See b/328256432. | 
| Florian Mayer | c0aa70a | 2024-06-24 15:49:20 -0700 | [diff] [blame] | 82 | // | 
|  | 83 | // __libc_memtag_stack says whether stack MTE is enabled on the process, i.e. | 
|  | 84 | // whether the stack pages are mapped with PROT_MTE. This is always false if | 
|  | 85 | // MTE is disabled for the process (i.e. libc_globals.memtag is false). | 
| Florian Mayer | 73750dc | 2024-03-08 14:10:48 -0800 | [diff] [blame] | 86 | __LIBC_HIDDEN__ extern _Atomic(bool) __libc_memtag_stack; | 
| Florian Mayer | c0aa70a | 2024-06-24 15:49:20 -0700 | [diff] [blame] | 87 | // __libc_memtag_stack_abi says whether the process contains any code that was | 
|  | 88 | // compiled with memtag-stack. This is true even if the process does not have | 
|  | 89 | // MTE enabled (e.g. because it was overridden using MEMTAG_OPTIONS, or because | 
|  | 90 | // MTE is disabled for the device). | 
|  | 91 | // Code compiled with memtag-stack needs a stack history buffer in | 
|  | 92 | // TLS_SLOT_STACK_MTE, because the codegen will emit an unconditional | 
|  | 93 | // (to keep the code branchless) write to it. | 
|  | 94 | // Protected by g_heap_creation_lock. | 
|  | 95 | __LIBC_HIDDEN__ extern bool __libc_memtag_stack_abi; | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 96 |  | 
| Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 97 | struct abort_msg_t; | 
| Florian Mayer | 7c83d09 | 2024-02-07 16:25:18 -0800 | [diff] [blame] | 98 | struct crash_detail_page_t; | 
| Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 99 | namespace gwp_asan { | 
|  | 100 | struct AllocatorState; | 
|  | 101 | struct AllocationMetadata; | 
|  | 102 | };  // namespace gwp_asan | 
| Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 103 |  | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 104 | // Globals shared between the dynamic linker and libc.so. | 
|  | 105 | struct libc_shared_globals { | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 106 | // Construct the shared globals using a constexpr constructor to ensure that | 
|  | 107 | // the object doesn't need dynamic initialization. The object is accessed | 
|  | 108 | // before the dynamic linker has relocated itself. | 
|  | 109 | constexpr libc_shared_globals() {} | 
|  | 110 |  | 
| Josh Gao | e6dab7b | 2018-08-06 18:47:29 -0700 | [diff] [blame] | 111 | FdTable fd_table; | 
| Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 112 |  | 
|  | 113 | // When the linker is invoked on a binary (e.g. `linker64 /system/bin/date`), | 
|  | 114 | // record the number of arguments passed to the linker itself rather than to | 
|  | 115 | // the program it's loading. Typically 0, sometimes 1. | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 116 | int initial_linker_arg_count = 0; | 
| Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 117 |  | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 118 | ElfW(auxv_t)* auxv = nullptr; | 
| Ryan Prichard | 5a66490 | 2018-11-22 02:14:14 -0800 | [diff] [blame] | 119 |  | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 120 | pthread_mutex_t abort_msg_lock = PTHREAD_MUTEX_INITIALIZER; | 
|  | 121 | abort_msg_t* abort_msg = nullptr; | 
| Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 122 |  | 
| Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 123 | StaticTlsLayout static_tls_layout; | 
| Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 124 | TlsModules tls_modules; | 
| Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 125 | BionicAllocator tls_allocator; | 
| Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 126 |  | 
| Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 127 | // Values passed from libc.so to the loader. | 
| Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 128 | void (*load_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; | 
|  | 129 | void (*unload_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; | 
| Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 130 | void (*set_target_sdk_version_hook)(int target) = nullptr; | 
| Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 131 |  | 
| Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 132 | // Values passed from the linker to libc.so. | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 133 | const char* init_progname = nullptr; | 
|  | 134 | char** init_environ = nullptr; | 
| Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 135 |  | 
| Mitch Phillips | ba1e921 | 2020-04-28 11:33:48 -0700 | [diff] [blame] | 136 | const gwp_asan::AllocatorState* gwp_asan_state = nullptr; | 
|  | 137 | const gwp_asan::AllocationMetadata* gwp_asan_metadata = nullptr; | 
| Mitch Phillips | a493fe4 | 2023-01-19 12:47:22 -0800 | [diff] [blame] | 138 | bool (*debuggerd_needs_gwp_asan_recovery)(void* fault_addr) = nullptr; | 
|  | 139 | void (*debuggerd_gwp_asan_pre_crash_report)(void* fault_addr) = nullptr; | 
|  | 140 | void (*debuggerd_gwp_asan_post_crash_report)(void* fault_addr) = nullptr; | 
| Peter Collingbourne | d306001 | 2020-04-01 19:54:48 -0700 | [diff] [blame] | 141 |  | 
|  | 142 | const char* scudo_stack_depot = nullptr; | 
|  | 143 | const char* scudo_region_info = nullptr; | 
| Peter Collingbourne | 2753fc8 | 2021-01-06 21:02:19 -0800 | [diff] [blame] | 144 | const char* scudo_ring_buffer = nullptr; | 
| Florian Mayer | 347dc62 | 2022-12-22 16:13:09 -0800 | [diff] [blame] | 145 | size_t scudo_ring_buffer_size = 0; | 
| Florian Mayer | af06759 | 2023-12-04 16:38:26 -0800 | [diff] [blame] | 146 | size_t scudo_stack_depot_size = 0; | 
| Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 147 |  | 
|  | 148 | HeapTaggingLevel initial_heap_tagging_level = M_HEAP_TAGGING_LEVEL_NONE; | 
| Florian Mayer | c0aa70a | 2024-06-24 15:49:20 -0700 | [diff] [blame] | 149 | // See comments for __libc_memtag_stack / __libc_memtag_stack_abi above. | 
| Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 150 | bool initial_memtag_stack = false; | 
| Florian Mayer | c0aa70a | 2024-06-24 15:49:20 -0700 | [diff] [blame] | 151 | bool initial_memtag_stack_abi = false; | 
| Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 152 | int64_t heap_tagging_upgrade_timer_sec = 0; | 
| Florian Mayer | a453c2d | 2024-02-09 00:40:45 +0000 | [diff] [blame] | 153 |  | 
| Florian Mayer | e65e193 | 2024-02-15 22:20:54 +0000 | [diff] [blame] | 154 | void (*memtag_stack_dlopen_callback)() = nullptr; | 
| Florian Mayer | 7c83d09 | 2024-02-07 16:25:18 -0800 | [diff] [blame] | 155 | pthread_mutex_t crash_detail_page_lock = PTHREAD_MUTEX_INITIALIZER; | 
|  | 156 | crash_detail_page_t* crash_detail_page = nullptr; | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 157 | }; | 
|  | 158 |  | 
| Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 159 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals(); | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 160 | __LIBC_HIDDEN__ void __libc_init_fdsan(); | 
| Josh Gao | 9727192 | 2019-11-06 13:15:00 -0800 | [diff] [blame] | 161 | __LIBC_HIDDEN__ void __libc_init_fdtrack(); | 
| Ryan Savitski | 175c886 | 2020-01-02 19:54:57 +0000 | [diff] [blame] | 162 | __LIBC_HIDDEN__ void __libc_init_profiling_handlers(); | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 163 |  | 
| Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 164 | __LIBC_HIDDEN__ void __libc_init_malloc(libc_globals* globals); | 
| Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 165 | __LIBC_HIDDEN__ void __libc_init_setjmp_cookie(libc_globals* globals); | 
|  | 166 | __LIBC_HIDDEN__ void __libc_init_vdso(libc_globals* globals); | 
| Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 167 |  | 
| Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 168 | #if defined(__i386__) | 
|  | 169 | __LIBC_HIDDEN__ extern void* __libc_sysinfo; | 
| Pirama Arumuga Nainar | 7b89be7 | 2021-02-12 15:09:49 -0800 | [diff] [blame] | 170 | extern "C" __LIBC_HIDDEN__ void __libc_int0x80(); | 
| Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 171 | __LIBC_HIDDEN__ void __libc_init_sysinfo(); | 
| Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 172 | #endif | 
|  | 173 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 174 | #endif |