| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2015 The Android Open Source Project | 
|  | 3 | * All rights reserved. | 
|  | 4 | * | 
|  | 5 | * Redistribution and use in source and binary forms, with or without | 
|  | 6 | * modification, are permitted provided that the following conditions | 
|  | 7 | * are met: | 
|  | 8 | *  * Redistributions of source code must retain the above copyright | 
|  | 9 | *    notice, this list of conditions and the following disclaimer. | 
|  | 10 | *  * Redistributions in binary form must reproduce the above copyright | 
|  | 11 | *    notice, this list of conditions and the following disclaimer in | 
|  | 12 | *    the documentation and/or other materials provided with the | 
|  | 13 | *    distribution. | 
|  | 14 | * | 
|  | 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 
|  | 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 
|  | 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS | 
|  | 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE | 
|  | 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, | 
|  | 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, | 
|  | 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS | 
|  | 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED | 
|  | 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | 
|  | 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT | 
|  | 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF | 
|  | 26 | * SUCH DAMAGE. | 
|  | 27 | */ | 
| Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 28 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 29 | #ifndef _PRIVATE_BIONIC_GLOBALS_H | 
|  | 30 | #define _PRIVATE_BIONIC_GLOBALS_H | 
|  | 31 |  | 
| Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 32 | #include <inttypes.h> | 
|  | 33 | #include <link.h> | 
|  | 34 | #include <platform/bionic/malloc.h> | 
|  | 35 | #include <pthread.h> | 
| Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 36 | #include <stdatomic.h> | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 37 | #include <sys/cdefs.h> | 
| Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 38 |  | 
| Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 39 | #include "private/WriteProtected.h" | 
| Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 40 | #include "private/bionic_allocator.h" | 
| Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 41 | #include "private/bionic_elf_tls.h" | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 42 | #include "private/bionic_fdsan.h" | 
| Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 43 | #include "private/bionic_malloc_dispatch.h" | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 44 | #include "private/bionic_vdso.h" | 
| Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 45 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 46 | struct libc_globals { | 
|  | 47 | vdso_entry vdso[VDSO_END]; | 
| Josh Gao | fe9d0ed | 2015-10-07 14:32:36 -0700 | [diff] [blame] | 48 | long setjmp_cookie; | 
| Mitch Phillips | 3b21ada | 2020-01-07 15:47:47 -0800 | [diff] [blame] | 49 | uintptr_t heap_pointer_tag; | 
| Christopher Ferris | b4e560e | 2023-10-26 17:00:00 -0700 | [diff] [blame] | 50 | _Atomic(bool) decay_time_enabled; | 
| Florian Mayer | e65e193 | 2024-02-15 22:20:54 +0000 | [diff] [blame] | 51 | _Atomic(bool) memtag; | 
| Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 52 |  | 
|  | 53 | // In order to allow a complete switch between dispatch tables without | 
|  | 54 | // the need for copying each function by function in the structure, | 
|  | 55 | // use a single atomic pointer to switch. | 
|  | 56 | // The current_dispatch_table pointer can only ever be set to a complete | 
|  | 57 | // table. Any dispatch table that is pointed to by current_dispatch_table | 
|  | 58 | // cannot be modified after that. If the pointer changes in the future, | 
|  | 59 | // the old pointer must always stay valid. | 
|  | 60 | // The malloc_dispatch_table is modified by malloc debug, malloc hooks, | 
|  | 61 | // and heaprofd. Only one of these modes can be active at any given time. | 
|  | 62 | _Atomic(const MallocDispatch*) current_dispatch_table; | 
| Christopher Ferris | 1fc5ccf | 2019-02-15 18:06:15 -0800 | [diff] [blame] | 63 | // This pointer is only used by the allocation limit code when both a | 
|  | 64 | // limit is enabled and some other hook is enabled at the same time. | 
|  | 65 | _Atomic(const MallocDispatch*) default_dispatch_table; | 
| Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 66 | MallocDispatch malloc_dispatch_table; | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 67 | }; | 
|  | 68 |  | 
| Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 69 | struct memtag_dynamic_entries_t { | 
|  | 70 | void* memtag_globals; | 
|  | 71 | size_t memtag_globalssz; | 
|  | 72 | bool has_memtag_mode; | 
|  | 73 | unsigned memtag_mode; | 
|  | 74 | bool memtag_heap; | 
|  | 75 | bool memtag_stack; | 
|  | 76 | }; | 
|  | 77 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 78 | __LIBC_HIDDEN__ extern WriteProtected<libc_globals> __libc_globals; | 
| Florian Mayer | 73750dc | 2024-03-08 14:10:48 -0800 | [diff] [blame] | 79 | // This cannot be in __libc_globals, because we cannot access the | 
|  | 80 | // WriteProtected in a thread-safe way. | 
|  | 81 | // See b/328256432. | 
|  | 82 | __LIBC_HIDDEN__ extern _Atomic(bool) __libc_memtag_stack; | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 83 |  | 
| Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 84 | struct abort_msg_t; | 
| Florian Mayer | 7c83d09 | 2024-02-07 16:25:18 -0800 | [diff] [blame] | 85 | struct crash_detail_page_t; | 
| Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 86 | namespace gwp_asan { | 
|  | 87 | struct AllocatorState; | 
|  | 88 | struct AllocationMetadata; | 
|  | 89 | };  // namespace gwp_asan | 
| Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 90 |  | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 91 | // Globals shared between the dynamic linker and libc.so. | 
|  | 92 | struct libc_shared_globals { | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 93 | // Construct the shared globals using a constexpr constructor to ensure that | 
|  | 94 | // the object doesn't need dynamic initialization. The object is accessed | 
|  | 95 | // before the dynamic linker has relocated itself. | 
|  | 96 | constexpr libc_shared_globals() {} | 
|  | 97 |  | 
| Josh Gao | e6dab7b | 2018-08-06 18:47:29 -0700 | [diff] [blame] | 98 | FdTable fd_table; | 
| Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 99 |  | 
|  | 100 | // When the linker is invoked on a binary (e.g. `linker64 /system/bin/date`), | 
|  | 101 | // record the number of arguments passed to the linker itself rather than to | 
|  | 102 | // the program it's loading. Typically 0, sometimes 1. | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 103 | int initial_linker_arg_count = 0; | 
| Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 104 |  | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 105 | ElfW(auxv_t)* auxv = nullptr; | 
| Ryan Prichard | 5a66490 | 2018-11-22 02:14:14 -0800 | [diff] [blame] | 106 |  | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 107 | pthread_mutex_t abort_msg_lock = PTHREAD_MUTEX_INITIALIZER; | 
|  | 108 | abort_msg_t* abort_msg = nullptr; | 
| Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 109 |  | 
| Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 110 | StaticTlsLayout static_tls_layout; | 
| Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 111 | TlsModules tls_modules; | 
| Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 112 | BionicAllocator tls_allocator; | 
| Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 113 |  | 
| Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 114 | // Values passed from libc.so to the loader. | 
| Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 115 | void (*load_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; | 
|  | 116 | void (*unload_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; | 
| Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 117 | void (*set_target_sdk_version_hook)(int target) = nullptr; | 
| Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 118 |  | 
| Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 119 | // Values passed from the linker to libc.so. | 
| Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 120 | const char* init_progname = nullptr; | 
|  | 121 | char** init_environ = nullptr; | 
| Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 122 |  | 
| Mitch Phillips | ba1e921 | 2020-04-28 11:33:48 -0700 | [diff] [blame] | 123 | const gwp_asan::AllocatorState* gwp_asan_state = nullptr; | 
|  | 124 | const gwp_asan::AllocationMetadata* gwp_asan_metadata = nullptr; | 
| Mitch Phillips | a493fe4 | 2023-01-19 12:47:22 -0800 | [diff] [blame] | 125 | bool (*debuggerd_needs_gwp_asan_recovery)(void* fault_addr) = nullptr; | 
|  | 126 | void (*debuggerd_gwp_asan_pre_crash_report)(void* fault_addr) = nullptr; | 
|  | 127 | void (*debuggerd_gwp_asan_post_crash_report)(void* fault_addr) = nullptr; | 
| Peter Collingbourne | d306001 | 2020-04-01 19:54:48 -0700 | [diff] [blame] | 128 |  | 
|  | 129 | const char* scudo_stack_depot = nullptr; | 
|  | 130 | const char* scudo_region_info = nullptr; | 
| Peter Collingbourne | 2753fc8 | 2021-01-06 21:02:19 -0800 | [diff] [blame] | 131 | const char* scudo_ring_buffer = nullptr; | 
| Florian Mayer | 347dc62 | 2022-12-22 16:13:09 -0800 | [diff] [blame] | 132 | size_t scudo_ring_buffer_size = 0; | 
| Florian Mayer | af06759 | 2023-12-04 16:38:26 -0800 | [diff] [blame] | 133 | size_t scudo_stack_depot_size = 0; | 
| Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 134 |  | 
|  | 135 | HeapTaggingLevel initial_heap_tagging_level = M_HEAP_TAGGING_LEVEL_NONE; | 
| Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 136 | bool initial_memtag_stack = false; | 
| Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 137 | int64_t heap_tagging_upgrade_timer_sec = 0; | 
| Florian Mayer | a453c2d | 2024-02-09 00:40:45 +0000 | [diff] [blame] | 138 |  | 
| Florian Mayer | e65e193 | 2024-02-15 22:20:54 +0000 | [diff] [blame] | 139 | void (*memtag_stack_dlopen_callback)() = nullptr; | 
| Florian Mayer | 7c83d09 | 2024-02-07 16:25:18 -0800 | [diff] [blame] | 140 | pthread_mutex_t crash_detail_page_lock = PTHREAD_MUTEX_INITIALIZER; | 
|  | 141 | crash_detail_page_t* crash_detail_page = nullptr; | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 142 | }; | 
|  | 143 |  | 
| Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 144 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals(); | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 145 | __LIBC_HIDDEN__ void __libc_init_fdsan(); | 
| Josh Gao | 9727192 | 2019-11-06 13:15:00 -0800 | [diff] [blame] | 146 | __LIBC_HIDDEN__ void __libc_init_fdtrack(); | 
| Ryan Savitski | 175c886 | 2020-01-02 19:54:57 +0000 | [diff] [blame] | 147 | __LIBC_HIDDEN__ void __libc_init_profiling_handlers(); | 
| Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 148 |  | 
| Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 149 | __LIBC_HIDDEN__ void __libc_init_malloc(libc_globals* globals); | 
| Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 150 | __LIBC_HIDDEN__ void __libc_init_setjmp_cookie(libc_globals* globals); | 
|  | 151 | __LIBC_HIDDEN__ void __libc_init_vdso(libc_globals* globals); | 
| Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 152 |  | 
| Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 153 | #if defined(__i386__) | 
|  | 154 | __LIBC_HIDDEN__ extern void* __libc_sysinfo; | 
| Pirama Arumuga Nainar | 7b89be7 | 2021-02-12 15:09:49 -0800 | [diff] [blame] | 155 | extern "C" __LIBC_HIDDEN__ void __libc_int0x80(); | 
| Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 156 | __LIBC_HIDDEN__ void __libc_init_sysinfo(); | 
| Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 157 | #endif | 
|  | 158 |  | 
| Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 159 | #endif |