Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2015 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 28 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 29 | #ifndef _PRIVATE_BIONIC_GLOBALS_H |
| 30 | #define _PRIVATE_BIONIC_GLOBALS_H |
| 31 | |
Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 32 | #include <stdatomic.h> |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 33 | #include <sys/cdefs.h> |
Ryan Prichard | 5a66490 | 2018-11-22 02:14:14 -0800 | [diff] [blame] | 34 | #include <link.h> |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 35 | #include <pthread.h> |
Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 36 | |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 37 | #include "private/bionic_allocator.h" |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 38 | #include "private/bionic_elf_tls.h" |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 39 | #include "private/bionic_fdsan.h" |
Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 40 | #include "private/bionic_malloc_dispatch.h" |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 41 | #include "private/bionic_vdso.h" |
| 42 | #include "private/WriteProtected.h" |
| 43 | |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame^] | 44 | #include <platform/bionic/malloc.h> |
| 45 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 46 | struct libc_globals { |
| 47 | vdso_entry vdso[VDSO_END]; |
Josh Gao | fe9d0ed | 2015-10-07 14:32:36 -0700 | [diff] [blame] | 48 | long setjmp_cookie; |
Mitch Phillips | 3b21ada | 2020-01-07 15:47:47 -0800 | [diff] [blame] | 49 | uintptr_t heap_pointer_tag; |
Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 50 | |
| 51 | // In order to allow a complete switch between dispatch tables without |
| 52 | // the need for copying each function by function in the structure, |
| 53 | // use a single atomic pointer to switch. |
| 54 | // The current_dispatch_table pointer can only ever be set to a complete |
| 55 | // table. Any dispatch table that is pointed to by current_dispatch_table |
| 56 | // cannot be modified after that. If the pointer changes in the future, |
| 57 | // the old pointer must always stay valid. |
| 58 | // The malloc_dispatch_table is modified by malloc debug, malloc hooks, |
| 59 | // and heaprofd. Only one of these modes can be active at any given time. |
| 60 | _Atomic(const MallocDispatch*) current_dispatch_table; |
Christopher Ferris | 1fc5ccf | 2019-02-15 18:06:15 -0800 | [diff] [blame] | 61 | // This pointer is only used by the allocation limit code when both a |
| 62 | // limit is enabled and some other hook is enabled at the same time. |
| 63 | _Atomic(const MallocDispatch*) default_dispatch_table; |
Christopher Ferris | 62e1e2c | 2019-02-04 12:26:02 -0800 | [diff] [blame] | 64 | MallocDispatch malloc_dispatch_table; |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 65 | }; |
| 66 | |
| 67 | __LIBC_HIDDEN__ extern WriteProtected<libc_globals> __libc_globals; |
| 68 | |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 69 | struct abort_msg_t; |
Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 70 | namespace gwp_asan { |
| 71 | struct AllocatorState; |
| 72 | struct AllocationMetadata; |
| 73 | }; // namespace gwp_asan |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 74 | |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 75 | // Globals shared between the dynamic linker and libc.so. |
| 76 | struct libc_shared_globals { |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 77 | // Construct the shared globals using a constexpr constructor to ensure that |
| 78 | // the object doesn't need dynamic initialization. The object is accessed |
| 79 | // before the dynamic linker has relocated itself. |
| 80 | constexpr libc_shared_globals() {} |
| 81 | |
Josh Gao | e6dab7b | 2018-08-06 18:47:29 -0700 | [diff] [blame] | 82 | FdTable fd_table; |
Ryan Prichard | 8f639a4 | 2018-10-01 23:10:05 -0700 | [diff] [blame] | 83 | |
| 84 | // When the linker is invoked on a binary (e.g. `linker64 /system/bin/date`), |
| 85 | // record the number of arguments passed to the linker itself rather than to |
| 86 | // the program it's loading. Typically 0, sometimes 1. |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 87 | int initial_linker_arg_count = 0; |
Ryan Prichard | 7752bcb | 2018-11-22 02:41:04 -0800 | [diff] [blame] | 88 | |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 89 | ElfW(auxv_t)* auxv = nullptr; |
Ryan Prichard | 5a66490 | 2018-11-22 02:14:14 -0800 | [diff] [blame] | 90 | |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 91 | pthread_mutex_t abort_msg_lock = PTHREAD_MUTEX_INITIALIZER; |
| 92 | abort_msg_t* abort_msg = nullptr; |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 93 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 94 | StaticTlsLayout static_tls_layout; |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 95 | TlsModules tls_modules; |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 96 | BionicAllocator tls_allocator; |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 97 | |
Peter Collingbourne | 6533208 | 2019-08-05 16:16:14 -0700 | [diff] [blame] | 98 | // Values passed from the HWASan runtime (via libc.so) to the loader. |
| 99 | void (*load_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; |
| 100 | void (*unload_hook)(ElfW(Addr) base, const ElfW(Phdr)* phdr, ElfW(Half) phnum) = nullptr; |
| 101 | |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 102 | // Values passed from the linker to libc.so. |
Ryan Prichard | 0b0ee0c | 2018-12-14 17:34:05 -0800 | [diff] [blame] | 103 | const char* init_progname = nullptr; |
| 104 | char** init_environ = nullptr; |
Mitch Phillips | 4c9293f | 2020-02-14 14:50:35 -0800 | [diff] [blame] | 105 | |
Mitch Phillips | ba1e921 | 2020-04-28 11:33:48 -0700 | [diff] [blame] | 106 | const gwp_asan::AllocatorState* gwp_asan_state = nullptr; |
| 107 | const gwp_asan::AllocationMetadata* gwp_asan_metadata = nullptr; |
Peter Collingbourne | d306001 | 2020-04-01 19:54:48 -0700 | [diff] [blame] | 108 | |
| 109 | const char* scudo_stack_depot = nullptr; |
| 110 | const char* scudo_region_info = nullptr; |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame^] | 111 | |
| 112 | HeapTaggingLevel initial_heap_tagging_level = M_HEAP_TAGGING_LEVEL_NONE; |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 113 | }; |
| 114 | |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 115 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals(); |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 116 | __LIBC_HIDDEN__ void __libc_init_fdsan(); |
Josh Gao | 9727192 | 2019-11-06 13:15:00 -0800 | [diff] [blame] | 117 | __LIBC_HIDDEN__ void __libc_init_fdtrack(); |
Ryan Savitski | 175c886 | 2020-01-02 19:54:57 +0000 | [diff] [blame] | 118 | __LIBC_HIDDEN__ void __libc_init_profiling_handlers(); |
Josh Gao | f6e5b58 | 2018-06-01 15:30:54 -0700 | [diff] [blame] | 119 | |
Josh Gao | 3c8fc2f | 2015-10-08 14:49:26 -0700 | [diff] [blame] | 120 | __LIBC_HIDDEN__ void __libc_init_malloc(libc_globals* globals); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 121 | __LIBC_HIDDEN__ void __libc_init_setjmp_cookie(libc_globals* globals); |
| 122 | __LIBC_HIDDEN__ void __libc_init_vdso(libc_globals* globals); |
Elliott Hughes | fc69a8a | 2016-03-04 11:53:09 -0800 | [diff] [blame] | 123 | |
Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 124 | #if defined(__i386__) |
| 125 | __LIBC_HIDDEN__ extern void* __libc_sysinfo; |
Ryan Prichard | 1990ba5 | 2019-02-07 21:31:31 -0800 | [diff] [blame] | 126 | __LIBC_HIDDEN__ void __libc_int0x80(); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 127 | __LIBC_HIDDEN__ void __libc_init_sysinfo(); |
Mingwei Shi | be91052 | 2015-11-12 07:02:14 +0000 | [diff] [blame] | 128 | #endif |
| 129 | |
Josh Gao | 93c0f5e | 2015-10-06 11:08:13 -0700 | [diff] [blame] | 130 | #endif |