Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 28 | |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 29 | #include <android/api-level.h> |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 30 | #include <elf.h> |
| 31 | #include <errno.h> |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 32 | #include <malloc.h> |
Florian Mayer | 5d9725b | 2024-05-15 18:33:49 -0700 | [diff] [blame] | 33 | #include <signal.h> |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 34 | #include <stddef.h> |
| 35 | #include <stdint.h> |
| 36 | #include <stdio.h> |
| 37 | #include <stdlib.h> |
| 38 | #include <sys/auxv.h> |
| 39 | #include <sys/mman.h> |
| 40 | |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 41 | #include "async_safe/log.h" |
| 42 | #include "heap_tagging.h" |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 43 | #include "libc_init_common.h" |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 44 | #include "platform/bionic/macros.h" |
| 45 | #include "platform/bionic/mte.h" |
Elliott Hughes | cdb52fc | 2019-12-12 15:26:14 -0800 | [diff] [blame] | 46 | #include "platform/bionic/page.h" |
Elliott Hughes | 3771937 | 2021-09-29 16:52:20 -0700 | [diff] [blame] | 47 | #include "platform/bionic/reserved_signals.h" |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 48 | #include "private/KernelArgumentBlock.h" |
| 49 | #include "private/bionic_asm.h" |
| 50 | #include "private/bionic_asm_note.h" |
Peter Collingbourne | e949195 | 2019-10-28 10:57:26 -0700 | [diff] [blame] | 51 | #include "private/bionic_call_ifunc_resolver.h" |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 52 | #include "private/bionic_elf_tls.h" |
Josh Gao | b6453c5 | 2016-06-29 16:47:53 -0700 | [diff] [blame] | 53 | #include "private/bionic_globals.h" |
Elliott Hughes | eb847bc | 2013-10-09 15:50:50 -0700 | [diff] [blame] | 54 | #include "private/bionic_tls.h" |
Kalesh Singh | f0050fb | 2023-12-15 10:02:01 -0800 | [diff] [blame] | 55 | #include "private/elf_note.h" |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 56 | #include "pthread_internal.h" |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 57 | #include "sys/system_properties.h" |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 58 | #include "sysprop_helpers.h" |
Elliott Hughes | eb847bc | 2013-10-09 15:50:50 -0700 | [diff] [blame] | 59 | |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 60 | #if __has_feature(hwaddress_sanitizer) |
| 61 | #include <sanitizer/hwasan_interface.h> |
| 62 | #endif |
| 63 | |
Ryan Prichard | 27475b5 | 2018-05-17 17:14:18 -0700 | [diff] [blame] | 64 | // Leave the variable uninitialized for the sake of the dynamic loader, which |
| 65 | // links in this file. The loader will initialize this variable before |
| 66 | // relocating itself. |
| 67 | #if defined(__i386__) |
| 68 | __LIBC_HIDDEN__ void* __libc_sysinfo; |
| 69 | #endif |
| 70 | |
Dmitriy Ivanov | 53c3c27 | 2014-07-11 12:59:16 -0700 | [diff] [blame] | 71 | extern "C" int __cxa_atexit(void (*)(void *), void *, void *); |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 72 | extern "C" const char* __gnu_basename(const char* path); |
Dmitriy Ivanov | 53c3c27 | 2014-07-11 12:59:16 -0700 | [diff] [blame] | 73 | |
Yabin Cui | 744cfd3 | 2023-08-24 13:20:23 -0700 | [diff] [blame] | 74 | static void call_array(init_func_t** list, size_t count, int argc, char* argv[], char* envp[]) { |
| 75 | while (count-- > 0) { |
| 76 | init_func_t* function = *list++; |
| 77 | (*function)(argc, argv, envp); |
| 78 | } |
| 79 | } |
| 80 | |
| 81 | static void call_fini_array(void* arg) { |
| 82 | structors_array_t* structors = reinterpret_cast<structors_array_t*>(arg); |
| 83 | fini_func_t** array = structors->fini_array; |
| 84 | size_t count = structors->fini_array_count; |
| 85 | // Now call each destructor in reverse order. |
| 86 | while (count-- > 0) { |
| 87 | fini_func_t* function = array[count]; |
| 88 | (*function)(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 89 | } |
| 90 | } |
| 91 | |
Elliott Hughes | 6cfd1b5 | 2022-10-05 00:15:49 +0000 | [diff] [blame] | 92 | #if defined(__arm__) || defined(__i386__) // Legacy architectures used REL... |
Dan Albert | a535d3c | 2019-02-14 16:19:59 -0800 | [diff] [blame] | 93 | extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rel) __rel_iplt_start[], __rel_iplt_end[]; |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 94 | |
| 95 | static void call_ifunc_resolvers() { |
Elliott Hughes | 6cfd1b5 | 2022-10-05 00:15:49 +0000 | [diff] [blame] | 96 | for (ElfW(Rel)* r = __rel_iplt_start; r != __rel_iplt_end; ++r) { |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 97 | ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset); |
| 98 | ElfW(Addr) resolver = *offset; |
Peter Collingbourne | e949195 | 2019-10-28 10:57:26 -0700 | [diff] [blame] | 99 | *offset = __bionic_call_ifunc_resolver(resolver); |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 100 | } |
| 101 | } |
Elliott Hughes | 6cfd1b5 | 2022-10-05 00:15:49 +0000 | [diff] [blame] | 102 | #else // ...but modern architectures use RELA instead. |
| 103 | extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rela) __rela_iplt_start[], __rela_iplt_end[]; |
| 104 | |
| 105 | static void call_ifunc_resolvers() { |
Elliott Hughes | 6cfd1b5 | 2022-10-05 00:15:49 +0000 | [diff] [blame] | 106 | for (ElfW(Rela)* r = __rela_iplt_start; r != __rela_iplt_end; ++r) { |
| 107 | ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset); |
| 108 | ElfW(Addr) resolver = r->r_addend; |
| 109 | *offset = __bionic_call_ifunc_resolver(resolver); |
| 110 | } |
| 111 | } |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 112 | #endif |
| 113 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 114 | static void apply_gnu_relro() { |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 115 | ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 116 | unsigned long int phdr_ct = getauxval(AT_PHNUM); |
| 117 | |
Elliott Hughes | 0266ae5 | 2014-02-10 17:46:57 -0800 | [diff] [blame] | 118 | for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) { |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 119 | if (phdr->p_type != PT_GNU_RELRO) { |
| 120 | continue; |
| 121 | } |
| 122 | |
Peter Collingbourne | bb11ee6 | 2022-05-02 12:26:16 -0700 | [diff] [blame] | 123 | ElfW(Addr) seg_page_start = page_start(phdr->p_vaddr); |
| 124 | ElfW(Addr) seg_page_end = page_end(phdr->p_vaddr + phdr->p_memsz); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 125 | |
| 126 | // Check return value here? What do we do if we fail? |
| 127 | mprotect(reinterpret_cast<void*>(seg_page_start), seg_page_end - seg_page_start, PROT_READ); |
| 128 | } |
| 129 | } |
| 130 | |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 131 | static void layout_static_tls(KernelArgumentBlock& args) { |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 132 | StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout; |
| 133 | layout.reserve_bionic_tls(); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 134 | |
| 135 | const char* progname = args.argv[0]; |
| 136 | ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)); |
| 137 | size_t phdr_ct = getauxval(AT_PHNUM); |
| 138 | |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 139 | static TlsModule mod; |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 140 | TlsModules& modules = __libc_shared_globals()->tls_modules; |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 141 | if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, &mod.segment)) { |
Ryan Prichard | 4396392 | 2024-03-14 16:51:27 -0700 | [diff] [blame] | 142 | if (!__bionic_check_tls_align(mod.segment.aligned_size.align.value)) { |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 143 | async_safe_fatal("error: TLS segment alignment in \"%s\" is not a power of 2: %zu\n", |
Ryan Prichard | 4396392 | 2024-03-14 16:51:27 -0700 | [diff] [blame] | 144 | progname, mod.segment.aligned_size.align.value); |
Ryan Prichard | 1988350 | 2019-01-16 23:13:38 -0800 | [diff] [blame] | 145 | } |
| 146 | mod.static_offset = layout.reserve_exe_segment_and_tcb(&mod.segment, progname); |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 147 | mod.first_generation = kTlsGenerationFirst; |
| 148 | |
| 149 | modules.module_count = 1; |
Vy Nguyen | d500751 | 2020-07-14 17:37:04 -0400 | [diff] [blame] | 150 | modules.static_module_count = 1; |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 151 | modules.module_table = &mod; |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 152 | } else { |
| 153 | layout.reserve_exe_segment_and_tcb(nullptr, progname); |
| 154 | } |
Ryan Prichard | 16455b5 | 2019-01-18 01:00:59 -0800 | [diff] [blame] | 155 | // Enable the fast path in __tls_get_addr. |
| 156 | __libc_tls_generation_copy = modules.generation; |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 157 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 158 | layout.finish_layout(); |
| 159 | } |
| 160 | |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 161 | #ifdef __aarch64__ |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 162 | static HeapTaggingLevel __get_memtag_level_from_note(const ElfW(Phdr) * phdr_start, size_t phdr_ct, |
| 163 | const ElfW(Addr) load_bias, bool* stack) { |
| 164 | const ElfW(Nhdr) * note; |
| 165 | const char* desc; |
Kalesh Singh | f0050fb | 2023-12-15 10:02:01 -0800 | [diff] [blame] | 166 | if (!__find_elf_note(NT_ANDROID_TYPE_MEMTAG, "Android", phdr_start, phdr_ct, ¬e, &desc, |
| 167 | load_bias)) { |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 168 | return M_HEAP_TAGGING_LEVEL_TBI; |
| 169 | } |
| 170 | |
| 171 | // Previously (in Android 12), if the note was != 4 bytes, we check-failed |
| 172 | // here. Let's be more permissive to allow future expansion. |
| 173 | if (note->n_descsz < 4) { |
| 174 | async_safe_fatal("unrecognized android.memtag note: n_descsz = %d, expected >= 4", |
| 175 | note->n_descsz); |
| 176 | } |
| 177 | |
Kalesh Singh | f0050fb | 2023-12-15 10:02:01 -0800 | [diff] [blame] | 178 | // `desc` is always aligned due to ELF requirements, enforced in __find_elf_note(). |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 179 | ElfW(Word) note_val = *reinterpret_cast<const ElfW(Word)*>(desc); |
| 180 | *stack = (note_val & NT_MEMTAG_STACK) != 0; |
| 181 | |
| 182 | // Warning: In Android 12, any value outside of bits [0..3] resulted in a check-fail. |
| 183 | if (!(note_val & (NT_MEMTAG_HEAP | NT_MEMTAG_STACK))) { |
| 184 | async_safe_format_log(ANDROID_LOG_INFO, "libc", |
| 185 | "unrecognised memtag note_val did not specificy heap or stack: %u", |
| 186 | note_val); |
| 187 | return M_HEAP_TAGGING_LEVEL_TBI; |
| 188 | } |
| 189 | |
| 190 | unsigned mode = note_val & NT_MEMTAG_LEVEL_MASK; |
| 191 | switch (mode) { |
| 192 | case NT_MEMTAG_LEVEL_NONE: |
| 193 | // Note, previously (in Android 12), NT_MEMTAG_LEVEL_NONE was |
| 194 | // NT_MEMTAG_LEVEL_DEFAULT, which implied SYNC mode. This was never used |
| 195 | // by anyone, but we note it (heh) here for posterity, in case the zero |
| 196 | // level becomes meaningful, and binaries with this note can be executed |
| 197 | // on Android 12 devices. |
| 198 | return M_HEAP_TAGGING_LEVEL_TBI; |
| 199 | case NT_MEMTAG_LEVEL_ASYNC: |
| 200 | return M_HEAP_TAGGING_LEVEL_ASYNC; |
| 201 | case NT_MEMTAG_LEVEL_SYNC: |
| 202 | default: |
| 203 | // We allow future extensions to specify mode 3 (currently unused), with |
| 204 | // the idea that it might be used for ASYMM mode or something else. On |
| 205 | // this version of Android, it falls back to SYNC mode. |
| 206 | return M_HEAP_TAGGING_LEVEL_SYNC; |
| 207 | } |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 208 | } |
| 209 | |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 210 | // Returns true if there's an environment setting (either sysprop or env var) |
| 211 | // that should overwrite the ELF note, and places the equivalent heap tagging |
| 212 | // level into *level. |
Florian Mayer | dd44378 | 2023-05-17 20:59:14 +0000 | [diff] [blame] | 213 | static bool get_environment_memtag_setting(HeapTaggingLevel* level) { |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 214 | static const char kMemtagPrognameSyspropPrefix[] = "arm64.memtag.process."; |
Florian Mayer | dde3176 | 2022-01-24 18:29:50 -0800 | [diff] [blame] | 215 | static const char kMemtagGlobalSysprop[] = "persist.arm64.memtag.default"; |
Florian Mayer | dee80d5 | 2022-08-01 15:16:01 -0700 | [diff] [blame] | 216 | static const char kMemtagOverrideSyspropPrefix[] = |
| 217 | "persist.device_config.memory_safety_native.mode_override.process."; |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 218 | |
Florian Mayer | dd44378 | 2023-05-17 20:59:14 +0000 | [diff] [blame] | 219 | const char* progname = __libc_shared_globals()->init_progname; |
| 220 | if (progname == nullptr) return false; |
| 221 | |
| 222 | const char* basename = __gnu_basename(progname); |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 223 | |
Florian Mayer | 2791429 | 2022-08-01 15:02:25 -0700 | [diff] [blame] | 224 | char options_str[PROP_VALUE_MAX]; |
| 225 | char sysprop_name[512]; |
| 226 | async_safe_format_buffer(sysprop_name, sizeof(sysprop_name), "%s%s", kMemtagPrognameSyspropPrefix, |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 227 | basename); |
Florian Mayer | dee80d5 | 2022-08-01 15:16:01 -0700 | [diff] [blame] | 228 | char remote_sysprop_name[512]; |
| 229 | async_safe_format_buffer(remote_sysprop_name, sizeof(remote_sysprop_name), "%s%s", |
| 230 | kMemtagOverrideSyspropPrefix, basename); |
| 231 | const char* sys_prop_names[] = {sysprop_name, remote_sysprop_name, kMemtagGlobalSysprop}; |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 232 | |
Florian Mayer | dde3176 | 2022-01-24 18:29:50 -0800 | [diff] [blame] | 233 | if (!get_config_from_env_or_sysprops("MEMTAG_OPTIONS", sys_prop_names, arraysize(sys_prop_names), |
Florian Mayer | dd44378 | 2023-05-17 20:59:14 +0000 | [diff] [blame] | 234 | options_str, sizeof(options_str))) { |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 235 | return false; |
| 236 | } |
| 237 | |
| 238 | if (strcmp("sync", options_str) == 0) { |
| 239 | *level = M_HEAP_TAGGING_LEVEL_SYNC; |
| 240 | } else if (strcmp("async", options_str) == 0) { |
| 241 | *level = M_HEAP_TAGGING_LEVEL_ASYNC; |
| 242 | } else if (strcmp("off", options_str) == 0) { |
| 243 | *level = M_HEAP_TAGGING_LEVEL_TBI; |
| 244 | } else { |
Florian Mayer | dd44378 | 2023-05-17 20:59:14 +0000 | [diff] [blame] | 245 | async_safe_format_log( |
| 246 | ANDROID_LOG_ERROR, "libc", |
| 247 | "unrecognized memtag level: \"%s\" (options are \"sync\", \"async\", or \"off\").", |
| 248 | options_str); |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 249 | return false; |
| 250 | } |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 251 | |
Florian Mayer | dd44378 | 2023-05-17 20:59:14 +0000 | [diff] [blame] | 252 | return true; |
Florian Mayer | b3f3e86 | 2023-03-17 11:27:47 -0700 | [diff] [blame] | 253 | } |
| 254 | |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 255 | // Returns the initial heap tagging level. Note: This function will never return |
| 256 | // M_HEAP_TAGGING_LEVEL_NONE, if MTE isn't enabled for this process we enable |
| 257 | // M_HEAP_TAGGING_LEVEL_TBI. |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 258 | static HeapTaggingLevel __get_tagging_level(const memtag_dynamic_entries_t* memtag_dynamic_entries, |
| 259 | const void* phdr_start, size_t phdr_ct, |
| 260 | uintptr_t load_bias, bool* stack) { |
| 261 | HeapTaggingLevel level = M_HEAP_TAGGING_LEVEL_TBI; |
Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 262 | |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 263 | // If the dynamic entries exist, use those. Otherwise, fall back to the old |
| 264 | // Android note, which is still used for fully static executables. When |
| 265 | // -fsanitize=memtag* is used in newer toolchains, currently both the dynamic |
| 266 | // entries and the old note are created, but we'd expect to move to just the |
| 267 | // dynamic entries for dynamically linked executables in the future. In |
| 268 | // addition, there's still some cleanup of the build system (that uses a |
| 269 | // manually-constructed note) needed. For more information about the dynamic |
| 270 | // entries, see: |
| 271 | // https://github.com/ARM-software/abi-aa/blob/main/memtagabielf64/memtagabielf64.rst#dynamic-section |
| 272 | if (memtag_dynamic_entries && memtag_dynamic_entries->has_memtag_mode) { |
| 273 | switch (memtag_dynamic_entries->memtag_mode) { |
| 274 | case 0: |
| 275 | level = M_HEAP_TAGGING_LEVEL_SYNC; |
| 276 | break; |
| 277 | case 1: |
| 278 | level = M_HEAP_TAGGING_LEVEL_ASYNC; |
| 279 | break; |
| 280 | default: |
| 281 | async_safe_format_log(ANDROID_LOG_INFO, "libc", |
| 282 | "unrecognised DT_AARCH64_MEMTAG_MODE value: %u", |
| 283 | memtag_dynamic_entries->memtag_mode); |
| 284 | } |
| 285 | *stack = memtag_dynamic_entries->memtag_stack; |
| 286 | } else { |
| 287 | level = __get_memtag_level_from_note(reinterpret_cast<const ElfW(Phdr)*>(phdr_start), phdr_ct, |
| 288 | load_bias, stack); |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 289 | } |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 290 | |
| 291 | // We can't short-circuit the environment override, as `stack` is still inherited from the |
| 292 | // binary's settings. |
Florian Mayer | c0aa70a | 2024-06-24 15:49:20 -0700 | [diff] [blame] | 293 | get_environment_memtag_setting(&level); |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 294 | return level; |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 295 | } |
| 296 | |
Florian Mayer | 5d9725b | 2024-05-15 18:33:49 -0700 | [diff] [blame] | 297 | static void __enable_mte_signal_handler(int, siginfo_t* info, void*) { |
| 298 | if (info->si_code != SI_TIMER) { |
| 299 | async_safe_format_log(ANDROID_LOG_ERROR, "libc", "Got BIONIC_ENABLE_MTE not from SI_TIMER"); |
| 300 | return; |
| 301 | } |
| 302 | int tagged_addr_ctrl = prctl(PR_GET_TAGGED_ADDR_CTRL, 0, 0, 0, 0); |
| 303 | if (tagged_addr_ctrl < 0) { |
| 304 | async_safe_fatal("failed to PR_GET_TAGGED_ADDR_CTRL: %m"); |
| 305 | } |
| 306 | if ((tagged_addr_ctrl & PR_MTE_TCF_MASK) != PR_MTE_TCF_NONE) { |
| 307 | return; |
| 308 | } |
| 309 | async_safe_format_log(ANDROID_LOG_INFO, "libc", |
| 310 | "Re-enabling MTE, value: %x (tagged_addr_ctrl %lu)", |
| 311 | info->si_value.sival_int, info->si_value.sival_int & PR_MTE_TCF_MASK); |
| 312 | tagged_addr_ctrl = |
| 313 | (tagged_addr_ctrl & ~PR_MTE_TCF_MASK) | (info->si_value.sival_int & PR_MTE_TCF_MASK); |
| 314 | if (prctl(PR_SET_TAGGED_ADDR_CTRL, tagged_addr_ctrl, 0, 0, 0) < 0) { |
| 315 | async_safe_fatal("failed to PR_SET_TAGGED_ADDR_CTRL %d: %m", tagged_addr_ctrl); |
| 316 | } |
| 317 | } |
| 318 | |
Florian Mayer | f332658 | 2024-05-13 15:12:49 -0700 | [diff] [blame] | 319 | static int64_t __get_memtag_upgrade_secs() { |
| 320 | char* env = getenv("BIONIC_MEMTAG_UPGRADE_SECS"); |
| 321 | if (!env) return 0; |
| 322 | int64_t timed_upgrade = 0; |
| 323 | static const char kAppProcessName[] = "app_process64"; |
| 324 | const char* progname = __libc_shared_globals()->init_progname; |
| 325 | progname = progname ? __gnu_basename(progname) : nullptr; |
| 326 | // disable timed upgrade for zygote, as the thread spawned will violate the requirement |
| 327 | // that it be single-threaded. |
| 328 | if (!progname || strncmp(progname, kAppProcessName, sizeof(kAppProcessName)) != 0) { |
| 329 | char* endptr; |
| 330 | timed_upgrade = strtoll(env, &endptr, 10); |
| 331 | if (*endptr != '\0' || timed_upgrade < 0) { |
| 332 | async_safe_format_log(ANDROID_LOG_ERROR, "libc", |
| 333 | "Invalid value for BIONIC_MEMTAG_UPGRADE_SECS: %s", env); |
| 334 | timed_upgrade = 0; |
| 335 | } |
| 336 | } |
| 337 | // Make sure that this does not get passed to potential processes inheriting |
| 338 | // this environment. |
| 339 | unsetenv("BIONIC_MEMTAG_UPGRADE_SECS"); |
| 340 | return timed_upgrade; |
| 341 | } |
| 342 | |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 343 | // Figure out the desired memory tagging mode (sync/async, heap/globals/stack) for this executable. |
| 344 | // This function is called from the linker before the main executable is relocated. |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 345 | __attribute__((no_sanitize("hwaddress", "memtag"))) void __libc_init_mte( |
| 346 | const memtag_dynamic_entries_t* memtag_dynamic_entries, const void* phdr_start, size_t phdr_ct, |
Florian Mayer | c138f81 | 2024-10-29 15:26:13 -0700 | [diff] [blame] | 347 | uintptr_t load_bias) { |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 348 | bool memtag_stack = false; |
| 349 | HeapTaggingLevel level = |
| 350 | __get_tagging_level(memtag_dynamic_entries, phdr_start, phdr_ct, load_bias, &memtag_stack); |
Florian Mayer | c138f81 | 2024-10-29 15:26:13 -0700 | [diff] [blame] | 351 | if (memtag_stack) __libc_shared_globals()->initial_memtag_stack_abi = true; |
| 352 | |
Florian Mayer | f332658 | 2024-05-13 15:12:49 -0700 | [diff] [blame] | 353 | if (int64_t timed_upgrade = __get_memtag_upgrade_secs()) { |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 354 | if (level == M_HEAP_TAGGING_LEVEL_ASYNC) { |
| 355 | async_safe_format_log(ANDROID_LOG_INFO, "libc", |
| 356 | "Attempting timed MTE upgrade from async to sync."); |
| 357 | __libc_shared_globals()->heap_tagging_upgrade_timer_sec = timed_upgrade; |
| 358 | level = M_HEAP_TAGGING_LEVEL_SYNC; |
| 359 | } else if (level != M_HEAP_TAGGING_LEVEL_SYNC) { |
| 360 | async_safe_format_log( |
| 361 | ANDROID_LOG_ERROR, "libc", |
| 362 | "Requested timed MTE upgrade from invalid %s to sync. Ignoring.", |
| 363 | DescribeTaggingLevel(level)); |
| 364 | } |
| 365 | } |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 366 | if (level == M_HEAP_TAGGING_LEVEL_SYNC || level == M_HEAP_TAGGING_LEVEL_ASYNC) { |
| 367 | unsigned long prctl_arg = PR_TAGGED_ADDR_ENABLE | PR_MTE_TAG_SET_NONZERO; |
| 368 | prctl_arg |= (level == M_HEAP_TAGGING_LEVEL_SYNC) ? PR_MTE_TCF_SYNC : PR_MTE_TCF_ASYNC; |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 369 | |
Peter Collingbourne | 48bf46b | 2021-07-01 15:16:40 -0700 | [diff] [blame] | 370 | // When entering ASYNC mode, specify that we want to allow upgrading to SYNC by OR'ing in the |
| 371 | // SYNC flag. But if the kernel doesn't support specifying multiple TCF modes, fall back to |
| 372 | // specifying a single mode. |
| 373 | if (prctl(PR_SET_TAGGED_ADDR_CTRL, prctl_arg | PR_MTE_TCF_SYNC, 0, 0, 0) == 0 || |
| 374 | prctl(PR_SET_TAGGED_ADDR_CTRL, prctl_arg, 0, 0, 0) == 0) { |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 375 | __libc_shared_globals()->initial_heap_tagging_level = level; |
Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 376 | |
Florian Mayer | 5d9725b | 2024-05-15 18:33:49 -0700 | [diff] [blame] | 377 | struct sigaction action = {}; |
| 378 | action.sa_flags = SA_SIGINFO | SA_RESTART; |
| 379 | action.sa_sigaction = __enable_mte_signal_handler; |
| 380 | sigaction(BIONIC_ENABLE_MTE, &action, nullptr); |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 381 | return; |
| 382 | } |
| 383 | } |
| 384 | |
Mitch Phillips | 4cded97 | 2021-01-07 17:32:00 -0800 | [diff] [blame] | 385 | // MTE was either not enabled, or wasn't supported on this device. Try and use |
| 386 | // TBI. |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 387 | if (prctl(PR_SET_TAGGED_ADDR_CTRL, PR_TAGGED_ADDR_ENABLE, 0, 0, 0) == 0) { |
| 388 | __libc_shared_globals()->initial_heap_tagging_level = M_HEAP_TAGGING_LEVEL_TBI; |
| 389 | } |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 390 | // We did not enable MTE, so we do not need to arm the upgrade timer. |
| 391 | __libc_shared_globals()->heap_tagging_upgrade_timer_sec = 0; |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 392 | } |
Florian Mayer | c138f81 | 2024-10-29 15:26:13 -0700 | [diff] [blame] | 393 | |
| 394 | // Figure out whether we need to map the stack as PROT_MTE. |
| 395 | // For dynamic executables, this has to be called after loading all |
| 396 | // DT_NEEDED libraries, in case one of them needs stack MTE. |
| 397 | __attribute__((no_sanitize("hwaddress", "memtag"))) void __libc_init_mte_stack(void* stack_top) { |
| 398 | if (!__libc_shared_globals()->initial_memtag_stack_abi) { |
| 399 | return; |
| 400 | } |
| 401 | |
| 402 | // Even if the device doesn't support MTE, we have to allocate stack |
| 403 | // history buffers for code compiled for stack MTE. That is because the |
| 404 | // codegen expects a buffer to be present in TLS_SLOT_STACK_MTE either |
| 405 | // way. |
| 406 | __get_bionic_tcb()->tls_slot(TLS_SLOT_STACK_MTE) = __allocate_stack_mte_ringbuffer(0, nullptr); |
| 407 | |
| 408 | if (__libc_mte_enabled()) { |
| 409 | __libc_shared_globals()->initial_memtag_stack = true; |
| 410 | void* pg_start = reinterpret_cast<void*>(page_start(reinterpret_cast<uintptr_t>(stack_top))); |
| 411 | if (mprotect(pg_start, page_size(), PROT_READ | PROT_WRITE | PROT_MTE | PROT_GROWSDOWN)) { |
| 412 | async_safe_fatal("error: failed to set PROT_MTE on main thread stack: %m"); |
| 413 | } |
| 414 | } |
| 415 | } |
| 416 | |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 417 | #else // __aarch64__ |
Florian Mayer | c138f81 | 2024-10-29 15:26:13 -0700 | [diff] [blame] | 418 | void __libc_init_mte(const memtag_dynamic_entries_t*, const void*, size_t, uintptr_t) {} |
| 419 | void __libc_init_mte_stack(void*) {} |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 420 | #endif // __aarch64__ |
| 421 | |
Elliott Hughes | 3771937 | 2021-09-29 16:52:20 -0700 | [diff] [blame] | 422 | void __libc_init_profiling_handlers() { |
| 423 | // The dynamic variant of this function is more interesting, but this |
| 424 | // at least ensures that static binaries aren't killed by the kernel's |
| 425 | // default disposition for these two real-time signals that would have |
| 426 | // handlers installed if this was a dynamic binary. |
| 427 | signal(BIONIC_SIGNAL_PROFILER, SIG_IGN); |
| 428 | signal(BIONIC_SIGNAL_ART_PROFILER, SIG_IGN); |
| 429 | } |
| 430 | |
Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 431 | __attribute__((no_sanitize("memtag"))) __noreturn static void __real_libc_init( |
Florian Mayer | 761fdf9 | 2024-09-16 15:13:39 -0700 | [diff] [blame] | 432 | KernelArgumentBlock& args, void* raw_args, void (*onexit)(void) __unused, |
| 433 | int (*slingshot)(int, char**, char**), structors_array_t const* const structors, |
| 434 | bionic_tcb* temp_tcb) { |
Christopher Ferris | 93ea09f | 2017-10-05 15:18:47 -0700 | [diff] [blame] | 435 | BIONIC_STOP_UNWIND; |
| 436 | |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 437 | __libc_init_main_thread_early(args, temp_tcb); |
Ryan Prichard | 07440a8 | 2018-11-22 03:16:06 -0800 | [diff] [blame] | 438 | __libc_init_main_thread_late(); |
| 439 | __libc_init_globals(); |
Ryan Prichard | 9cfca86 | 2018-11-22 02:44:09 -0800 | [diff] [blame] | 440 | __libc_shared_globals()->init_progname = args.argv[0]; |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 441 | __libc_init_AT_SECURE(args.envp); |
Ryan Prichard | e5e69e0 | 2019-01-01 18:53:48 -0800 | [diff] [blame] | 442 | layout_static_tls(args); |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 443 | __libc_init_main_thread_final(); |
Ryan Prichard | 48b1159 | 2018-11-22 02:41:36 -0800 | [diff] [blame] | 444 | __libc_init_common(); |
Mitch Phillips | 7c1f377 | 2023-09-28 13:45:59 +0200 | [diff] [blame] | 445 | __libc_init_mte(/*memtag_dynamic_entries=*/nullptr, |
| 446 | reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)), getauxval(AT_PHNUM), |
Florian Mayer | c138f81 | 2024-10-29 15:26:13 -0700 | [diff] [blame] | 447 | /*load_bias = */ 0); |
| 448 | __libc_init_mte_stack(/*stack_top = */ raw_args); |
Evgenii Stepanov | 8564b8d | 2020-12-15 13:55:32 -0800 | [diff] [blame] | 449 | __libc_init_scudo(); |
Elliott Hughes | 3771937 | 2021-09-29 16:52:20 -0700 | [diff] [blame] | 450 | __libc_init_profiling_handlers(); |
Mitch Phillips | 1d2aadc | 2019-11-14 16:02:09 -0800 | [diff] [blame] | 451 | __libc_init_fork_handler(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 452 | |
Peter Collingbourne | 7a0f04c | 2019-01-23 17:56:24 -0800 | [diff] [blame] | 453 | call_ifunc_resolvers(); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 454 | apply_gnu_relro(); |
| 455 | |
| 456 | // Several Linux ABIs don't pass the onexit pointer, and the ones that |
| 457 | // do never use it. Therefore, we ignore it. |
| 458 | |
Yabin Cui | 744cfd3 | 2023-08-24 13:20:23 -0700 | [diff] [blame] | 459 | call_array(structors->preinit_array, structors->preinit_array_count, args.argc, args.argv, |
| 460 | args.envp); |
| 461 | call_array(structors->init_array, structors->init_array_count, args.argc, args.argv, args.envp); |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 462 | |
| 463 | // The executable may have its own destructors listed in its .fini_array |
| 464 | // so we need to ensure that these are called when the program exits |
| 465 | // normally. |
Yabin Cui | 744cfd3 | 2023-08-24 13:20:23 -0700 | [diff] [blame] | 466 | if (structors->fini_array_count > 0) { |
| 467 | __cxa_atexit(call_fini_array, const_cast<structors_array_t*>(structors), nullptr); |
Dmitriy Ivanov | 4b41555 | 2014-09-04 21:54:34 +0000 | [diff] [blame] | 468 | } |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 469 | |
Florian Mayer | 408e170 | 2022-05-12 13:06:04 -0700 | [diff] [blame] | 470 | __libc_init_mte_late(); |
| 471 | |
Elliott Hughes | 42b2c6a | 2013-02-07 10:14:39 -0800 | [diff] [blame] | 472 | exit(slingshot(args.argc, args.argv, args.envp)); |
| 473 | } |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 474 | |
Peter Collingbourne | d75e308 | 2019-01-31 16:27:54 -0800 | [diff] [blame] | 475 | extern "C" void __hwasan_init_static(); |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 476 | |
Elliott Hughes | f9930b7 | 2020-02-10 10:30:38 -0800 | [diff] [blame] | 477 | // This __libc_init() is only used for static executables, and is called from crtbegin.c. |
| 478 | // |
| 479 | // The 'structors' parameter contains pointers to various initializer |
| 480 | // arrays that must be run before the program's 'main' routine is launched. |
Evgenii Stepanov | f9fa32a | 2022-05-12 15:54:38 -0700 | [diff] [blame] | 481 | __attribute__((no_sanitize("hwaddress", "memtag"))) __noreturn void __libc_init( |
| 482 | void* raw_args, void (*onexit)(void) __unused, int (*slingshot)(int, char**, char**), |
| 483 | structors_array_t const* const structors) { |
Elliott Hughes | ee700ec | 2024-09-10 17:42:02 -0400 | [diff] [blame] | 484 | // We _really_ don't want the compiler to call memset() here, |
| 485 | // but it's done so before for riscv64 (http://b/365618934), |
| 486 | // so we have to force it to behave. |
| 487 | bionic_tcb temp_tcb __attribute__((uninitialized)); |
| 488 | __builtin_memset_inline(&temp_tcb, 0, sizeof(temp_tcb)); |
| 489 | |
Florian Mayer | 761fdf9 | 2024-09-16 15:13:39 -0700 | [diff] [blame] | 490 | KernelArgumentBlock args(raw_args); |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 491 | #if __has_feature(hwaddress_sanitizer) |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 492 | // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now |
Florian Mayer | 761fdf9 | 2024-09-16 15:13:39 -0700 | [diff] [blame] | 493 | // all we need is access to TLS_SLOT_SANITIZER and read auxval for the page size. |
Ryan Prichard | 45d1349 | 2019-01-03 02:51:30 -0800 | [diff] [blame] | 494 | __set_tls(&temp_tcb.tls_slot(0)); |
Florian Mayer | 761fdf9 | 2024-09-16 15:13:39 -0700 | [diff] [blame] | 495 | __libc_shared_globals()->auxv = args.auxv; |
Peter Collingbourne | d75e308 | 2019-01-31 16:27:54 -0800 | [diff] [blame] | 496 | // Initialize HWASan enough to run instrumented code. This sets up TLS_SLOT_SANITIZER, among other |
| 497 | // things. |
| 498 | __hwasan_init_static(); |
Evgenii Stepanov | 13e8dcb | 2018-09-19 16:29:12 -0700 | [diff] [blame] | 499 | // We are ready to run HWASan-instrumented code, proceed with libc initialization... |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 500 | #endif |
Elliott Hughes | ee700ec | 2024-09-10 17:42:02 -0400 | [diff] [blame] | 501 | |
Florian Mayer | 761fdf9 | 2024-09-16 15:13:39 -0700 | [diff] [blame] | 502 | __real_libc_init(args, raw_args, onexit, slingshot, structors, &temp_tcb); |
Evgenii Stepanov | be551f5 | 2018-08-13 16:46:15 -0700 | [diff] [blame] | 503 | } |
| 504 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 505 | static int g_target_sdk_version{__ANDROID_API__}; |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 506 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 507 | extern "C" int android_get_application_target_sdk_version() { |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 508 | return g_target_sdk_version; |
| 509 | } |
| 510 | |
Elliott Hughes | ff1428a | 2018-11-12 16:01:37 -0800 | [diff] [blame] | 511 | extern "C" void android_set_application_target_sdk_version(int target) { |
Elliott Hughes | 46a943c | 2018-04-03 15:56:35 -0700 | [diff] [blame] | 512 | g_target_sdk_version = target; |
Peter Collingbourne | 2659d7b | 2021-03-05 13:31:41 -0800 | [diff] [blame] | 513 | __libc_set_target_sdk_version(target); |
Yabin Cui | ca48274 | 2016-01-25 17:38:44 -0800 | [diff] [blame] | 514 | } |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 515 | |
Ryan Prichard | 249757b | 2019-11-01 17:18:28 -0700 | [diff] [blame] | 516 | // This function is called in the dynamic linker before ifunc resolvers have run, so this file is |
| 517 | // compiled with -ffreestanding to avoid implicit string.h function calls. (It shouldn't strictly |
| 518 | // be necessary, though.) |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 519 | __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() { |
Florian Mayer | 4edc20d | 2024-10-30 14:24:26 -0700 | [diff] [blame^] | 520 | BIONIC_USED_BEFORE_LINKER_RELOCATES static libc_shared_globals globals; |
Ryan Prichard | abf736a | 2018-11-22 02:40:17 -0800 | [diff] [blame] | 521 | return &globals; |
| 522 | } |
Florian Mayer | c138f81 | 2024-10-29 15:26:13 -0700 | [diff] [blame] | 523 | |
| 524 | __LIBC_HIDDEN__ bool __libc_mte_enabled() { |
| 525 | HeapTaggingLevel lvl = __libc_shared_globals()->initial_heap_tagging_level; |
| 526 | return lvl == M_HEAP_TAGGING_LEVEL_SYNC || lvl == M_HEAP_TAGGING_LEVEL_ASYNC; |
| 527 | } |