blob: 51f7ce9cef836fc4f78335395510afb5d64eacf6 [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080029#include "libc_init_common.h"
30
Florian Mayer408e1702022-05-12 13:06:04 -070031#include <async_safe/log.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080032#include <elf.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080033#include <errno.h>
Elliott Hughes1801db32015-06-08 18:04:00 -070034#include <fcntl.h>
Florian Mayer408e1702022-05-12 13:06:04 -070035#include <inttypes.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080036#include <stddef.h>
37#include <stdint.h>
38#include <stdio.h>
39#include <stdlib.h>
Elliott Hughes1801db32015-06-08 18:04:00 -070040#include <string.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080041#include <sys/auxv.h>
Dmitriy Ivanovc2247472015-06-30 15:10:51 -070042#include <sys/personality.h>
Brian Carlstrom322e7bc2013-09-12 21:47:20 -070043#include <sys/time.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080044#include <unistd.h>
45
Florian Mayer408e1702022-05-12 13:06:04 -070046#include "heap_tagging.h"
47#include "private/ScopedPthreadMutexLocker.h"
Josh Gao250667a2016-06-24 13:04:09 -070048#include "private/WriteProtected.h"
Evgeny Eltsin47e41c82018-04-19 18:39:48 +020049#include "private/bionic_defs.h"
Josh Gao93c0f5e2015-10-06 11:08:13 -070050#include "private/bionic_globals.h"
Elliott Hugheseb847bc2013-10-09 15:50:50 -070051#include "private/bionic_tls.h"
Josh Gao250667a2016-06-24 13:04:09 -070052#include "private/thread_private.h"
Elliott Hughes642331b2013-03-06 15:03:53 -080053#include "pthread_internal.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080054
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080055extern "C" int __system_properties_init(void);
Evgenii Stepanov5a73e032020-04-29 14:59:44 -070056extern "C" void scudo_malloc_set_zero_contents(int);
57extern "C" void scudo_malloc_set_pattern_fill_contents(int);
David 'Digit' Turner3a654b12009-06-03 19:32:37 +020058
Ryan Prichard72507e42024-01-08 15:11:02 -080059__LIBC_HIDDEN__ constinit WriteProtected<libc_globals> __libc_globals;
Elliott Hughes625993d2014-07-15 16:53:13 -070060
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080061// Not public, but well-known in the BSDs.
Evgeny Eltsinb752dd52020-10-02 14:41:04 +020062__BIONIC_WEAK_VARIABLE_FOR_NATIVE_BRIDGE
Elliott Hughese4ccf5a2013-02-07 12:06:44 -080063const char* __progname;
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080064
Ryan Prichard07440a82018-11-22 03:16:06 -080065void __libc_init_globals() {
Josh Gao93c0f5e2015-10-06 11:08:13 -070066 // Initialize libc globals that are needed in both the linker and in libc.
67 // In dynamic binaries, this is run at least twice for different copies of the
68 // globals, once for the linker's copy and once for the one in libc.so.
69 __libc_globals.initialize();
Ryan Prichard07440a82018-11-22 03:16:06 -080070 __libc_globals.mutate([](libc_globals* globals) {
71 __libc_init_vdso(globals);
72 __libc_init_setjmp_cookie(globals);
Josh Gao93c0f5e2015-10-06 11:08:13 -070073 });
74}
75
Yabin Cui36733fc2016-03-29 12:25:12 -070076#if !defined(__LP64__)
77static void __check_max_thread_id() {
78 if (gettid() > 65535) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -070079 async_safe_fatal("Limited by the size of pthread_mutex_t, 32 bit bionic libc only accepts "
80 "pid <= 65535, but current pid is %d", gettid());
Yabin Cui36733fc2016-03-29 12:25:12 -070081 }
82}
83#endif
84
Josh Gaoc80ffec2016-06-24 16:18:21 -070085static void arc4random_fork_handler() {
86 _rs_forked = 1;
87 _thread_arc4_lock();
88}
89
Peter Collingbournebf917862021-02-23 13:18:03 -080090__BIONIC_WEAK_FOR_NATIVE_BRIDGE
Evgenii Stepanov8564b8d2020-12-15 13:55:32 -080091void __libc_init_scudo() {
Mitch Phillips347b01b2021-01-20 11:25:11 -080092 // Heap tagging level *must* be set before interacting with Scudo, otherwise
93 // the primary will be mapped with PROT_MTE even if MTE is is not enabled in
94 // this process.
95 SetDefaultHeapTaggingLevel();
96
Steven Morelandfb65ee42020-07-31 00:18:38 +000097// TODO(b/158870657) make this unconditional when all devices support SCUDO.
98#if defined(USE_SCUDO)
Evgenii Stepanov5a73e032020-04-29 14:59:44 -070099#if defined(SCUDO_PATTERN_FILL_CONTENTS)
100 scudo_malloc_set_pattern_fill_contents(1);
101#elif defined(SCUDO_ZERO_CONTENTS)
102 scudo_malloc_set_zero_contents(1);
103#endif
Steven Morelandfb65ee42020-07-31 00:18:38 +0000104#endif
Evgenii Stepanov5a73e032020-04-29 14:59:44 -0700105}
106
Evgeny Eltsin47e41c82018-04-19 18:39:48 +0200107__BIONIC_WEAK_FOR_NATIVE_BRIDGE
Florian Mayer408e1702022-05-12 13:06:04 -0700108__attribute__((no_sanitize("hwaddress", "memtag"))) void
109__libc_init_mte_late() {
110#if defined(__aarch64__)
111 if (!__libc_shared_globals()->heap_tagging_upgrade_timer_sec) {
112 return;
113 }
114 struct sigevent event = {};
115 static timer_t timer;
116 event.sigev_notify = SIGEV_THREAD;
117 event.sigev_notify_function = [](union sigval) {
118 async_safe_format_log(ANDROID_LOG_INFO, "libc",
119 "Downgrading MTE to async.");
120 ScopedPthreadMutexLocker l(&g_heap_tagging_lock);
121 SetHeapTaggingLevel(M_HEAP_TAGGING_LEVEL_ASYNC);
122 timer_delete(timer);
123 };
124
125 if (timer_create(CLOCK_REALTIME, &event, &timer) == -1) {
126 async_safe_format_log(ANDROID_LOG_ERROR, "libc",
127 "Failed to create MTE downgrade timer: %m");
128 // Revert back to ASYNC. If we fail to create or arm the timer, otherwise
129 // the process would be indefinitely stuck in SYNC.
130 SetHeapTaggingLevel(M_HEAP_TAGGING_LEVEL_ASYNC);
131 return;
132 }
133
134 struct itimerspec timerspec = {};
135 timerspec.it_value.tv_sec =
136 __libc_shared_globals()->heap_tagging_upgrade_timer_sec;
137 if (timer_settime(timer, /* flags= */ 0, &timerspec, nullptr) == -1) {
138 async_safe_format_log(ANDROID_LOG_ERROR, "libc",
139 "Failed to arm MTE downgrade timer: %m");
140 // Revert back to ASYNC. If we fail to create or arm the timer, otherwise
141 // the process would be indefinitely stuck in SYNC.
142 SetHeapTaggingLevel(M_HEAP_TAGGING_LEVEL_ASYNC);
143 timer_delete(timer);
144 return;
145 }
146 async_safe_format_log(
147 ANDROID_LOG_INFO, "libc", "Armed MTE downgrade timer for %" PRId64 " s",
148 __libc_shared_globals()->heap_tagging_upgrade_timer_sec);
149#endif
150}
151
152__BIONIC_WEAK_FOR_NATIVE_BRIDGE
Evgeny Eltsin47e41c82018-04-19 18:39:48 +0200153void __libc_add_main_thread() {
154 // Get the main thread from TLS and add it to the thread list.
155 pthread_internal_t* main_thread = __get_thread();
156 __pthread_internal_add(main_thread);
157}
158
Ryan Prichard48b11592018-11-22 02:41:36 -0800159void __libc_init_common() {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800160 // Initialize various globals.
Ryan Prichard48b11592018-11-22 02:41:36 -0800161 environ = __libc_shared_globals()->init_environ;
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800162 errno = 0;
Elliott Hughes75064c12020-01-22 20:46:12 -0800163 setprogname(__libc_shared_globals()->init_progname ?: "<unknown>");
Evgeniy Stepanov1a78fbb2012-03-22 18:01:53 +0400164
Yabin Cui36733fc2016-03-29 12:25:12 -0700165#if !defined(__LP64__)
166 __check_max_thread_id();
167#endif
168
Evgeny Eltsin47e41c82018-04-19 18:39:48 +0200169 __libc_add_main_thread();
Elliott Hughes7484c212017-02-02 02:41:38 +0000170
Elliott Hughes4f251be2012-11-01 16:33:29 -0700171 __system_properties_init(); // Requires 'environ'.
Josh Gaof6e5b582018-06-01 15:30:54 -0700172 __libc_init_fdsan(); // Requires system properties (for debug.fdsan).
Josh Gao97271922019-11-06 13:15:00 -0800173 __libc_init_fdtrack();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800174}
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200175
Mitch Phillips1d2aadc2019-11-14 16:02:09 -0800176void __libc_init_fork_handler() {
177 // Register atfork handlers to take and release the arc4random lock.
178 pthread_atfork(arc4random_fork_handler, _thread_arc4_unlock, _thread_arc4_unlock);
179}
180
Peter Collingbourne2659d7b2021-03-05 13:31:41 -0800181extern "C" void scudo_malloc_set_add_large_allocation_slack(int add_slack);
182
183__BIONIC_WEAK_FOR_NATIVE_BRIDGE void __libc_set_target_sdk_version(int target __unused) {
184#if defined(USE_SCUDO)
185 scudo_malloc_set_add_large_allocation_slack(target < __ANDROID_API_S__);
186#endif
187}
188
dimitrye07704a2023-06-15 14:03:44 +0200189__noreturn static void __early_abort(size_t line) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700190 // We can't write to stdout or stderr because we're aborting before we've checked that
191 // it's safe for us to use those file descriptors. We probably can't strace either, so
192 // we rely on the fact that if we dereference a low address, either debuggerd or the
193 // kernel's crash dump will show the fault address.
194 *reinterpret_cast<int*>(line) = 0;
195 _exit(EXIT_FAILURE);
196}
197
Elliott Hughes7a2386b2021-10-26 17:31:03 -0700198// Force any of the stdin/stdout/stderr file descriptors that aren't
199// open to be associated with /dev/null.
Elliott Hughes1801db32015-06-08 18:04:00 -0700200static void __nullify_closed_stdio() {
Elliott Hughes1801db32015-06-08 18:04:00 -0700201 for (int i = 0; i < 3; i++) {
Elliott Hughes7a2386b2021-10-26 17:31:03 -0700202 if (TEMP_FAILURE_RETRY(fcntl(i, F_GETFL)) == -1) {
203 // The only error we allow is that the file descriptor does not exist.
204 if (errno != EBADF) __early_abort(__LINE__);
Elliott Hughes1801db32015-06-08 18:04:00 -0700205
Elliott Hughes7a2386b2021-10-26 17:31:03 -0700206 // This file descriptor wasn't open, so open /dev/null.
207 // init won't have /dev/null available, but SELinux provides an equivalent.
208 // This takes advantage of the fact that open() will take the lowest free
209 // file descriptor, and we're iterating in order from 0, but we'll
210 // double-check we got the right fd anyway...
211 int fd;
212 if (((fd = TEMP_FAILURE_RETRY(open("/dev/null", O_RDWR))) == -1 &&
213 (fd = TEMP_FAILURE_RETRY(open("/sys/fs/selinux/null", O_RDWR))) == -1) ||
214 fd != i) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700215 __early_abort(__LINE__);
216 }
Elliott Hughes1801db32015-06-08 18:04:00 -0700217 }
218 }
219}
220
221// Check if the environment variable definition at 'envstr'
222// starts with '<name>=', and if so return the address of the
223// first character after the equal sign. Otherwise return null.
224static const char* env_match(const char* envstr, const char* name) {
225 size_t i = 0;
226
227 while (envstr[i] == name[i] && name[i] != '\0') {
228 ++i;
229 }
230
231 if (name[i] == '\0' && envstr[i] == '=') {
232 return envstr + i + 1;
233 }
234
235 return nullptr;
236}
237
238static bool __is_valid_environment_variable(const char* name) {
239 // According to the kernel source, by default the kernel uses 32*PAGE_SIZE
240 // as the maximum size for an environment variable definition.
241 const int MAX_ENV_LEN = 32*4096;
242
243 if (name == nullptr) {
244 return false;
245 }
246
247 // Parse the string, looking for the first '=' there, and its size.
248 int pos = 0;
249 int first_equal_pos = -1;
250 while (pos < MAX_ENV_LEN) {
251 if (name[pos] == '\0') {
252 break;
253 }
254 if (name[pos] == '=' && first_equal_pos < 0) {
255 first_equal_pos = pos;
256 }
257 pos++;
258 }
259
260 // Check that it's smaller than MAX_ENV_LEN (to detect non-zero terminated strings).
261 if (pos >= MAX_ENV_LEN) {
262 return false;
263 }
264
265 // Check that it contains at least one equal sign that is not the first character
266 if (first_equal_pos < 1) {
267 return false;
268 }
269
270 return true;
271}
272
273static bool __is_unsafe_environment_variable(const char* name) {
Nick Kralevich2fb02652015-11-10 16:39:29 -0800274 // None of these should be allowed when the AT_SECURE auxv
275 // flag is set. This flag is set to inform userspace that a
276 // security transition has occurred, for example, as a result
277 // of executing a setuid program or the result of an SELinux
278 // security transition.
Josh Gaoa5d5d162015-10-01 15:50:16 -0700279 static constexpr const char* UNSAFE_VARIABLE_NAMES[] = {
Christopher Ferrisad3be7e2020-05-26 11:14:17 -0700280 "ANDROID_DNS_MODE",
281 "GCONV_PATH",
282 "GETCONF_DIR",
283 "HOSTALIASES",
284 "JE_MALLOC_CONF",
285 "LD_AOUT_LIBRARY_PATH",
286 "LD_AOUT_PRELOAD",
287 "LD_AUDIT",
288 "LD_CONFIG_FILE",
289 "LD_DEBUG",
290 "LD_DEBUG_OUTPUT",
291 "LD_DYNAMIC_WEAK",
Florian Mayerc10d0642023-03-22 16:12:49 -0700292 "LD_HWASAN",
Christopher Ferrisad3be7e2020-05-26 11:14:17 -0700293 "LD_LIBRARY_PATH",
294 "LD_ORIGIN_PATH",
295 "LD_PRELOAD",
296 "LD_PROFILE",
297 "LD_SHOW_AUXV",
298 "LD_USE_LOAD_BIAS",
299 "LIBC_DEBUG_MALLOC_OPTIONS",
300 "LIBC_HOOKS_ENABLE",
301 "LOCALDOMAIN",
302 "LOCPATH",
303 "MALLOC_CHECK_",
304 "MALLOC_CONF",
305 "MALLOC_TRACE",
306 "NIS_PATH",
307 "NLSPATH",
308 "RESOLV_HOST_CONF",
309 "RES_OPTIONS",
310 "SCUDO_OPTIONS",
311 "TMPDIR",
312 "TZDIR",
Elliott Hughes1801db32015-06-08 18:04:00 -0700313 };
Josh Gaoa5d5d162015-10-01 15:50:16 -0700314 for (const auto& unsafe_variable_name : UNSAFE_VARIABLE_NAMES) {
315 if (env_match(name, unsafe_variable_name) != nullptr) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700316 return true;
317 }
318 }
319 return false;
320}
321
322static void __sanitize_environment_variables(char** env) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700323 char** src = env;
324 char** dst = env;
325 for (; src[0] != nullptr; ++src) {
326 if (!__is_valid_environment_variable(src[0])) {
327 continue;
328 }
329 // Remove various unsafe environment variables if we're loading a setuid program.
Ryan Prichard701bd0c2018-11-21 16:23:03 -0800330 if (__is_unsafe_environment_variable(src[0])) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700331 continue;
332 }
333 dst[0] = src[0];
334 ++dst;
335 }
336 dst[0] = nullptr;
337}
338
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700339static void __initialize_personality() {
340#if !defined(__LP64__)
341 int old_value = personality(0xffffffff);
342 if (old_value == -1) {
Elliott Hughes2557f732023-07-12 21:15:23 +0000343 async_safe_fatal("error getting old personality value: %m");
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700344 }
345
346 if (personality((static_cast<unsigned int>(old_value) & ~PER_MASK) | PER_LINUX32) == -1) {
Elliott Hughes2557f732023-07-12 21:15:23 +0000347 async_safe_fatal("error setting PER_LINUX32 personality: %m");
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700348 }
349#endif
350}
351
Ryan Prichard48b11592018-11-22 02:41:36 -0800352void __libc_init_AT_SECURE(char** env) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700353 // Check that the kernel provided a value for AT_SECURE.
Ryan Prichard701bd0c2018-11-21 16:23:03 -0800354 errno = 0;
355 unsigned long is_AT_SECURE = getauxval(AT_SECURE);
356 if (errno != 0) __early_abort(__LINE__);
Elliott Hughes1801db32015-06-08 18:04:00 -0700357
Nick Kralevich7fa3b472019-02-28 12:57:24 -0800358 // Always ensure that STDIN/STDOUT/STDERR exist. This prevents file
359 // descriptor confusion bugs where a parent process closes
360 // STD*, the exec()d process calls open() for an unrelated reason,
361 // the newly created file descriptor is assigned
362 // 0<=FD<=2, and unrelated code attempts to read / write to the STD*
363 // FDs.
364 // In particular, this can be a security bug for setuid/setgid programs.
365 // For example:
366 // https://www.freebsd.org/security/advisories/FreeBSD-SA-02:23.stdio.asc
367 // However, for robustness reasons, we don't limit these protections to
368 // just security critical executables.
369 //
370 // Init is excluded from these protections unless AT_SECURE is set, as
371 // /dev/null and/or /sys/fs/selinux/null will not be available at
372 // early boot.
373 if ((getpid() != 1) || is_AT_SECURE) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700374 __nullify_closed_stdio();
Nick Kralevich7fa3b472019-02-28 12:57:24 -0800375 }
Elliott Hughes1801db32015-06-08 18:04:00 -0700376
Nick Kralevich7fa3b472019-02-28 12:57:24 -0800377 if (is_AT_SECURE) {
Ryan Prichard48b11592018-11-22 02:41:36 -0800378 __sanitize_environment_variables(env);
Elliott Hughes1801db32015-06-08 18:04:00 -0700379 }
380
381 // Now the environment has been sanitized, make it available.
Ryan Prichard48b11592018-11-22 02:41:36 -0800382 environ = __libc_shared_globals()->init_environ = env;
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700383
384 __initialize_personality();
Elliott Hughes1801db32015-06-08 18:04:00 -0700385}
386
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200387/* This function will be called during normal program termination
388 * to run the destructors that are listed in the .fini_array section
389 * of the executable, if any.
390 *
391 * 'fini_array' points to a list of function addresses. The first
392 * entry in the list has value -1, the last one has value 0.
393 */
Elliott Hughes4f251be2012-11-01 16:33:29 -0700394void __libc_fini(void* array) {
Elliott Hughes8b5df392015-01-21 16:19:07 -0800395 typedef void (*Dtor)();
396 Dtor* fini_array = reinterpret_cast<Dtor*>(array);
397 const Dtor minus1 = reinterpret_cast<Dtor>(static_cast<uintptr_t>(-1));
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200398
Elliott Hughes68ae6ad2020-07-21 16:11:30 -0700399 // Validity check: the first entry must be -1.
400 if (array == nullptr || fini_array[0] != minus1) return;
Elliott Hughes4f251be2012-11-01 16:33:29 -0700401
Elliott Hughes8b5df392015-01-21 16:19:07 -0800402 // Skip over it.
Elliott Hughes4f251be2012-11-01 16:33:29 -0700403 fini_array += 1;
404
Elliott Hughes8b5df392015-01-21 16:19:07 -0800405 // Count the number of destructors.
Elliott Hughes4f251be2012-11-01 16:33:29 -0700406 int count = 0;
Yi Kong32bc0fc2018-08-02 17:31:13 -0700407 while (fini_array[count] != nullptr) {
Elliott Hughes4f251be2012-11-01 16:33:29 -0700408 ++count;
409 }
410
Elliott Hughes68ae6ad2020-07-21 16:11:30 -0700411 // Now call each destructor in reverse order, ignoring any -1s.
Elliott Hughes4f251be2012-11-01 16:33:29 -0700412 while (count > 0) {
Elliott Hughes8b5df392015-01-21 16:19:07 -0800413 Dtor dtor = fini_array[--count];
Elliott Hughes68ae6ad2020-07-21 16:11:30 -0700414 if (dtor != minus1) dtor();
Elliott Hughes4f251be2012-11-01 16:33:29 -0700415 }
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200416}