blob: ce97f31549d0772f04d5284a2dce686b2ede8f05 [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080029#include "libc_init_common.h"
Mitch Phillips43d5f9d2020-01-07 15:47:47 -080030#include "malloc_tagged_pointers.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080031
Elliott Hughes642331b2013-03-06 15:03:53 -080032#include <elf.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080033#include <errno.h>
Elliott Hughes1801db32015-06-08 18:04:00 -070034#include <fcntl.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080035#include <stddef.h>
36#include <stdint.h>
37#include <stdio.h>
38#include <stdlib.h>
Elliott Hughes1801db32015-06-08 18:04:00 -070039#include <string.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080040#include <sys/auxv.h>
Dmitriy Ivanovc2247472015-06-30 15:10:51 -070041#include <sys/personality.h>
Brian Carlstrom322e7bc2013-09-12 21:47:20 -070042#include <sys/time.h>
Mitch Phillips43d5f9d2020-01-07 15:47:47 -080043#include <sys/utsname.h>
Elliott Hughes642331b2013-03-06 15:03:53 -080044#include <unistd.h>
45
Christopher Ferris7a3681e2017-04-24 17:48:32 -070046#include <async_safe/log.h>
Peter Collingbournee5e73952019-12-12 17:48:36 -080047#include <platform/bionic/mte_kernel.h>
Christopher Ferris7a3681e2017-04-24 17:48:32 -070048
Josh Gao250667a2016-06-24 13:04:09 -070049#include "private/WriteProtected.h"
Evgeny Eltsin47e41c82018-04-19 18:39:48 +020050#include "private/bionic_defs.h"
Josh Gao93c0f5e2015-10-06 11:08:13 -070051#include "private/bionic_globals.h"
Elliott Hugheseb847bc2013-10-09 15:50:50 -070052#include "private/bionic_tls.h"
Josh Gao250667a2016-06-24 13:04:09 -070053#include "private/thread_private.h"
Elliott Hughes642331b2013-03-06 15:03:53 -080054#include "pthread_internal.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080055
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080056extern "C" int __system_properties_init(void);
David 'Digit' Turner3a654b12009-06-03 19:32:37 +020057
Josh Gao93c0f5e2015-10-06 11:08:13 -070058__LIBC_HIDDEN__ WriteProtected<libc_globals> __libc_globals;
Elliott Hughes625993d2014-07-15 16:53:13 -070059
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080060// Not public, but well-known in the BSDs.
Elliott Hughese4ccf5a2013-02-07 12:06:44 -080061const char* __progname;
Elliott Hughes42b2c6a2013-02-07 10:14:39 -080062
Mitch Phillips43d5f9d2020-01-07 15:47:47 -080063
64#ifdef __aarch64__
65static bool KernelSupportsTaggedPointers() {
66 utsname buf;
67 utsname* tagged_buf =
68 reinterpret_cast<utsname*>(reinterpret_cast<uintptr_t>(&buf) |
69 (static_cast<uintptr_t>(0xAA) << TAG_SHIFT));
70 // We use `uname()` here as a system call to determine if the kernel supports
71 // tagged pointers. If the kernel supports tagged points, it will truncate the
72 // tag before populating `buf`, and `uname()` should return zero (indicating
73 // no error). If ARM TBI isn't enabled, the kernel should return an error code
74 // that indicates that the tagged memory couldn't be accessed. The exact
75 // system call that we use here isn't important, it's just a convenient system
76 // call that validates a pointer.
77 return uname(tagged_buf) == 0;
78}
79#endif
80
Ryan Prichard07440a82018-11-22 03:16:06 -080081void __libc_init_globals() {
Josh Gao93c0f5e2015-10-06 11:08:13 -070082 // Initialize libc globals that are needed in both the linker and in libc.
83 // In dynamic binaries, this is run at least twice for different copies of the
84 // globals, once for the linker's copy and once for the one in libc.so.
85 __libc_globals.initialize();
Ryan Prichard07440a82018-11-22 03:16:06 -080086 __libc_globals.mutate([](libc_globals* globals) {
87 __libc_init_vdso(globals);
88 __libc_init_setjmp_cookie(globals);
Mitch Phillips43d5f9d2020-01-07 15:47:47 -080089#ifdef __aarch64__
90 globals->heap_pointer_tag = KernelSupportsTaggedPointers()
91 ? (reinterpret_cast<uintptr_t>(POINTER_TAG) << TAG_SHIFT)
92 : 0;
93#else
94 globals->heap_pointer_tag = 0;
95#endif
Josh Gao93c0f5e2015-10-06 11:08:13 -070096 });
97}
98
Yabin Cui36733fc2016-03-29 12:25:12 -070099#if !defined(__LP64__)
100static void __check_max_thread_id() {
101 if (gettid() > 65535) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700102 async_safe_fatal("Limited by the size of pthread_mutex_t, 32 bit bionic libc only accepts "
103 "pid <= 65535, but current pid is %d", gettid());
Yabin Cui36733fc2016-03-29 12:25:12 -0700104 }
105}
106#endif
107
Josh Gaoc80ffec2016-06-24 16:18:21 -0700108static void arc4random_fork_handler() {
109 _rs_forked = 1;
110 _thread_arc4_lock();
111}
112
Evgeny Eltsin47e41c82018-04-19 18:39:48 +0200113__BIONIC_WEAK_FOR_NATIVE_BRIDGE
114void __libc_add_main_thread() {
115 // Get the main thread from TLS and add it to the thread list.
116 pthread_internal_t* main_thread = __get_thread();
117 __pthread_internal_add(main_thread);
118}
119
Ryan Prichard48b11592018-11-22 02:41:36 -0800120void __libc_init_common() {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800121 // Initialize various globals.
Ryan Prichard48b11592018-11-22 02:41:36 -0800122 environ = __libc_shared_globals()->init_environ;
Elliott Hughes42b2c6a2013-02-07 10:14:39 -0800123 errno = 0;
Ryan Prichard48b11592018-11-22 02:41:36 -0800124 __progname = __libc_shared_globals()->init_progname ?: "<unknown>";
Evgeniy Stepanov1a78fbb2012-03-22 18:01:53 +0400125
Yabin Cui36733fc2016-03-29 12:25:12 -0700126#if !defined(__LP64__)
127 __check_max_thread_id();
128#endif
129
Evgeny Eltsin47e41c82018-04-19 18:39:48 +0200130 __libc_add_main_thread();
Elliott Hughes7484c212017-02-02 02:41:38 +0000131
Elliott Hughes4f251be2012-11-01 16:33:29 -0700132 __system_properties_init(); // Requires 'environ'.
Josh Gaof6e5b582018-06-01 15:30:54 -0700133 __libc_init_fdsan(); // Requires system properties (for debug.fdsan).
Peter Collingbourne1fb79442019-11-19 17:00:49 -0800134
135 // Allow the kernel to accept tagged pointers in syscall arguments. This is a no-op (kernel
136 // returns -EINVAL) if the kernel doesn't understand the prctl.
137#if defined(__aarch64__)
138#define PR_SET_TAGGED_ADDR_CTRL 55
139#define PR_TAGGED_ADDR_ENABLE (1UL << 0)
Peter Collingbournee5e73952019-12-12 17:48:36 -0800140#ifdef ANDROID_EXPERIMENTAL_MTE
141 // First, try enabling MTE in asynchronous mode, with tag 0 excluded. This will fail if the kernel
142 // or hardware doesn't support MTE, and we will fall back to just enabling tagged pointers in
143 // syscall arguments.
144 if (prctl(PR_SET_TAGGED_ADDR_CTRL,
145 PR_TAGGED_ADDR_ENABLE | PR_MTE_TCF_ASYNC | (1 << PR_MTE_EXCL_SHIFT), 0, 0, 0)) {
146 prctl(PR_SET_TAGGED_ADDR_CTRL, PR_TAGGED_ADDR_ENABLE, 0, 0, 0);
147 }
148#else
Peter Collingbourne1fb79442019-11-19 17:00:49 -0800149 prctl(PR_SET_TAGGED_ADDR_CTRL, PR_TAGGED_ADDR_ENABLE, 0, 0, 0);
150#endif
Peter Collingbournee5e73952019-12-12 17:48:36 -0800151#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800152}
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200153
Mitch Phillips1d2aadc2019-11-14 16:02:09 -0800154void __libc_init_fork_handler() {
155 // Register atfork handlers to take and release the arc4random lock.
156 pthread_atfork(arc4random_fork_handler, _thread_arc4_unlock, _thread_arc4_unlock);
157}
158
Elliott Hughes1801db32015-06-08 18:04:00 -0700159__noreturn static void __early_abort(int line) {
160 // We can't write to stdout or stderr because we're aborting before we've checked that
161 // it's safe for us to use those file descriptors. We probably can't strace either, so
162 // we rely on the fact that if we dereference a low address, either debuggerd or the
163 // kernel's crash dump will show the fault address.
164 *reinterpret_cast<int*>(line) = 0;
165 _exit(EXIT_FAILURE);
166}
167
168// Force any of the closed stdin, stdout and stderr to be associated with /dev/null.
169static void __nullify_closed_stdio() {
170 int dev_null = TEMP_FAILURE_RETRY(open("/dev/null", O_RDWR));
171 if (dev_null == -1) {
172 // init won't have /dev/null available, but SELinux provides an equivalent.
173 dev_null = TEMP_FAILURE_RETRY(open("/sys/fs/selinux/null", O_RDWR));
174 }
175 if (dev_null == -1) {
176 __early_abort(__LINE__);
177 }
178
179 // If any of the stdio file descriptors is valid and not associated
180 // with /dev/null, dup /dev/null to it.
181 for (int i = 0; i < 3; i++) {
182 // If it is /dev/null already, we are done.
183 if (i == dev_null) {
184 continue;
185 }
186
187 // Is this fd already open?
188 int status = TEMP_FAILURE_RETRY(fcntl(i, F_GETFL));
189 if (status != -1) {
190 continue;
191 }
192
193 // The only error we allow is that the file descriptor does not
194 // exist, in which case we dup /dev/null to it.
195 if (errno == EBADF) {
196 // Try dupping /dev/null to this stdio file descriptor and
197 // repeat if there is a signal. Note that any errors in closing
198 // the stdio descriptor are lost.
199 status = TEMP_FAILURE_RETRY(dup2(dev_null, i));
200 if (status == -1) {
201 __early_abort(__LINE__);
202 }
203 } else {
204 __early_abort(__LINE__);
205 }
206 }
207
208 // If /dev/null is not one of the stdio file descriptors, close it.
209 if (dev_null > 2) {
210 if (close(dev_null) == -1) {
211 __early_abort(__LINE__);
212 }
213 }
214}
215
216// Check if the environment variable definition at 'envstr'
217// starts with '<name>=', and if so return the address of the
218// first character after the equal sign. Otherwise return null.
219static const char* env_match(const char* envstr, const char* name) {
220 size_t i = 0;
221
222 while (envstr[i] == name[i] && name[i] != '\0') {
223 ++i;
224 }
225
226 if (name[i] == '\0' && envstr[i] == '=') {
227 return envstr + i + 1;
228 }
229
230 return nullptr;
231}
232
233static bool __is_valid_environment_variable(const char* name) {
234 // According to the kernel source, by default the kernel uses 32*PAGE_SIZE
235 // as the maximum size for an environment variable definition.
236 const int MAX_ENV_LEN = 32*4096;
237
238 if (name == nullptr) {
239 return false;
240 }
241
242 // Parse the string, looking for the first '=' there, and its size.
243 int pos = 0;
244 int first_equal_pos = -1;
245 while (pos < MAX_ENV_LEN) {
246 if (name[pos] == '\0') {
247 break;
248 }
249 if (name[pos] == '=' && first_equal_pos < 0) {
250 first_equal_pos = pos;
251 }
252 pos++;
253 }
254
255 // Check that it's smaller than MAX_ENV_LEN (to detect non-zero terminated strings).
256 if (pos >= MAX_ENV_LEN) {
257 return false;
258 }
259
260 // Check that it contains at least one equal sign that is not the first character
261 if (first_equal_pos < 1) {
262 return false;
263 }
264
265 return true;
266}
267
268static bool __is_unsafe_environment_variable(const char* name) {
Nick Kralevich2fb02652015-11-10 16:39:29 -0800269 // None of these should be allowed when the AT_SECURE auxv
270 // flag is set. This flag is set to inform userspace that a
271 // security transition has occurred, for example, as a result
272 // of executing a setuid program or the result of an SELinux
273 // security transition.
Josh Gaoa5d5d162015-10-01 15:50:16 -0700274 static constexpr const char* UNSAFE_VARIABLE_NAMES[] = {
Nick Kralevich62c03a42017-04-01 09:54:19 -0700275 "ANDROID_DNS_MODE",
Josh Gaoa5d5d162015-10-01 15:50:16 -0700276 "GCONV_PATH",
277 "GETCONF_DIR",
278 "HOSTALIASES",
279 "JE_MALLOC_CONF",
280 "LD_AOUT_LIBRARY_PATH",
281 "LD_AOUT_PRELOAD",
282 "LD_AUDIT",
Nick Kralevich99cec182019-04-26 11:25:02 -0700283 "LD_CONFIG_FILE",
Josh Gaoa5d5d162015-10-01 15:50:16 -0700284 "LD_DEBUG",
285 "LD_DEBUG_OUTPUT",
286 "LD_DYNAMIC_WEAK",
287 "LD_LIBRARY_PATH",
288 "LD_ORIGIN_PATH",
289 "LD_PRELOAD",
290 "LD_PROFILE",
291 "LD_SHOW_AUXV",
292 "LD_USE_LOAD_BIAS",
Elliott Hughes343d1c42017-10-26 18:22:43 -0700293 "LIBC_DEBUG_MALLOC_OPTIONS",
Nick Kralevich560de5f2019-04-26 12:53:40 -0700294 "LIBC_HOOKS_ENABLE",
Josh Gaoa5d5d162015-10-01 15:50:16 -0700295 "LOCALDOMAIN",
296 "LOCPATH",
297 "MALLOC_CHECK_",
298 "MALLOC_CONF",
299 "MALLOC_TRACE",
300 "NIS_PATH",
301 "NLSPATH",
302 "RESOLV_HOST_CONF",
303 "RES_OPTIONS",
304 "TMPDIR",
305 "TZDIR",
Elliott Hughes1801db32015-06-08 18:04:00 -0700306 };
Josh Gaoa5d5d162015-10-01 15:50:16 -0700307 for (const auto& unsafe_variable_name : UNSAFE_VARIABLE_NAMES) {
308 if (env_match(name, unsafe_variable_name) != nullptr) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700309 return true;
310 }
311 }
312 return false;
313}
314
315static void __sanitize_environment_variables(char** env) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700316 char** src = env;
317 char** dst = env;
318 for (; src[0] != nullptr; ++src) {
319 if (!__is_valid_environment_variable(src[0])) {
320 continue;
321 }
322 // Remove various unsafe environment variables if we're loading a setuid program.
Ryan Prichard701bd0c2018-11-21 16:23:03 -0800323 if (__is_unsafe_environment_variable(src[0])) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700324 continue;
325 }
326 dst[0] = src[0];
327 ++dst;
328 }
329 dst[0] = nullptr;
330}
331
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700332static void __initialize_personality() {
333#if !defined(__LP64__)
334 int old_value = personality(0xffffffff);
335 if (old_value == -1) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700336 async_safe_fatal("error getting old personality value: %s", strerror(errno));
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700337 }
338
339 if (personality((static_cast<unsigned int>(old_value) & ~PER_MASK) | PER_LINUX32) == -1) {
Christopher Ferris7a3681e2017-04-24 17:48:32 -0700340 async_safe_fatal("error setting PER_LINUX32 personality: %s", strerror(errno));
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700341 }
342#endif
343}
344
Ryan Prichard48b11592018-11-22 02:41:36 -0800345void __libc_init_AT_SECURE(char** env) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700346 // Check that the kernel provided a value for AT_SECURE.
Ryan Prichard701bd0c2018-11-21 16:23:03 -0800347 errno = 0;
348 unsigned long is_AT_SECURE = getauxval(AT_SECURE);
349 if (errno != 0) __early_abort(__LINE__);
Elliott Hughes1801db32015-06-08 18:04:00 -0700350
Nick Kralevich7fa3b472019-02-28 12:57:24 -0800351 // Always ensure that STDIN/STDOUT/STDERR exist. This prevents file
352 // descriptor confusion bugs where a parent process closes
353 // STD*, the exec()d process calls open() for an unrelated reason,
354 // the newly created file descriptor is assigned
355 // 0<=FD<=2, and unrelated code attempts to read / write to the STD*
356 // FDs.
357 // In particular, this can be a security bug for setuid/setgid programs.
358 // For example:
359 // https://www.freebsd.org/security/advisories/FreeBSD-SA-02:23.stdio.asc
360 // However, for robustness reasons, we don't limit these protections to
361 // just security critical executables.
362 //
363 // Init is excluded from these protections unless AT_SECURE is set, as
364 // /dev/null and/or /sys/fs/selinux/null will not be available at
365 // early boot.
366 if ((getpid() != 1) || is_AT_SECURE) {
Elliott Hughes1801db32015-06-08 18:04:00 -0700367 __nullify_closed_stdio();
Nick Kralevich7fa3b472019-02-28 12:57:24 -0800368 }
Elliott Hughes1801db32015-06-08 18:04:00 -0700369
Nick Kralevich7fa3b472019-02-28 12:57:24 -0800370 if (is_AT_SECURE) {
Ryan Prichard48b11592018-11-22 02:41:36 -0800371 __sanitize_environment_variables(env);
Elliott Hughes1801db32015-06-08 18:04:00 -0700372 }
373
374 // Now the environment has been sanitized, make it available.
Ryan Prichard48b11592018-11-22 02:41:36 -0800375 environ = __libc_shared_globals()->init_environ = env;
Dmitriy Ivanovc2247472015-06-30 15:10:51 -0700376
377 __initialize_personality();
Elliott Hughes1801db32015-06-08 18:04:00 -0700378}
379
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200380/* This function will be called during normal program termination
381 * to run the destructors that are listed in the .fini_array section
382 * of the executable, if any.
383 *
384 * 'fini_array' points to a list of function addresses. The first
385 * entry in the list has value -1, the last one has value 0.
386 */
Elliott Hughes4f251be2012-11-01 16:33:29 -0700387void __libc_fini(void* array) {
Elliott Hughes8b5df392015-01-21 16:19:07 -0800388 typedef void (*Dtor)();
389 Dtor* fini_array = reinterpret_cast<Dtor*>(array);
390 const Dtor minus1 = reinterpret_cast<Dtor>(static_cast<uintptr_t>(-1));
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200391
Elliott Hughes8b5df392015-01-21 16:19:07 -0800392 // Sanity check - first entry must be -1.
Yi Kong32bc0fc2018-08-02 17:31:13 -0700393 if (array == nullptr || fini_array[0] != minus1) {
Elliott Hughes4f251be2012-11-01 16:33:29 -0700394 return;
395 }
396
Elliott Hughes8b5df392015-01-21 16:19:07 -0800397 // Skip over it.
Elliott Hughes4f251be2012-11-01 16:33:29 -0700398 fini_array += 1;
399
Elliott Hughes8b5df392015-01-21 16:19:07 -0800400 // Count the number of destructors.
Elliott Hughes4f251be2012-11-01 16:33:29 -0700401 int count = 0;
Yi Kong32bc0fc2018-08-02 17:31:13 -0700402 while (fini_array[count] != nullptr) {
Elliott Hughes4f251be2012-11-01 16:33:29 -0700403 ++count;
404 }
405
Elliott Hughes8b5df392015-01-21 16:19:07 -0800406 // Now call each destructor in reverse order.
Elliott Hughes4f251be2012-11-01 16:33:29 -0700407 while (count > 0) {
Elliott Hughes8b5df392015-01-21 16:19:07 -0800408 Dtor dtor = fini_array[--count];
Elliott Hughes4f251be2012-11-01 16:33:29 -0700409
Elliott Hughes8b5df392015-01-21 16:19:07 -0800410 // Sanity check, any -1 in the list is ignored.
411 if (dtor == minus1) {
Elliott Hughes4f251be2012-11-01 16:33:29 -0700412 continue;
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200413 }
414
Elliott Hughes8b5df392015-01-21 16:19:07 -0800415 dtor();
Elliott Hughes4f251be2012-11-01 16:33:29 -0700416 }
David 'Digit' Turner1df986c2010-10-21 04:16:50 +0200417}