blob: ac5d429c00a83f8211e098a1b5fa74456223855a [file] [log] [blame]
Elliott Hughesc3f11402013-10-30 14:40:09 -07001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29#include <pthread.h>
30
Elliott Hughes61fb3fc2013-11-07 12:28:46 -080031#include <signal.h>
Elliott Hughesc3f11402013-10-30 14:40:09 -070032#include <stdlib.h>
Elliott Hughesf86c4492016-02-25 22:05:28 -080033#include <string.h>
Elliott Hughesc3f11402013-10-30 14:40:09 -070034#include <sys/mman.h>
35
dimitryfa432522017-10-25 13:07:45 +020036#include "private/bionic_defs.h"
Elliott Hughes4b1c6e72018-01-24 18:54:38 -080037#include "private/ScopedSignalBlocker.h"
Elliott Hughesc3f11402013-10-30 14:40:09 -070038#include "pthread_internal.h"
39
Elliott Hughes6203e7b2014-05-30 14:49:00 -070040extern "C" __noreturn void _exit_with_stack_teardown(void*, size_t);
41extern "C" __noreturn void __exit(int);
Christopher Ferris101fb7d2013-12-06 18:54:48 -080042extern "C" int __set_tid_address(int*);
Dmitriy Ivanovdf79c332015-03-25 17:38:10 -070043extern "C" void __cxa_thread_finalize();
Elliott Hughesc3f11402013-10-30 14:40:09 -070044
45/* CAVEAT: our implementation of pthread_cleanup_push/pop doesn't support C++ exceptions
46 * and thread cancelation
47 */
48
dimitryfa432522017-10-25 13:07:45 +020049__BIONIC_WEAK_FOR_NATIVE_BRIDGE
Elliott Hughesc3f11402013-10-30 14:40:09 -070050void __pthread_cleanup_push(__pthread_cleanup_t* c, __pthread_cleanup_func_t routine, void* arg) {
51 pthread_internal_t* thread = __get_thread();
52 c->__cleanup_routine = routine;
53 c->__cleanup_arg = arg;
54 c->__cleanup_prev = thread->cleanup_stack;
55 thread->cleanup_stack = c;
56}
57
dimitryfa432522017-10-25 13:07:45 +020058__BIONIC_WEAK_FOR_NATIVE_BRIDGE
Elliott Hughesc3f11402013-10-30 14:40:09 -070059void __pthread_cleanup_pop(__pthread_cleanup_t* c, int execute) {
60 pthread_internal_t* thread = __get_thread();
61 thread->cleanup_stack = c->__cleanup_prev;
62 if (execute) {
63 c->__cleanup_routine(c->__cleanup_arg);
64 }
65}
66
Elliott Hughes4b1c6e72018-01-24 18:54:38 -080067static void __pthread_unmap_tls(pthread_internal_t* thread) {
68 // Unmap the bionic TLS, including guard pages.
69 void* allocation = reinterpret_cast<char*>(thread->bionic_tls) - PTHREAD_GUARD_SIZE;
70 munmap(allocation, BIONIC_TLS_SIZE + 2 * PTHREAD_GUARD_SIZE);
71}
72
dimitryfa432522017-10-25 13:07:45 +020073__BIONIC_WEAK_FOR_NATIVE_BRIDGE
Elliott Hughes877ec6d2013-11-15 17:40:18 -080074void pthread_exit(void* return_value) {
Dmitriy Ivanovdf79c332015-03-25 17:38:10 -070075 // Call dtors for thread_local objects first.
76 __cxa_thread_finalize();
77
Elliott Hughesc3f11402013-10-30 14:40:09 -070078 pthread_internal_t* thread = __get_thread();
Elliott Hughes877ec6d2013-11-15 17:40:18 -080079 thread->return_value = return_value;
Elliott Hughesc3f11402013-10-30 14:40:09 -070080
Dmitriy Ivanovdf79c332015-03-25 17:38:10 -070081 // Call the cleanup handlers.
Elliott Hughesc3f11402013-10-30 14:40:09 -070082 while (thread->cleanup_stack) {
83 __pthread_cleanup_t* c = thread->cleanup_stack;
84 thread->cleanup_stack = c->__cleanup_prev;
85 c->__cleanup_routine(c->__cleanup_arg);
86 }
87
88 // Call the TLS destructors. It is important to do that before removing this
89 // thread from the global list. This will ensure that if someone else deletes
90 // a TLS key, the corresponding value will be set to NULL in this thread's TLS
91 // space (see pthread_key_delete).
92 pthread_key_clean_all();
93
Yi Kong32bc0fc2018-08-02 17:31:13 -070094 if (thread->alternate_signal_stack != nullptr) {
Elliott Hughesc3f11402013-10-30 14:40:09 -070095 // Tell the kernel to stop using the alternate signal stack.
Elliott Hughes2c6c9532016-02-25 21:51:50 -080096 stack_t ss;
97 memset(&ss, 0, sizeof(ss));
Elliott Hughesc3f11402013-10-30 14:40:09 -070098 ss.ss_flags = SS_DISABLE;
Yi Kong32bc0fc2018-08-02 17:31:13 -070099 sigaltstack(&ss, nullptr);
Elliott Hughesc3f11402013-10-30 14:40:09 -0700100
101 // Free it.
Yabin Cuief115002015-03-30 20:03:57 -0700102 munmap(thread->alternate_signal_stack, SIGNAL_STACK_SIZE);
Yi Kong32bc0fc2018-08-02 17:31:13 -0700103 thread->alternate_signal_stack = nullptr;
Elliott Hughesc3f11402013-10-30 14:40:09 -0700104 }
105
Yabin Cui58cf31b2015-03-06 17:23:53 -0800106 ThreadJoinState old_state = THREAD_NOT_JOINED;
107 while (old_state == THREAD_NOT_JOINED &&
108 !atomic_compare_exchange_weak(&thread->join_state, &old_state, THREAD_EXITED_NOT_JOINED)) {
109 }
110
111 if (old_state == THREAD_DETACHED) {
Yabin Cuiba8dfc22015-01-06 09:31:00 -0800112 // The thread is detached, no one will use pthread_internal_t after pthread_exit.
113 // So we can free mapped space, which includes pthread_internal_t and thread stack.
Elliott Hughes960ee372013-12-11 12:41:54 -0800114 // First make sure that the kernel does not try to clear the tid field
115 // because we'll have freed the memory before the thread actually exits.
Yi Kong32bc0fc2018-08-02 17:31:13 -0700116 __set_tid_address(nullptr);
Yabin Cui8cf1b302014-12-03 21:36:24 -0800117
Elliott Hughes7484c212017-02-02 02:41:38 +0000118 // pthread_internal_t is freed below with stack, not here.
119 __pthread_internal_remove(thread);
120
Yabin Cui58cf31b2015-03-06 17:23:53 -0800121 if (thread->mmap_size != 0) {
122 // We need to free mapped space for detached threads when they exit.
123 // That's not something we can do in C.
124
125 // We don't want to take a signal after we've unmapped the stack.
Elliott Hughes4b1c6e72018-01-24 18:54:38 -0800126 // That's one last thing we can do before dropping to assembler.
127 ScopedSignalBlocker ssb;
128 __pthread_unmap_tls(thread);
Yabin Cui58cf31b2015-03-06 17:23:53 -0800129 _exit_with_stack_teardown(thread->attr.stack_base, thread->mmap_size);
130 }
Elliott Hughesc3f11402013-10-30 14:40:09 -0700131 }
Elliott Hughesc3f11402013-10-30 14:40:09 -0700132
Yabin Cui58cf31b2015-03-06 17:23:53 -0800133 // No need to free mapped space. Either there was no space mapped, or it is left for
134 // the pthread_join caller to clean up.
Elliott Hughes4b1c6e72018-01-24 18:54:38 -0800135 __pthread_unmap_tls(thread);
Yabin Cui58cf31b2015-03-06 17:23:53 -0800136 __exit(0);
Elliott Hughesc3f11402013-10-30 14:40:09 -0700137}