| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2008 The Android Open Source Project | 
|  | 3 | * All rights reserved. | 
|  | 4 | * | 
|  | 5 | * Redistribution and use in source and binary forms, with or without | 
|  | 6 | * modification, are permitted provided that the following conditions | 
|  | 7 | * are met: | 
|  | 8 | *  * Redistributions of source code must retain the above copyright | 
|  | 9 | *    notice, this list of conditions and the following disclaimer. | 
|  | 10 | *  * Redistributions in binary form must reproduce the above copyright | 
|  | 11 | *    notice, this list of conditions and the following disclaimer in | 
|  | 12 | *    the documentation and/or other materials provided with the | 
|  | 13 | *    distribution. | 
|  | 14 | * | 
|  | 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 
|  | 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 
|  | 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS | 
|  | 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE | 
|  | 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, | 
|  | 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, | 
|  | 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS | 
|  | 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED | 
|  | 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | 
|  | 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT | 
|  | 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF | 
|  | 26 | * SUCH DAMAGE. | 
|  | 27 | */ | 
|  | 28 |  | 
|  | 29 | #include <pthread.h> | 
|  | 30 |  | 
| Elliott Hughes | 61fb3fc | 2013-11-07 12:28:46 -0800 | [diff] [blame] | 31 | #include <signal.h> | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 32 | #include <stdlib.h> | 
| Elliott Hughes | f86c449 | 2016-02-25 22:05:28 -0800 | [diff] [blame] | 33 | #include <string.h> | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 34 | #include <sys/mman.h> | 
|  | 35 |  | 
| dimitry | fa43252 | 2017-10-25 13:07:45 +0200 | [diff] [blame] | 36 | #include "private/bionic_defs.h" | 
| Elliott Hughes | 4b1c6e7 | 2018-01-24 18:54:38 -0800 | [diff] [blame] | 37 | #include "private/ScopedSignalBlocker.h" | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 38 | #include "pthread_internal.h" | 
|  | 39 |  | 
| Elliott Hughes | 6203e7b | 2014-05-30 14:49:00 -0700 | [diff] [blame] | 40 | extern "C" __noreturn void _exit_with_stack_teardown(void*, size_t); | 
|  | 41 | extern "C" __noreturn void __exit(int); | 
| Christopher Ferris | 101fb7d | 2013-12-06 18:54:48 -0800 | [diff] [blame] | 42 | extern "C" int __set_tid_address(int*); | 
| Dmitriy Ivanov | df79c33 | 2015-03-25 17:38:10 -0700 | [diff] [blame] | 43 | extern "C" void __cxa_thread_finalize(); | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 44 |  | 
|  | 45 | /* CAVEAT: our implementation of pthread_cleanup_push/pop doesn't support C++ exceptions | 
|  | 46 | *         and thread cancelation | 
|  | 47 | */ | 
|  | 48 |  | 
| dimitry | fa43252 | 2017-10-25 13:07:45 +0200 | [diff] [blame] | 49 | __BIONIC_WEAK_FOR_NATIVE_BRIDGE | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 50 | void __pthread_cleanup_push(__pthread_cleanup_t* c, __pthread_cleanup_func_t routine, void* arg) { | 
|  | 51 | pthread_internal_t* thread = __get_thread(); | 
|  | 52 | c->__cleanup_routine = routine; | 
|  | 53 | c->__cleanup_arg = arg; | 
|  | 54 | c->__cleanup_prev = thread->cleanup_stack; | 
|  | 55 | thread->cleanup_stack = c; | 
|  | 56 | } | 
|  | 57 |  | 
| dimitry | fa43252 | 2017-10-25 13:07:45 +0200 | [diff] [blame] | 58 | __BIONIC_WEAK_FOR_NATIVE_BRIDGE | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 59 | void __pthread_cleanup_pop(__pthread_cleanup_t* c, int execute) { | 
|  | 60 | pthread_internal_t* thread = __get_thread(); | 
|  | 61 | thread->cleanup_stack = c->__cleanup_prev; | 
|  | 62 | if (execute) { | 
|  | 63 | c->__cleanup_routine(c->__cleanup_arg); | 
|  | 64 | } | 
|  | 65 | } | 
|  | 66 |  | 
| Elliott Hughes | 4b1c6e7 | 2018-01-24 18:54:38 -0800 | [diff] [blame] | 67 | static void __pthread_unmap_tls(pthread_internal_t* thread) { | 
|  | 68 | // Unmap the bionic TLS, including guard pages. | 
|  | 69 | void* allocation = reinterpret_cast<char*>(thread->bionic_tls) - PTHREAD_GUARD_SIZE; | 
|  | 70 | munmap(allocation, BIONIC_TLS_SIZE + 2 * PTHREAD_GUARD_SIZE); | 
|  | 71 | } | 
|  | 72 |  | 
| dimitry | fa43252 | 2017-10-25 13:07:45 +0200 | [diff] [blame] | 73 | __BIONIC_WEAK_FOR_NATIVE_BRIDGE | 
| Elliott Hughes | 877ec6d | 2013-11-15 17:40:18 -0800 | [diff] [blame] | 74 | void pthread_exit(void* return_value) { | 
| Dmitriy Ivanov | df79c33 | 2015-03-25 17:38:10 -0700 | [diff] [blame] | 75 | // Call dtors for thread_local objects first. | 
|  | 76 | __cxa_thread_finalize(); | 
|  | 77 |  | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 78 | pthread_internal_t* thread = __get_thread(); | 
| Elliott Hughes | 877ec6d | 2013-11-15 17:40:18 -0800 | [diff] [blame] | 79 | thread->return_value = return_value; | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 80 |  | 
| Dmitriy Ivanov | df79c33 | 2015-03-25 17:38:10 -0700 | [diff] [blame] | 81 | // Call the cleanup handlers. | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 82 | while (thread->cleanup_stack) { | 
|  | 83 | __pthread_cleanup_t* c = thread->cleanup_stack; | 
|  | 84 | thread->cleanup_stack = c->__cleanup_prev; | 
|  | 85 | c->__cleanup_routine(c->__cleanup_arg); | 
|  | 86 | } | 
|  | 87 |  | 
|  | 88 | // Call the TLS destructors. It is important to do that before removing this | 
|  | 89 | // thread from the global list. This will ensure that if someone else deletes | 
|  | 90 | // a TLS key, the corresponding value will be set to NULL in this thread's TLS | 
|  | 91 | // space (see pthread_key_delete). | 
|  | 92 | pthread_key_clean_all(); | 
|  | 93 |  | 
|  | 94 | if (thread->alternate_signal_stack != NULL) { | 
|  | 95 | // Tell the kernel to stop using the alternate signal stack. | 
| Elliott Hughes | 2c6c953 | 2016-02-25 21:51:50 -0800 | [diff] [blame] | 96 | stack_t ss; | 
|  | 97 | memset(&ss, 0, sizeof(ss)); | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 98 | ss.ss_flags = SS_DISABLE; | 
|  | 99 | sigaltstack(&ss, NULL); | 
|  | 100 |  | 
|  | 101 | // Free it. | 
| Yabin Cui | ef11500 | 2015-03-30 20:03:57 -0700 | [diff] [blame] | 102 | munmap(thread->alternate_signal_stack, SIGNAL_STACK_SIZE); | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 103 | thread->alternate_signal_stack = NULL; | 
|  | 104 | } | 
|  | 105 |  | 
| Yabin Cui | 58cf31b | 2015-03-06 17:23:53 -0800 | [diff] [blame] | 106 | ThreadJoinState old_state = THREAD_NOT_JOINED; | 
|  | 107 | while (old_state == THREAD_NOT_JOINED && | 
|  | 108 | !atomic_compare_exchange_weak(&thread->join_state, &old_state, THREAD_EXITED_NOT_JOINED)) { | 
|  | 109 | } | 
|  | 110 |  | 
|  | 111 | if (old_state == THREAD_DETACHED) { | 
| Yabin Cui | ba8dfc2 | 2015-01-06 09:31:00 -0800 | [diff] [blame] | 112 | // The thread is detached, no one will use pthread_internal_t after pthread_exit. | 
|  | 113 | // So we can free mapped space, which includes pthread_internal_t and thread stack. | 
| Elliott Hughes | 960ee37 | 2013-12-11 12:41:54 -0800 | [diff] [blame] | 114 | // First make sure that the kernel does not try to clear the tid field | 
|  | 115 | // because we'll have freed the memory before the thread actually exits. | 
| Christopher Ferris | 101fb7d | 2013-12-06 18:54:48 -0800 | [diff] [blame] | 116 | __set_tid_address(NULL); | 
| Yabin Cui | 8cf1b30 | 2014-12-03 21:36:24 -0800 | [diff] [blame] | 117 |  | 
| Elliott Hughes | 7484c21 | 2017-02-02 02:41:38 +0000 | [diff] [blame] | 118 | // pthread_internal_t is freed below with stack, not here. | 
|  | 119 | __pthread_internal_remove(thread); | 
|  | 120 |  | 
| Yabin Cui | 58cf31b | 2015-03-06 17:23:53 -0800 | [diff] [blame] | 121 | if (thread->mmap_size != 0) { | 
|  | 122 | // We need to free mapped space for detached threads when they exit. | 
|  | 123 | // That's not something we can do in C. | 
|  | 124 |  | 
|  | 125 | // We don't want to take a signal after we've unmapped the stack. | 
| Elliott Hughes | 4b1c6e7 | 2018-01-24 18:54:38 -0800 | [diff] [blame] | 126 | // That's one last thing we can do before dropping to assembler. | 
|  | 127 | ScopedSignalBlocker ssb; | 
|  | 128 | __pthread_unmap_tls(thread); | 
| Yabin Cui | 58cf31b | 2015-03-06 17:23:53 -0800 | [diff] [blame] | 129 | _exit_with_stack_teardown(thread->attr.stack_base, thread->mmap_size); | 
|  | 130 | } | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 131 | } | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 132 |  | 
| Yabin Cui | 58cf31b | 2015-03-06 17:23:53 -0800 | [diff] [blame] | 133 | // No need to free mapped space. Either there was no space mapped, or it is left for | 
|  | 134 | // the pthread_join caller to clean up. | 
| Elliott Hughes | 4b1c6e7 | 2018-01-24 18:54:38 -0800 | [diff] [blame] | 135 | __pthread_unmap_tls(thread); | 
| Yabin Cui | 58cf31b | 2015-03-06 17:23:53 -0800 | [diff] [blame] | 136 | __exit(0); | 
| Elliott Hughes | c3f1140 | 2013-10-30 14:40:09 -0700 | [diff] [blame] | 137 | } |