blob: 6eb17495ab5285041a66e2e675d43c1f1521e002 [file] [log] [blame]
Mitch Phillipsf3968e82020-01-31 19:57:04 -08001/*
2 * Copyright (C) 2020 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Mitch Phillips4c9293f2020-02-14 14:50:35 -080029#include <platform/bionic/android_unsafe_frame_pointer_chase.h>
Mitch Phillipsf3968e82020-01-31 19:57:04 -080030#include <platform/bionic/malloc.h>
Mitch Phillips0083b0f2020-02-13 17:37:11 -080031#include <private/bionic_arc4random.h>
Mitch Phillips4c9293f2020-02-14 14:50:35 -080032#include <private/bionic_globals.h>
Mitch Phillipsf3968e82020-01-31 19:57:04 -080033#include <private/bionic_malloc_dispatch.h>
34#include <stddef.h>
35#include <stdint.h>
36#include <stdio.h>
37#include <string.h>
38#include <sys/types.h>
39
40#include "bionic/gwp_asan_wrappers.h"
41#include "gwp_asan/guarded_pool_allocator.h"
42#include "gwp_asan/options.h"
Mitch Phillipsf3968e82020-01-31 19:57:04 -080043#include "malloc_common.h"
44
45#ifndef LIBC_STATIC
46#include "bionic/malloc_common_dynamic.h"
47#endif // LIBC_STATIC
48
49static gwp_asan::GuardedPoolAllocator GuardedAlloc;
50static const MallocDispatch* prev_dispatch;
51
52using Options = gwp_asan::options::Options;
53
54// ============================================================================
55// Implementation of gFunctions.
56// ============================================================================
57
58// This function handles initialisation as asked for by MallocInitImpl. This
59// should always be called in a single-threaded context.
60bool gwp_asan_initialize(const MallocDispatch* dispatch, bool*, const char*) {
61 prev_dispatch = dispatch;
62
63 Options Opts;
64 Opts.Enabled = true;
65 Opts.MaxSimultaneousAllocations = 32;
66 Opts.SampleRate = 2500;
67 Opts.InstallSignalHandlers = false;
68 Opts.InstallForkHandlers = true;
Mitch Phillips4c9293f2020-02-14 14:50:35 -080069 Opts.Backtrace = android_unsafe_frame_pointer_chase;
Mitch Phillipsf3968e82020-01-31 19:57:04 -080070
71 GuardedAlloc.init(Opts);
Mitch Phillips4d62ffc2020-02-18 17:13:52 -080072 // TODO(b/149790891): The log line below causes ART tests to fail as they're
73 // not expecting any output. Disable the output for now.
74 // info_log("GWP-ASan has been enabled.");
Mitch Phillips4c9293f2020-02-14 14:50:35 -080075
76 __libc_shared_globals()->gwp_asan_state = GuardedAlloc.getAllocatorState();
77 __libc_shared_globals()->gwp_asan_metadata = GuardedAlloc.getMetadataRegion();
Mitch Phillipsf3968e82020-01-31 19:57:04 -080078 return true;
79}
80
81void gwp_asan_finalize() {
82}
83
84void gwp_asan_get_malloc_leak_info(uint8_t**, size_t*, size_t*, size_t*, size_t*) {
85}
86
87void gwp_asan_free_malloc_leak_info(uint8_t*) {
88}
89
90ssize_t gwp_asan_malloc_backtrace(void*, uintptr_t*, size_t) {
91 // TODO(mitchp): GWP-ASan might be able to return the backtrace for the
92 // provided address.
93 return -1;
94}
95
96bool gwp_asan_write_malloc_leak_info(FILE*) {
97 return false;
98}
99
100void* gwp_asan_gfunctions[] = {
101 (void*)gwp_asan_initialize, (void*)gwp_asan_finalize,
102 (void*)gwp_asan_get_malloc_leak_info, (void*)gwp_asan_free_malloc_leak_info,
103 (void*)gwp_asan_malloc_backtrace, (void*)gwp_asan_write_malloc_leak_info,
104};
105
106// ============================================================================
107// Implementation of GWP-ASan malloc wrappers.
108// ============================================================================
109
110void* gwp_asan_calloc(size_t n_elements, size_t elem_size) {
111 if (__predict_false(GuardedAlloc.shouldSample())) {
112 size_t bytes;
113 if (!__builtin_mul_overflow(n_elements, elem_size, &bytes)) {
114 if (void* result = GuardedAlloc.allocate(bytes)) {
115 return result;
116 }
117 }
118 }
119 return prev_dispatch->calloc(n_elements, elem_size);
120}
121
122void gwp_asan_free(void* mem) {
123 if (__predict_false(GuardedAlloc.pointerIsMine(mem))) {
124 GuardedAlloc.deallocate(mem);
125 return;
126 }
127 prev_dispatch->free(mem);
128}
129
130void* gwp_asan_malloc(size_t bytes) {
131 if (__predict_false(GuardedAlloc.shouldSample())) {
132 if (void* result = GuardedAlloc.allocate(bytes)) {
133 return result;
134 }
135 }
136 return prev_dispatch->malloc(bytes);
137}
138
139size_t gwp_asan_malloc_usable_size(const void* mem) {
140 if (__predict_false(GuardedAlloc.pointerIsMine(mem))) {
141 return GuardedAlloc.getSize(mem);
142 }
143 return prev_dispatch->malloc_usable_size(mem);
144}
145
146void* gwp_asan_realloc(void* old_mem, size_t bytes) {
147 if (__predict_false(GuardedAlloc.pointerIsMine(old_mem))) {
148 size_t old_size = GuardedAlloc.getSize(old_mem);
149 void* new_ptr = gwp_asan_malloc(bytes);
150 if (new_ptr) memcpy(new_ptr, old_mem, (bytes < old_size) ? bytes : old_size);
151 GuardedAlloc.deallocate(old_mem);
152 return new_ptr;
153 }
154 return prev_dispatch->realloc(old_mem, bytes);
155}
156
157int gwp_asan_malloc_iterate(uintptr_t base, size_t size,
158 void (*callback)(uintptr_t base, size_t size, void* arg), void* arg) {
159 if (__predict_false(GuardedAlloc.pointerIsMine(reinterpret_cast<void*>(base)))) {
160 // TODO(mitchp): GPA::iterate() returns void, but should return int.
161 // TODO(mitchp): GPA::iterate() should take uintptr_t, not void*.
162 GuardedAlloc.iterate(reinterpret_cast<void*>(base), size, callback, arg);
163 return 0;
164 }
165 return prev_dispatch->malloc_iterate(base, size, callback, arg);
166}
167
168void gwp_asan_malloc_disable() {
169 GuardedAlloc.disable();
170 prev_dispatch->malloc_disable();
171}
172
173void gwp_asan_malloc_enable() {
174 GuardedAlloc.enable();
175 prev_dispatch->malloc_enable();
176}
177
178static const MallocDispatch gwp_asan_dispatch __attribute__((unused)) = {
Mitch Phillips32abb0b2020-03-16 09:52:45 -0700179 gwp_asan_calloc,
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800180 gwp_asan_free,
181 Malloc(mallinfo),
182 gwp_asan_malloc,
183 gwp_asan_malloc_usable_size,
184 Malloc(memalign),
185 Malloc(posix_memalign),
186#if defined(HAVE_DEPRECATED_MALLOC_FUNCS)
187 Malloc(pvalloc),
188#endif
189 gwp_asan_realloc,
190#if defined(HAVE_DEPRECATED_MALLOC_FUNCS)
191 Malloc(valloc),
192#endif
193 gwp_asan_malloc_iterate,
194 gwp_asan_malloc_disable,
195 gwp_asan_malloc_enable,
196 Malloc(mallopt),
197 Malloc(aligned_alloc),
198 Malloc(malloc_info),
199};
200
Mitch Phillips0083b0f2020-02-13 17:37:11 -0800201// The probability (1 / kProcessSampleRate) that a process will be ranodmly
202// selected for sampling. kProcessSampleRate should always be a power of two to
203// avoid modulo bias.
204static constexpr uint8_t kProcessSampleRate = 128;
205
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800206bool ShouldGwpAsanSampleProcess() {
Mitch Phillips0083b0f2020-02-13 17:37:11 -0800207 uint8_t random_number;
208 __libc_safe_arc4random_buf(&random_number, sizeof(random_number));
209 return random_number % kProcessSampleRate == 0;
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800210}
211
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800212bool MaybeInitGwpAsanFromLibc(libc_globals* globals) {
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800213 // Never initialize the Zygote here. A Zygote chosen for sampling would also
214 // have all of its children sampled. Instead, the Zygote child will choose
215 // whether it samples or not just after the Zygote forks. For
216 // libc_scudo-preloaded executables (like mediaswcodec), the program name
217 // might not be available yet. The zygote never uses dynamic libc_scudo.
218 const char* progname = getprogname();
219 if (progname && strncmp(progname, "app_process", 11) == 0) {
220 return false;
221 }
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800222 return MaybeInitGwpAsan(globals);
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800223}
224
225static bool GwpAsanInitialized = false;
226
227// Maybe initializes GWP-ASan. Called by android_mallopt() and libc's
228// initialisation. This should always be called in a single-threaded context.
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800229bool MaybeInitGwpAsan(libc_globals* globals, bool force_init) {
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800230 if (GwpAsanInitialized) {
231 error_log("GWP-ASan was already initialized for this process.");
232 return false;
233 }
234
235 // If the caller hasn't forced GWP-ASan on, check whether we should sample
236 // this process.
237 if (!force_init && !ShouldGwpAsanSampleProcess()) {
238 return false;
239 }
240
241 // GWP-ASan is compatible with heapprofd/malloc_debug/malloc_hooks iff
242 // GWP-ASan was installed first. If one of these other libraries was already
243 // installed, we don't enable GWP-ASan. These libraries are normally enabled
244 // in libc_init after GWP-ASan, but if the new process is a zygote child and
245 // trying to initialize GWP-ASan through mallopt(), one of these libraries may
246 // be installed. It may be possible to change this in future by modifying the
247 // internal dispatch pointers of these libraries at this point in time, but
248 // given that they're all debug-only, we don't really mind for now.
249 if (GetDefaultDispatchTable() != nullptr) {
250 // Something else is installed.
251 return false;
252 }
253
254 // GWP-ASan's initialization is always called in a single-threaded context, so
255 // we can initialize lock-free.
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800256 // Set GWP-ASan as the malloc dispatch table.
257 globals->malloc_dispatch_table = gwp_asan_dispatch;
258 atomic_store(&globals->default_dispatch_table, &gwp_asan_dispatch);
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800259
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800260 // If malloc_limit isn't installed, we can skip the default_dispatch_table
261 // lookup.
262 if (GetDispatchTable() == nullptr) {
263 atomic_store(&globals->current_dispatch_table, &gwp_asan_dispatch);
264 }
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800265
266#ifndef LIBC_STATIC
267 SetGlobalFunctions(gwp_asan_gfunctions);
268#endif // LIBC_STATIC
269
270 GwpAsanInitialized = true;
271
272 gwp_asan_initialize(NativeAllocatorDispatch(), nullptr, nullptr);
273
274 return true;
275}
Mitch Phillipsc03856c2020-02-13 16:41:14 -0800276
277bool DispatchIsGwpAsan(const MallocDispatch* dispatch) {
278 return dispatch == &gwp_asan_dispatch;
279}