blob: 03c0f976eb68d14297737a7d1bd44be44586477f [file] [log] [blame]
Mitch Phillipsf3968e82020-01-31 19:57:04 -08001/*
2 * Copyright (C) 2020 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29#include <platform/bionic/malloc.h>
Mitch Phillips0083b0f2020-02-13 17:37:11 -080030#include <private/bionic_arc4random.h>
Mitch Phillipsf3968e82020-01-31 19:57:04 -080031#include <private/bionic_malloc_dispatch.h>
32#include <stddef.h>
33#include <stdint.h>
34#include <stdio.h>
35#include <string.h>
36#include <sys/types.h>
37
38#include "bionic/gwp_asan_wrappers.h"
39#include "gwp_asan/guarded_pool_allocator.h"
40#include "gwp_asan/options.h"
41#include "gwp_asan/random.h"
42#include "malloc_common.h"
43
44#ifndef LIBC_STATIC
45#include "bionic/malloc_common_dynamic.h"
46#endif // LIBC_STATIC
47
48static gwp_asan::GuardedPoolAllocator GuardedAlloc;
49static const MallocDispatch* prev_dispatch;
50
51using Options = gwp_asan::options::Options;
52
53// ============================================================================
54// Implementation of gFunctions.
55// ============================================================================
56
57// This function handles initialisation as asked for by MallocInitImpl. This
58// should always be called in a single-threaded context.
59bool gwp_asan_initialize(const MallocDispatch* dispatch, bool*, const char*) {
60 prev_dispatch = dispatch;
61
62 Options Opts;
63 Opts.Enabled = true;
64 Opts.MaxSimultaneousAllocations = 32;
65 Opts.SampleRate = 2500;
66 Opts.InstallSignalHandlers = false;
67 Opts.InstallForkHandlers = true;
68
69 GuardedAlloc.init(Opts);
70 info_log("GWP-ASan has been enabled.");
71 return true;
72}
73
74void gwp_asan_finalize() {
75}
76
77void gwp_asan_get_malloc_leak_info(uint8_t**, size_t*, size_t*, size_t*, size_t*) {
78}
79
80void gwp_asan_free_malloc_leak_info(uint8_t*) {
81}
82
83ssize_t gwp_asan_malloc_backtrace(void*, uintptr_t*, size_t) {
84 // TODO(mitchp): GWP-ASan might be able to return the backtrace for the
85 // provided address.
86 return -1;
87}
88
89bool gwp_asan_write_malloc_leak_info(FILE*) {
90 return false;
91}
92
93void* gwp_asan_gfunctions[] = {
94 (void*)gwp_asan_initialize, (void*)gwp_asan_finalize,
95 (void*)gwp_asan_get_malloc_leak_info, (void*)gwp_asan_free_malloc_leak_info,
96 (void*)gwp_asan_malloc_backtrace, (void*)gwp_asan_write_malloc_leak_info,
97};
98
99// ============================================================================
100// Implementation of GWP-ASan malloc wrappers.
101// ============================================================================
102
103void* gwp_asan_calloc(size_t n_elements, size_t elem_size) {
104 if (__predict_false(GuardedAlloc.shouldSample())) {
105 size_t bytes;
106 if (!__builtin_mul_overflow(n_elements, elem_size, &bytes)) {
107 if (void* result = GuardedAlloc.allocate(bytes)) {
108 return result;
109 }
110 }
111 }
112 return prev_dispatch->calloc(n_elements, elem_size);
113}
114
115void gwp_asan_free(void* mem) {
116 if (__predict_false(GuardedAlloc.pointerIsMine(mem))) {
117 GuardedAlloc.deallocate(mem);
118 return;
119 }
120 prev_dispatch->free(mem);
121}
122
123void* gwp_asan_malloc(size_t bytes) {
124 if (__predict_false(GuardedAlloc.shouldSample())) {
125 if (void* result = GuardedAlloc.allocate(bytes)) {
126 return result;
127 }
128 }
129 return prev_dispatch->malloc(bytes);
130}
131
132size_t gwp_asan_malloc_usable_size(const void* mem) {
133 if (__predict_false(GuardedAlloc.pointerIsMine(mem))) {
134 return GuardedAlloc.getSize(mem);
135 }
136 return prev_dispatch->malloc_usable_size(mem);
137}
138
139void* gwp_asan_realloc(void* old_mem, size_t bytes) {
140 if (__predict_false(GuardedAlloc.pointerIsMine(old_mem))) {
141 size_t old_size = GuardedAlloc.getSize(old_mem);
142 void* new_ptr = gwp_asan_malloc(bytes);
143 if (new_ptr) memcpy(new_ptr, old_mem, (bytes < old_size) ? bytes : old_size);
144 GuardedAlloc.deallocate(old_mem);
145 return new_ptr;
146 }
147 return prev_dispatch->realloc(old_mem, bytes);
148}
149
150int gwp_asan_malloc_iterate(uintptr_t base, size_t size,
151 void (*callback)(uintptr_t base, size_t size, void* arg), void* arg) {
152 if (__predict_false(GuardedAlloc.pointerIsMine(reinterpret_cast<void*>(base)))) {
153 // TODO(mitchp): GPA::iterate() returns void, but should return int.
154 // TODO(mitchp): GPA::iterate() should take uintptr_t, not void*.
155 GuardedAlloc.iterate(reinterpret_cast<void*>(base), size, callback, arg);
156 return 0;
157 }
158 return prev_dispatch->malloc_iterate(base, size, callback, arg);
159}
160
161void gwp_asan_malloc_disable() {
162 GuardedAlloc.disable();
163 prev_dispatch->malloc_disable();
164}
165
166void gwp_asan_malloc_enable() {
167 GuardedAlloc.enable();
168 prev_dispatch->malloc_enable();
169}
170
171static const MallocDispatch gwp_asan_dispatch __attribute__((unused)) = {
172 gwp_asan_calloc,
173 gwp_asan_free,
174 Malloc(mallinfo),
175 gwp_asan_malloc,
176 gwp_asan_malloc_usable_size,
177 Malloc(memalign),
178 Malloc(posix_memalign),
179#if defined(HAVE_DEPRECATED_MALLOC_FUNCS)
180 Malloc(pvalloc),
181#endif
182 gwp_asan_realloc,
183#if defined(HAVE_DEPRECATED_MALLOC_FUNCS)
184 Malloc(valloc),
185#endif
186 gwp_asan_malloc_iterate,
187 gwp_asan_malloc_disable,
188 gwp_asan_malloc_enable,
189 Malloc(mallopt),
190 Malloc(aligned_alloc),
191 Malloc(malloc_info),
192};
193
Mitch Phillips0083b0f2020-02-13 17:37:11 -0800194// The probability (1 / kProcessSampleRate) that a process will be ranodmly
195// selected for sampling. kProcessSampleRate should always be a power of two to
196// avoid modulo bias.
197static constexpr uint8_t kProcessSampleRate = 128;
198
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800199bool ShouldGwpAsanSampleProcess() {
Mitch Phillips0083b0f2020-02-13 17:37:11 -0800200 uint8_t random_number;
201 __libc_safe_arc4random_buf(&random_number, sizeof(random_number));
202 return random_number % kProcessSampleRate == 0;
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800203}
204
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800205bool MaybeInitGwpAsanFromLibc(libc_globals* globals) {
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800206 // Never initialize the Zygote here. A Zygote chosen for sampling would also
207 // have all of its children sampled. Instead, the Zygote child will choose
208 // whether it samples or not just after the Zygote forks. For
209 // libc_scudo-preloaded executables (like mediaswcodec), the program name
210 // might not be available yet. The zygote never uses dynamic libc_scudo.
211 const char* progname = getprogname();
212 if (progname && strncmp(progname, "app_process", 11) == 0) {
213 return false;
214 }
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800215 return MaybeInitGwpAsan(globals);
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800216}
217
218static bool GwpAsanInitialized = false;
219
220// Maybe initializes GWP-ASan. Called by android_mallopt() and libc's
221// initialisation. This should always be called in a single-threaded context.
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800222bool MaybeInitGwpAsan(libc_globals* globals, bool force_init) {
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800223 if (GwpAsanInitialized) {
224 error_log("GWP-ASan was already initialized for this process.");
225 return false;
226 }
227
228 // If the caller hasn't forced GWP-ASan on, check whether we should sample
229 // this process.
230 if (!force_init && !ShouldGwpAsanSampleProcess()) {
231 return false;
232 }
233
234 // GWP-ASan is compatible with heapprofd/malloc_debug/malloc_hooks iff
235 // GWP-ASan was installed first. If one of these other libraries was already
236 // installed, we don't enable GWP-ASan. These libraries are normally enabled
237 // in libc_init after GWP-ASan, but if the new process is a zygote child and
238 // trying to initialize GWP-ASan through mallopt(), one of these libraries may
239 // be installed. It may be possible to change this in future by modifying the
240 // internal dispatch pointers of these libraries at this point in time, but
241 // given that they're all debug-only, we don't really mind for now.
242 if (GetDefaultDispatchTable() != nullptr) {
243 // Something else is installed.
244 return false;
245 }
246
247 // GWP-ASan's initialization is always called in a single-threaded context, so
248 // we can initialize lock-free.
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800249 // Set GWP-ASan as the malloc dispatch table.
250 globals->malloc_dispatch_table = gwp_asan_dispatch;
251 atomic_store(&globals->default_dispatch_table, &gwp_asan_dispatch);
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800252
Mitch Phillipsbba80dc2020-02-11 14:42:14 -0800253 // If malloc_limit isn't installed, we can skip the default_dispatch_table
254 // lookup.
255 if (GetDispatchTable() == nullptr) {
256 atomic_store(&globals->current_dispatch_table, &gwp_asan_dispatch);
257 }
Mitch Phillipsf3968e82020-01-31 19:57:04 -0800258
259#ifndef LIBC_STATIC
260 SetGlobalFunctions(gwp_asan_gfunctions);
261#endif // LIBC_STATIC
262
263 GwpAsanInitialized = true;
264
265 gwp_asan_initialize(NativeAllocatorDispatch(), nullptr, nullptr);
266
267 return true;
268}
Mitch Phillipsc03856c2020-02-13 16:41:14 -0800269
270bool DispatchIsGwpAsan(const MallocDispatch* dispatch) {
271 return dispatch == &gwp_asan_dispatch;
272}