| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 1 | /* | 
 | 2 |  * Copyright (C) 2016 The Android Open Source Project | 
 | 3 |  * | 
 | 4 |  * Licensed under the Apache License, Version 2.0 (the "License"); | 
 | 5 |  * you may not use this file except in compliance with the License. | 
 | 6 |  * You may obtain a copy of the License at | 
 | 7 |  * | 
 | 8 |  *      http://www.apache.org/licenses/LICENSE-2.0 | 
 | 9 |  * | 
 | 10 |  * Unless required by applicable law or agreed to in writing, software | 
 | 11 |  * distributed under the License is distributed on an "AS IS" BASIS, | 
 | 12 |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
 | 13 |  * See the License for the specific language governing permissions and | 
 | 14 |  * limitations under the License. | 
 | 15 |  */ | 
 | 16 |  | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 17 | #include <errno.h> | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 18 | #include <inttypes.h> | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 19 | #include <sys/mman.h> | 
 | 20 | #include <unistd.h> | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 21 |  | 
 | 22 | #include <map> | 
 | 23 | #include <utility> | 
 | 24 |  | 
 | 25 | #include "Allocator.h" | 
 | 26 | #include "HeapWalker.h" | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 27 | #include "LeakFolding.h" | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 28 | #include "ScopedSignalHandler.h" | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 29 | #include "log.h" | 
 | 30 |  | 
| Colin Cross | a9939e9 | 2017-06-21 13:13:00 -0700 | [diff] [blame] | 31 | namespace android { | 
 | 32 |  | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 33 | bool HeapWalker::Allocation(uintptr_t begin, uintptr_t end) { | 
 | 34 |   if (end == begin) { | 
 | 35 |     end = begin + 1; | 
 | 36 |   } | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 37 |   Range range{begin, end}; | 
| Colin Cross | 3ca1976 | 2018-11-28 17:01:59 -0800 | [diff] [blame] | 38 |   if (valid_mappings_range_.end != 0 && | 
 | 39 |       (begin < valid_mappings_range_.begin || end > valid_mappings_range_.end)) { | 
 | 40 |     MEM_LOG_ALWAYS_FATAL("allocation %p-%p is outside mapping range %p-%p", | 
 | 41 |                          reinterpret_cast<void*>(begin), reinterpret_cast<void*>(end), | 
 | 42 |                          reinterpret_cast<void*>(valid_mappings_range_.begin), | 
 | 43 |                          reinterpret_cast<void*>(valid_mappings_range_.end)); | 
 | 44 |   } | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 45 |   auto inserted = allocations_.insert(std::pair<Range, AllocationInfo>(range, AllocationInfo{})); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 46 |   if (inserted.second) { | 
 | 47 |     valid_allocations_range_.begin = std::min(valid_allocations_range_.begin, begin); | 
 | 48 |     valid_allocations_range_.end = std::max(valid_allocations_range_.end, end); | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 49 |     allocation_bytes_ += range.size(); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 50 |     return true; | 
 | 51 |   } else { | 
 | 52 |     Range overlap = inserted.first->first; | 
| Colin Cross | cecd640 | 2016-04-26 17:10:04 -0700 | [diff] [blame] | 53 |     if (overlap != range) { | 
| Christopher Ferris | 47dea71 | 2017-05-03 17:34:29 -0700 | [diff] [blame] | 54 |       MEM_ALOGE("range %p-%p overlaps with existing range %p-%p", reinterpret_cast<void*>(begin), | 
 | 55 |                 reinterpret_cast<void*>(end), reinterpret_cast<void*>(overlap.begin), | 
 | 56 |                 reinterpret_cast<void*>(overlap.end)); | 
| Colin Cross | cecd640 | 2016-04-26 17:10:04 -0700 | [diff] [blame] | 57 |     } | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 58 |     return false; | 
 | 59 |   } | 
 | 60 | } | 
 | 61 |  | 
| Evgenii Stepanov | 3e1c604 | 2019-03-19 17:17:47 -0700 | [diff] [blame] | 62 | // Sanitizers may consider certain memory inaccessible through certain pointers. | 
 | 63 | // With MTE this will need to use unchecked instructions or disable tag checking globally. | 
 | 64 | static uintptr_t ReadWordAtAddressUnsafe(uintptr_t word_ptr) | 
 | 65 |     __attribute__((no_sanitize("address", "hwaddress"))) { | 
 | 66 |   return *reinterpret_cast<uintptr_t*>(word_ptr); | 
 | 67 | } | 
 | 68 |  | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 69 | bool HeapWalker::WordContainsAllocationPtr(uintptr_t word_ptr, Range* range, AllocationInfo** info) { | 
 | 70 |   walking_ptr_ = word_ptr; | 
 | 71 |   // This access may segfault if the process under test has done something strange, | 
 | 72 |   // for example mprotect(PROT_NONE) on a native heap page.  If so, it will be | 
 | 73 |   // caught and handled by mmaping a zero page over the faulting page. | 
| Evgenii Stepanov | 3e1c604 | 2019-03-19 17:17:47 -0700 | [diff] [blame] | 74 |   uintptr_t value = ReadWordAtAddressUnsafe(word_ptr); | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 75 |   walking_ptr_ = 0; | 
 | 76 |   if (value >= valid_allocations_range_.begin && value < valid_allocations_range_.end) { | 
 | 77 |     AllocationMap::iterator it = allocations_.find(Range{value, value + 1}); | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 78 |     if (it != allocations_.end()) { | 
 | 79 |       *range = it->first; | 
 | 80 |       *info = &it->second; | 
 | 81 |       return true; | 
 | 82 |     } | 
 | 83 |   } | 
 | 84 |   return false; | 
 | 85 | } | 
 | 86 |  | 
 | 87 | void HeapWalker::RecurseRoot(const Range& root) { | 
 | 88 |   allocator::vector<Range> to_do(1, root, allocator_); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 89 |   while (!to_do.empty()) { | 
 | 90 |     Range range = to_do.back(); | 
 | 91 |     to_do.pop_back(); | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 92 |  | 
| Colin Cross | d780dcb | 2018-11-27 16:14:53 -0800 | [diff] [blame] | 93 |     walking_range_ = range; | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 94 |     ForEachPtrInRange(range, [&](Range& ref_range, AllocationInfo* ref_info) { | 
 | 95 |       if (!ref_info->referenced_from_root) { | 
 | 96 |         ref_info->referenced_from_root = true; | 
 | 97 |         to_do.push_back(ref_range); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 98 |       } | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 99 |     }); | 
| Colin Cross | d780dcb | 2018-11-27 16:14:53 -0800 | [diff] [blame] | 100 |     walking_range_ = Range{0, 0}; | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 101 |   } | 
 | 102 | } | 
 | 103 |  | 
| Colin Cross | 3ca1976 | 2018-11-28 17:01:59 -0800 | [diff] [blame] | 104 | void HeapWalker::Mapping(uintptr_t begin, uintptr_t end) { | 
 | 105 |   valid_mappings_range_.begin = std::min(valid_mappings_range_.begin, begin); | 
 | 106 |   valid_mappings_range_.end = std::max(valid_mappings_range_.end, end); | 
 | 107 | } | 
 | 108 |  | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 109 | void HeapWalker::Root(uintptr_t begin, uintptr_t end) { | 
 | 110 |   roots_.push_back(Range{begin, end}); | 
 | 111 | } | 
 | 112 |  | 
 | 113 | void HeapWalker::Root(const allocator::vector<uintptr_t>& vals) { | 
 | 114 |   root_vals_.insert(root_vals_.end(), vals.begin(), vals.end()); | 
 | 115 | } | 
 | 116 |  | 
 | 117 | size_t HeapWalker::Allocations() { | 
 | 118 |   return allocations_.size(); | 
 | 119 | } | 
 | 120 |  | 
 | 121 | size_t HeapWalker::AllocationBytes() { | 
 | 122 |   return allocation_bytes_; | 
 | 123 | } | 
 | 124 |  | 
 | 125 | bool HeapWalker::DetectLeaks() { | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 126 |   // Recursively walk pointers from roots to mark referenced allocations | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 127 |   for (auto it = roots_.begin(); it != roots_.end(); it++) { | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 128 |     RecurseRoot(*it); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 129 |   } | 
 | 130 |  | 
 | 131 |   Range vals; | 
 | 132 |   vals.begin = reinterpret_cast<uintptr_t>(root_vals_.data()); | 
 | 133 |   vals.end = vals.begin + root_vals_.size() * sizeof(uintptr_t); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 134 |  | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 135 |   RecurseRoot(vals); | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 136 |  | 
| Colin Cross | d780dcb | 2018-11-27 16:14:53 -0800 | [diff] [blame] | 137 |   if (segv_page_count_ > 0) { | 
 | 138 |     MEM_ALOGE("%zu pages skipped due to segfaults", segv_page_count_); | 
 | 139 |   } | 
 | 140 |  | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 141 |   return true; | 
 | 142 | } | 
 | 143 |  | 
| Colin Cross | a83881e | 2017-06-22 10:50:05 -0700 | [diff] [blame] | 144 | bool HeapWalker::Leaked(allocator::vector<Range>& leaked, size_t limit, size_t* num_leaks_out, | 
 | 145 |                         size_t* leak_bytes_out) { | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 146 |   leaked.clear(); | 
 | 147 |  | 
 | 148 |   size_t num_leaks = 0; | 
 | 149 |   size_t leak_bytes = 0; | 
 | 150 |   for (auto it = allocations_.begin(); it != allocations_.end(); it++) { | 
 | 151 |     if (!it->second.referenced_from_root) { | 
 | 152 |       num_leaks++; | 
 | 153 |       leak_bytes += it->first.end - it->first.begin; | 
 | 154 |     } | 
 | 155 |   } | 
 | 156 |  | 
 | 157 |   size_t n = 0; | 
 | 158 |   for (auto it = allocations_.begin(); it != allocations_.end(); it++) { | 
 | 159 |     if (!it->second.referenced_from_root) { | 
| Colin Cross | 8e8f34c | 2016-03-02 17:53:39 -0800 | [diff] [blame] | 160 |       if (n++ < limit) { | 
| Colin Cross | 7add50d | 2016-01-14 15:35:40 -0800 | [diff] [blame] | 161 |         leaked.push_back(it->first); | 
 | 162 |       } | 
 | 163 |     } | 
 | 164 |   } | 
 | 165 |  | 
 | 166 |   if (num_leaks_out) { | 
 | 167 |     *num_leaks_out = num_leaks; | 
 | 168 |   } | 
 | 169 |   if (leak_bytes_out) { | 
 | 170 |     *leak_bytes_out = leak_bytes; | 
 | 171 |   } | 
 | 172 |  | 
 | 173 |   return true; | 
 | 174 | } | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 175 |  | 
 | 176 | static bool MapOverPage(void* addr) { | 
 | 177 |   const size_t page_size = sysconf(_SC_PAGE_SIZE); | 
| Colin Cross | a83881e | 2017-06-22 10:50:05 -0700 | [diff] [blame] | 178 |   void* page = reinterpret_cast<void*>(reinterpret_cast<uintptr_t>(addr) & ~(page_size - 1)); | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 179 |  | 
| Colin Cross | a83881e | 2017-06-22 10:50:05 -0700 | [diff] [blame] | 180 |   void* ret = mmap(page, page_size, PROT_READ, MAP_ANONYMOUS | MAP_PRIVATE | MAP_FIXED, -1, 0); | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 181 |   if (ret == MAP_FAILED) { | 
| Christopher Ferris | 47dea71 | 2017-05-03 17:34:29 -0700 | [diff] [blame] | 182 |     MEM_ALOGE("failed to map page at %p: %s", page, strerror(errno)); | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 183 |     return false; | 
 | 184 |   } | 
 | 185 |  | 
 | 186 |   return true; | 
 | 187 | } | 
 | 188 |  | 
| Colin Cross | a83881e | 2017-06-22 10:50:05 -0700 | [diff] [blame] | 189 | void HeapWalker::HandleSegFault(ScopedSignalHandler& handler, int signal, siginfo_t* si, | 
 | 190 |                                 void* /*uctx*/) { | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 191 |   uintptr_t addr = reinterpret_cast<uintptr_t>(si->si_addr); | 
 | 192 |   if (addr != walking_ptr_) { | 
 | 193 |     handler.reset(); | 
 | 194 |     return; | 
 | 195 |   } | 
| Colin Cross | d780dcb | 2018-11-27 16:14:53 -0800 | [diff] [blame] | 196 |   if (!segv_logged_) { | 
 | 197 |     MEM_ALOGW("failed to read page at %p, signal %d", si->si_addr, signal); | 
 | 198 |     if (walking_range_.begin != 0U) { | 
 | 199 |       MEM_ALOGW("while walking range %p-%p", reinterpret_cast<void*>(walking_range_.begin), | 
 | 200 |                 reinterpret_cast<void*>(walking_range_.end)); | 
 | 201 |     } | 
 | 202 |     segv_logged_ = true; | 
 | 203 |   } | 
 | 204 |   segv_page_count_++; | 
| Colin Cross | ba5d9ff | 2016-04-26 16:51:32 -0700 | [diff] [blame] | 205 |   if (!MapOverPage(si->si_addr)) { | 
 | 206 |     handler.reset(); | 
 | 207 |   } | 
 | 208 | } | 
 | 209 |  | 
| Colin Cross | 87315e9 | 2019-03-20 16:02:54 -0700 | [diff] [blame] | 210 | Allocator<ScopedSignalHandler::SignalFnMap>::unique_ptr ScopedSignalHandler::handler_map_; | 
| Colin Cross | a9939e9 | 2017-06-21 13:13:00 -0700 | [diff] [blame] | 211 |  | 
 | 212 | }  // namespace android |