| Steven Moreland | 7253041 | 2020-01-13 16:13:58 -0800 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2018 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 17 |  | 
| Connor O'Brien | d65f2a0 | 2019-08-28 16:15:38 -0700 | [diff] [blame] | 18 | #include <bpf_timeinstate.h> | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 19 |  | 
|  | 20 | #include <sys/sysinfo.h> | 
|  | 21 |  | 
| Dmitri Plotnikov | 2677dba | 2020-10-17 21:06:55 -0700 | [diff] [blame] | 22 | #include <pthread.h> | 
|  | 23 | #include <semaphore.h> | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 24 | #include <numeric> | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 25 | #include <unordered_map> | 
|  | 26 | #include <vector> | 
|  | 27 |  | 
|  | 28 | #include <gtest/gtest.h> | 
|  | 29 |  | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 30 | #include <android-base/unique_fd.h> | 
|  | 31 | #include <bpf/BpfMap.h> | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 32 | #include <cputimeinstate.h> | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 33 | #include <libbpf.h> | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 34 |  | 
|  | 35 | namespace android { | 
|  | 36 | namespace bpf { | 
|  | 37 |  | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 38 | static constexpr uint64_t NSEC_PER_SEC = 1000000000; | 
|  | 39 | static constexpr uint64_t NSEC_PER_YEAR = NSEC_PER_SEC * 60 * 60 * 24 * 365; | 
|  | 40 |  | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 41 | using std::vector; | 
|  | 42 |  | 
| Rafal Slawik | 45caa84 | 2021-01-29 12:25:56 +0000 | [diff] [blame] | 43 | TEST(TimeInStateTest, IsTrackingSupported) { | 
|  | 44 | isTrackingUidTimesSupported(); | 
|  | 45 | SUCCEED(); | 
|  | 46 | } | 
|  | 47 |  | 
| Rafal Slawik | 27c48db | 2021-01-05 19:10:07 +0000 | [diff] [blame] | 48 | TEST(TimeInStateTest, TotalTimeInState) { | 
|  | 49 | auto times = getTotalCpuFreqTimes(); | 
|  | 50 | ASSERT_TRUE(times.has_value()); | 
|  | 51 | EXPECT_FALSE(times->empty()); | 
|  | 52 | } | 
|  | 53 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 54 | TEST(TimeInStateTest, SingleUidTimeInState) { | 
| Connor O'Brien | f03b6ae | 2019-06-05 18:03:12 -0700 | [diff] [blame] | 55 | auto times = getUidCpuFreqTimes(0); | 
|  | 56 | ASSERT_TRUE(times.has_value()); | 
|  | 57 | EXPECT_FALSE(times->empty()); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 58 | } | 
|  | 59 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 60 | TEST(TimeInStateTest, SingleUidConcurrentTimes) { | 
|  | 61 | auto concurrentTimes = getUidConcurrentTimes(0); | 
|  | 62 | ASSERT_TRUE(concurrentTimes.has_value()); | 
|  | 63 | ASSERT_FALSE(concurrentTimes->active.empty()); | 
|  | 64 | ASSERT_FALSE(concurrentTimes->policy.empty()); | 
|  | 65 |  | 
|  | 66 | uint64_t policyEntries = 0; | 
|  | 67 | for (const auto &policyTimeVec : concurrentTimes->policy) policyEntries += policyTimeVec.size(); | 
|  | 68 | ASSERT_EQ(concurrentTimes->active.size(), policyEntries); | 
|  | 69 | } | 
|  | 70 |  | 
|  | 71 | static void TestConcurrentTimesConsistent(const struct concurrent_time_t &concurrentTime) { | 
|  | 72 | size_t maxPolicyCpus = 0; | 
|  | 73 | for (const auto &vec : concurrentTime.policy) { | 
|  | 74 | maxPolicyCpus = std::max(maxPolicyCpus, vec.size()); | 
|  | 75 | } | 
|  | 76 | uint64_t policySum = 0; | 
|  | 77 | for (size_t i = 0; i < maxPolicyCpus; ++i) { | 
|  | 78 | for (const auto &vec : concurrentTime.policy) { | 
|  | 79 | if (i < vec.size()) policySum += vec[i]; | 
|  | 80 | } | 
|  | 81 | ASSERT_LE(concurrentTime.active[i], policySum); | 
|  | 82 | policySum -= concurrentTime.active[i]; | 
|  | 83 | } | 
|  | 84 | policySum = 0; | 
|  | 85 | for (size_t i = 0; i < concurrentTime.active.size(); ++i) { | 
|  | 86 | for (const auto &vec : concurrentTime.policy) { | 
|  | 87 | if (i < vec.size()) policySum += vec[vec.size() - 1 - i]; | 
|  | 88 | } | 
|  | 89 | auto activeSum = concurrentTime.active[concurrentTime.active.size() - 1 - i]; | 
|  | 90 | // This check is slightly flaky because we may read a map entry in the middle of an update | 
|  | 91 | // when active times have been updated but policy times have not. This happens infrequently | 
|  | 92 | // and can be distinguished from more serious bugs by re-running the test: if the underlying | 
|  | 93 | // data itself is inconsistent, the test will fail every time. | 
|  | 94 | ASSERT_LE(activeSum, policySum); | 
|  | 95 | policySum -= activeSum; | 
|  | 96 | } | 
|  | 97 | } | 
|  | 98 |  | 
|  | 99 | static void TestUidTimesConsistent(const std::vector<std::vector<uint64_t>> &timeInState, | 
|  | 100 | const struct concurrent_time_t &concurrentTime) { | 
|  | 101 | ASSERT_NO_FATAL_FAILURE(TestConcurrentTimesConsistent(concurrentTime)); | 
|  | 102 | ASSERT_EQ(timeInState.size(), concurrentTime.policy.size()); | 
|  | 103 | uint64_t policySum = 0; | 
|  | 104 | for (uint32_t i = 0; i < timeInState.size(); ++i) { | 
|  | 105 | uint64_t tisSum = | 
|  | 106 | std::accumulate(timeInState[i].begin(), timeInState[i].end(), (uint64_t)0); | 
|  | 107 | uint64_t concurrentSum = std::accumulate(concurrentTime.policy[i].begin(), | 
|  | 108 | concurrentTime.policy[i].end(), (uint64_t)0); | 
|  | 109 | if (tisSum < concurrentSum) | 
|  | 110 | ASSERT_LE(concurrentSum - tisSum, NSEC_PER_SEC); | 
|  | 111 | else | 
|  | 112 | ASSERT_LE(tisSum - concurrentSum, NSEC_PER_SEC); | 
|  | 113 | policySum += concurrentSum; | 
|  | 114 | } | 
|  | 115 | uint64_t activeSum = std::accumulate(concurrentTime.active.begin(), concurrentTime.active.end(), | 
|  | 116 | (uint64_t)0); | 
|  | 117 | EXPECT_EQ(activeSum, policySum); | 
|  | 118 | } | 
|  | 119 |  | 
|  | 120 | TEST(TimeInStateTest, SingleUidTimesConsistent) { | 
|  | 121 | auto times = getUidCpuFreqTimes(0); | 
|  | 122 | ASSERT_TRUE(times.has_value()); | 
|  | 123 |  | 
|  | 124 | auto concurrentTimes = getUidConcurrentTimes(0); | 
|  | 125 | ASSERT_TRUE(concurrentTimes.has_value()); | 
|  | 126 |  | 
|  | 127 | ASSERT_NO_FATAL_FAILURE(TestUidTimesConsistent(*times, *concurrentTimes)); | 
|  | 128 | } | 
|  | 129 |  | 
|  | 130 | TEST(TimeInStateTest, AllUidTimeInState) { | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 131 | uint64_t zero = 0; | 
|  | 132 | auto maps = {getUidsCpuFreqTimes(), getUidsUpdatedCpuFreqTimes(&zero)}; | 
|  | 133 | for (const auto &map : maps) { | 
|  | 134 | ASSERT_TRUE(map.has_value()); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 135 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 136 | ASSERT_FALSE(map->empty()); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 137 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 138 | vector<size_t> sizes; | 
|  | 139 | auto firstEntry = map->begin()->second; | 
|  | 140 | for (const auto &subEntry : firstEntry) sizes.emplace_back(subEntry.size()); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 141 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 142 | for (const auto &vec : *map) { | 
|  | 143 | ASSERT_EQ(vec.second.size(), sizes.size()); | 
|  | 144 | for (size_t i = 0; i < vec.second.size(); ++i) ASSERT_EQ(vec.second[i].size(), sizes[i]); | 
|  | 145 | } | 
|  | 146 | } | 
|  | 147 | } | 
|  | 148 |  | 
|  | 149 | void TestCheckUpdate(const std::vector<std::vector<uint64_t>> &before, | 
|  | 150 | const std::vector<std::vector<uint64_t>> &after) { | 
|  | 151 | ASSERT_EQ(before.size(), after.size()); | 
|  | 152 | uint64_t sumBefore = 0, sumAfter = 0; | 
|  | 153 | for (size_t i = 0; i < before.size(); ++i) { | 
|  | 154 | ASSERT_EQ(before[i].size(), after[i].size()); | 
|  | 155 | for (size_t j = 0; j < before[i].size(); ++j) { | 
|  | 156 | // Times should never decrease | 
|  | 157 | ASSERT_LE(before[i][j], after[i][j]); | 
|  | 158 | } | 
|  | 159 | sumBefore += std::accumulate(before[i].begin(), before[i].end(), (uint64_t)0); | 
|  | 160 | sumAfter += std::accumulate(after[i].begin(), after[i].end(), (uint64_t)0); | 
|  | 161 | } | 
|  | 162 | ASSERT_LE(sumBefore, sumAfter); | 
|  | 163 | ASSERT_LE(sumAfter - sumBefore, NSEC_PER_SEC); | 
|  | 164 | } | 
|  | 165 |  | 
|  | 166 | TEST(TimeInStateTest, AllUidUpdatedTimeInState) { | 
|  | 167 | uint64_t lastUpdate = 0; | 
|  | 168 | auto map1 = getUidsUpdatedCpuFreqTimes(&lastUpdate); | 
|  | 169 | ASSERT_TRUE(map1.has_value()); | 
|  | 170 | ASSERT_FALSE(map1->empty()); | 
|  | 171 | ASSERT_NE(lastUpdate, (uint64_t)0); | 
|  | 172 | uint64_t oldLastUpdate = lastUpdate; | 
|  | 173 |  | 
|  | 174 | // Sleep briefly to trigger a context switch, ensuring we see at least one update. | 
|  | 175 | struct timespec ts; | 
|  | 176 | ts.tv_sec = 0; | 
|  | 177 | ts.tv_nsec = 1000000; | 
|  | 178 | nanosleep (&ts, NULL); | 
|  | 179 |  | 
|  | 180 | auto map2 = getUidsUpdatedCpuFreqTimes(&lastUpdate); | 
|  | 181 | ASSERT_TRUE(map2.has_value()); | 
|  | 182 | ASSERT_FALSE(map2->empty()); | 
|  | 183 | ASSERT_NE(lastUpdate, oldLastUpdate); | 
|  | 184 |  | 
|  | 185 | bool someUidsExcluded = false; | 
|  | 186 | for (const auto &[uid, v] : *map1) { | 
|  | 187 | if (map2->find(uid) == map2->end()) { | 
|  | 188 | someUidsExcluded = true; | 
|  | 189 | break; | 
|  | 190 | } | 
|  | 191 | } | 
|  | 192 | ASSERT_TRUE(someUidsExcluded); | 
|  | 193 |  | 
|  | 194 | for (const auto &[uid, newTimes] : *map2) { | 
|  | 195 | ASSERT_NE(map1->find(uid), map1->end()); | 
|  | 196 | ASSERT_NO_FATAL_FAILURE(TestCheckUpdate((*map1)[uid], newTimes)); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 197 | } | 
|  | 198 | } | 
|  | 199 |  | 
| Rafal Slawik | 27c48db | 2021-01-05 19:10:07 +0000 | [diff] [blame] | 200 | TEST(TimeInStateTest, TotalAndAllUidTimeInStateConsistent) { | 
|  | 201 | auto allUid = getUidsCpuFreqTimes(); | 
|  | 202 | auto total = getTotalCpuFreqTimes(); | 
|  | 203 |  | 
|  | 204 | ASSERT_TRUE(allUid.has_value() && total.has_value()); | 
|  | 205 |  | 
|  | 206 | // Check the number of policies. | 
|  | 207 | ASSERT_EQ(allUid->at(0).size(), total->size()); | 
|  | 208 |  | 
|  | 209 | for (uint32_t policyIdx = 0; policyIdx < total->size(); ++policyIdx) { | 
|  | 210 | std::vector<uint64_t> totalTimes = total->at(policyIdx); | 
|  | 211 | uint32_t totalFreqsCount = totalTimes.size(); | 
|  | 212 | std::vector<uint64_t> allUidTimes(totalFreqsCount, 0); | 
|  | 213 | for (auto const &[uid, uidTimes]: *allUid) { | 
|  | 214 | for (uint32_t freqIdx = 0; freqIdx < uidTimes[policyIdx].size(); ++freqIdx) { | 
|  | 215 | allUidTimes[std::min(freqIdx, totalFreqsCount - 1)] += uidTimes[policyIdx][freqIdx]; | 
|  | 216 | } | 
|  | 217 | } | 
|  | 218 |  | 
|  | 219 | for (uint32_t freqIdx = 0; freqIdx < totalFreqsCount; ++freqIdx) { | 
|  | 220 | ASSERT_LE(allUidTimes[freqIdx], totalTimes[freqIdx]); | 
|  | 221 | } | 
|  | 222 | } | 
|  | 223 | } | 
|  | 224 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 225 | TEST(TimeInStateTest, SingleAndAllUidTimeInStateConsistent) { | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 226 | uint64_t zero = 0; | 
|  | 227 | auto maps = {getUidsCpuFreqTimes(), getUidsUpdatedCpuFreqTimes(&zero)}; | 
|  | 228 | for (const auto &map : maps) { | 
|  | 229 | ASSERT_TRUE(map.has_value()); | 
|  | 230 | ASSERT_FALSE(map->empty()); | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 231 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 232 | for (const auto &kv : *map) { | 
|  | 233 | uint32_t uid = kv.first; | 
|  | 234 | auto times1 = kv.second; | 
|  | 235 | auto times2 = getUidCpuFreqTimes(uid); | 
|  | 236 | ASSERT_TRUE(times2.has_value()); | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 237 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 238 | ASSERT_EQ(times1.size(), times2->size()); | 
|  | 239 | for (uint32_t i = 0; i < times1.size(); ++i) { | 
|  | 240 | ASSERT_EQ(times1[i].size(), (*times2)[i].size()); | 
|  | 241 | for (uint32_t j = 0; j < times1[i].size(); ++j) { | 
|  | 242 | ASSERT_LE((*times2)[i][j] - times1[i][j], NSEC_PER_SEC); | 
|  | 243 | } | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 244 | } | 
|  | 245 | } | 
|  | 246 | } | 
|  | 247 | } | 
|  | 248 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 249 | TEST(TimeInStateTest, AllUidConcurrentTimes) { | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 250 | uint64_t zero = 0; | 
|  | 251 | auto maps = {getUidsConcurrentTimes(), getUidsUpdatedConcurrentTimes(&zero)}; | 
|  | 252 | for (const auto &map : maps) { | 
|  | 253 | ASSERT_TRUE(map.has_value()); | 
|  | 254 | ASSERT_FALSE(map->empty()); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 255 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 256 | auto firstEntry = map->begin()->second; | 
|  | 257 | for (const auto &kv : *map) { | 
|  | 258 | ASSERT_EQ(kv.second.active.size(), firstEntry.active.size()); | 
|  | 259 | ASSERT_EQ(kv.second.policy.size(), firstEntry.policy.size()); | 
|  | 260 | for (size_t i = 0; i < kv.second.policy.size(); ++i) { | 
|  | 261 | ASSERT_EQ(kv.second.policy[i].size(), firstEntry.policy[i].size()); | 
|  | 262 | } | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 263 | } | 
|  | 264 | } | 
|  | 265 | } | 
|  | 266 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 267 | TEST(TimeInStateTest, AllUidUpdatedConcurrentTimes) { | 
|  | 268 | uint64_t lastUpdate = 0; | 
|  | 269 | auto map1 = getUidsUpdatedConcurrentTimes(&lastUpdate); | 
|  | 270 | ASSERT_TRUE(map1.has_value()); | 
|  | 271 | ASSERT_FALSE(map1->empty()); | 
|  | 272 | ASSERT_NE(lastUpdate, (uint64_t)0); | 
|  | 273 |  | 
|  | 274 | // Sleep briefly to trigger a context switch, ensuring we see at least one update. | 
|  | 275 | struct timespec ts; | 
|  | 276 | ts.tv_sec = 0; | 
|  | 277 | ts.tv_nsec = 1000000; | 
|  | 278 | nanosleep (&ts, NULL); | 
|  | 279 |  | 
|  | 280 | uint64_t oldLastUpdate = lastUpdate; | 
|  | 281 | auto map2 = getUidsUpdatedConcurrentTimes(&lastUpdate); | 
|  | 282 | ASSERT_TRUE(map2.has_value()); | 
|  | 283 | ASSERT_FALSE(map2->empty()); | 
|  | 284 | ASSERT_NE(lastUpdate, oldLastUpdate); | 
|  | 285 |  | 
|  | 286 | bool someUidsExcluded = false; | 
|  | 287 | for (const auto &[uid, v] : *map1) { | 
|  | 288 | if (map2->find(uid) == map2->end()) { | 
|  | 289 | someUidsExcluded = true; | 
|  | 290 | break; | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 291 | } | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 292 | } | 
|  | 293 | ASSERT_TRUE(someUidsExcluded); | 
|  | 294 |  | 
|  | 295 | for (const auto &[uid, newTimes] : *map2) { | 
|  | 296 | ASSERT_NE(map1->find(uid), map1->end()); | 
|  | 297 | ASSERT_NO_FATAL_FAILURE(TestCheckUpdate({(*map1)[uid].active},{newTimes.active})); | 
|  | 298 | ASSERT_NO_FATAL_FAILURE(TestCheckUpdate((*map1)[uid].policy, newTimes.policy)); | 
|  | 299 | } | 
|  | 300 | } | 
|  | 301 |  | 
|  | 302 | TEST(TimeInStateTest, SingleAndAllUidConcurrentTimesConsistent) { | 
|  | 303 | uint64_t zero = 0; | 
|  | 304 | auto maps = {getUidsConcurrentTimes(), getUidsUpdatedConcurrentTimes(&zero)}; | 
|  | 305 | for (const auto &map : maps) { | 
|  | 306 | ASSERT_TRUE(map.has_value()); | 
|  | 307 | for (const auto &kv : *map) { | 
|  | 308 | uint32_t uid = kv.first; | 
|  | 309 | auto times1 = kv.second; | 
|  | 310 | auto times2 = getUidConcurrentTimes(uid); | 
|  | 311 | ASSERT_TRUE(times2.has_value()); | 
|  | 312 | for (uint32_t i = 0; i < times1.active.size(); ++i) { | 
|  | 313 | ASSERT_LE(times2->active[i] - times1.active[i], NSEC_PER_SEC); | 
|  | 314 | } | 
|  | 315 | for (uint32_t i = 0; i < times1.policy.size(); ++i) { | 
|  | 316 | for (uint32_t j = 0; j < times1.policy[i].size(); ++j) { | 
|  | 317 | ASSERT_LE(times2->policy[i][j] - times1.policy[i][j], NSEC_PER_SEC); | 
|  | 318 | } | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 319 | } | 
|  | 320 | } | 
|  | 321 | } | 
|  | 322 | } | 
|  | 323 |  | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 324 | void TestCheckDelta(uint64_t before, uint64_t after) { | 
|  | 325 | // Times should never decrease | 
|  | 326 | ASSERT_LE(before, after); | 
|  | 327 | // UID can't have run for more than ~1s on each CPU | 
|  | 328 | ASSERT_LE(after - before, NSEC_PER_SEC * 2 * get_nprocs_conf()); | 
|  | 329 | } | 
|  | 330 |  | 
| Rafal Slawik | 27c48db | 2021-01-05 19:10:07 +0000 | [diff] [blame] | 331 | TEST(TimeInStateTest, TotalTimeInStateMonotonic) { | 
|  | 332 | auto before = getTotalCpuFreqTimes(); | 
|  | 333 | ASSERT_TRUE(before.has_value()); | 
|  | 334 | sleep(1); | 
|  | 335 | auto after = getTotalCpuFreqTimes(); | 
|  | 336 | ASSERT_TRUE(after.has_value()); | 
|  | 337 |  | 
|  | 338 | for (uint32_t policyIdx = 0; policyIdx < after->size(); ++policyIdx) { | 
|  | 339 | auto timesBefore = before->at(policyIdx); | 
|  | 340 | auto timesAfter = after->at(policyIdx); | 
|  | 341 | for (uint32_t freqIdx = 0; freqIdx < timesAfter.size(); ++freqIdx) { | 
|  | 342 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(timesBefore[freqIdx], timesAfter[freqIdx])); | 
|  | 343 | } | 
|  | 344 | } | 
|  | 345 | } | 
|  | 346 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 347 | TEST(TimeInStateTest, AllUidTimeInStateMonotonic) { | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 348 | auto map1 = getUidsCpuFreqTimes(); | 
|  | 349 | ASSERT_TRUE(map1.has_value()); | 
|  | 350 | sleep(1); | 
|  | 351 | auto map2 = getUidsCpuFreqTimes(); | 
|  | 352 | ASSERT_TRUE(map2.has_value()); | 
|  | 353 |  | 
|  | 354 | for (const auto &kv : *map1) { | 
|  | 355 | uint32_t uid = kv.first; | 
|  | 356 | auto times = kv.second; | 
|  | 357 | ASSERT_NE(map2->find(uid), map2->end()); | 
|  | 358 | for (uint32_t policy = 0; policy < times.size(); ++policy) { | 
|  | 359 | for (uint32_t freqIdx = 0; freqIdx < times[policy].size(); ++freqIdx) { | 
|  | 360 | auto before = times[policy][freqIdx]; | 
|  | 361 | auto after = (*map2)[uid][policy][freqIdx]; | 
|  | 362 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(before, after)); | 
|  | 363 | } | 
|  | 364 | } | 
|  | 365 | } | 
|  | 366 | } | 
|  | 367 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 368 | TEST(TimeInStateTest, AllUidConcurrentTimesMonotonic) { | 
|  | 369 | auto map1 = getUidsConcurrentTimes(); | 
|  | 370 | ASSERT_TRUE(map1.has_value()); | 
|  | 371 | ASSERT_FALSE(map1->empty()); | 
|  | 372 | sleep(1); | 
|  | 373 | auto map2 = getUidsConcurrentTimes(); | 
|  | 374 | ASSERT_TRUE(map2.has_value()); | 
|  | 375 | ASSERT_FALSE(map2->empty()); | 
|  | 376 |  | 
|  | 377 | for (const auto &kv : *map1) { | 
|  | 378 | uint32_t uid = kv.first; | 
|  | 379 | auto times = kv.second; | 
|  | 380 | ASSERT_NE(map2->find(uid), map2->end()); | 
|  | 381 | for (uint32_t i = 0; i < times.active.size(); ++i) { | 
|  | 382 | auto before = times.active[i]; | 
|  | 383 | auto after = (*map2)[uid].active[i]; | 
|  | 384 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(before, after)); | 
|  | 385 | } | 
|  | 386 | for (uint32_t policy = 0; policy < times.policy.size(); ++policy) { | 
|  | 387 | for (uint32_t idx = 0; idx < times.policy[policy].size(); ++idx) { | 
|  | 388 | auto before = times.policy[policy][idx]; | 
|  | 389 | auto after = (*map2)[uid].policy[policy][idx]; | 
|  | 390 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(before, after)); | 
|  | 391 | } | 
|  | 392 | } | 
|  | 393 | } | 
|  | 394 | } | 
|  | 395 |  | 
|  | 396 | TEST(TimeInStateTest, AllUidTimeInStateSanityCheck) { | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 397 | uint64_t zero = 0; | 
|  | 398 | auto maps = {getUidsCpuFreqTimes(), getUidsUpdatedCpuFreqTimes(&zero)}; | 
|  | 399 | for (const auto &map : maps) { | 
|  | 400 | ASSERT_TRUE(map.has_value()); | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 401 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 402 | bool foundLargeValue = false; | 
|  | 403 | for (const auto &kv : *map) { | 
|  | 404 | for (const auto &timeVec : kv.second) { | 
|  | 405 | for (const auto &time : timeVec) { | 
|  | 406 | ASSERT_LE(time, NSEC_PER_YEAR); | 
|  | 407 | if (time > UINT32_MAX) foundLargeValue = true; | 
|  | 408 | } | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 409 | } | 
|  | 410 | } | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 411 | // UINT32_MAX nanoseconds is less than 5 seconds, so if every part of our pipeline is using | 
|  | 412 | // uint64_t as expected, we should have some times higher than that. | 
|  | 413 | ASSERT_TRUE(foundLargeValue); | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 414 | } | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 415 | } | 
|  | 416 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 417 | TEST(TimeInStateTest, AllUidConcurrentTimesSanityCheck) { | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 418 | uint64_t zero = 0; | 
|  | 419 | auto maps = {getUidsConcurrentTimes(), getUidsUpdatedConcurrentTimes(&zero)}; | 
|  | 420 | for (const auto &concurrentMap : maps) { | 
|  | 421 | ASSERT_TRUE(concurrentMap); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 422 |  | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 423 | bool activeFoundLargeValue = false; | 
|  | 424 | bool policyFoundLargeValue = false; | 
|  | 425 | for (const auto &kv : *concurrentMap) { | 
|  | 426 | for (const auto &time : kv.second.active) { | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 427 | ASSERT_LE(time, NSEC_PER_YEAR); | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 428 | if (time > UINT32_MAX) activeFoundLargeValue = true; | 
|  | 429 | } | 
|  | 430 | for (const auto &policyTimeVec : kv.second.policy) { | 
|  | 431 | for (const auto &time : policyTimeVec) { | 
|  | 432 | ASSERT_LE(time, NSEC_PER_YEAR); | 
|  | 433 | if (time > UINT32_MAX) policyFoundLargeValue = true; | 
|  | 434 | } | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 435 | } | 
|  | 436 | } | 
| Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 437 | // UINT32_MAX nanoseconds is less than 5 seconds, so if every part of our pipeline is using | 
|  | 438 | // uint64_t as expected, we should have some times higher than that. | 
|  | 439 | ASSERT_TRUE(activeFoundLargeValue); | 
|  | 440 | ASSERT_TRUE(policyFoundLargeValue); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 441 | } | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 442 | } | 
|  | 443 |  | 
| Connor O'Brien | 597f637 | 2020-10-20 14:48:40 -0700 | [diff] [blame] | 444 | TEST(TimeInStateTest, AllUidConcurrentTimesFailsOnInvalidBucket) { | 
|  | 445 | uint32_t uid = 0; | 
|  | 446 | { | 
|  | 447 | // Find an unused UID | 
|  | 448 | auto map = getUidsConcurrentTimes(); | 
|  | 449 | ASSERT_TRUE(map.has_value()); | 
|  | 450 | ASSERT_FALSE(map->empty()); | 
|  | 451 | for (const auto &kv : *map) uid = std::max(uid, kv.first); | 
|  | 452 | ++uid; | 
|  | 453 | } | 
|  | 454 | android::base::unique_fd fd{ | 
|  | 455 | bpf_obj_get(BPF_FS_PATH "map_time_in_state_uid_concurrent_times_map")}; | 
|  | 456 | ASSERT_GE(fd, 0); | 
|  | 457 | uint32_t nCpus = get_nprocs_conf(); | 
|  | 458 | uint32_t maxBucket = (nCpus - 1) / CPUS_PER_ENTRY; | 
|  | 459 | time_key_t key = {.uid = uid, .bucket = maxBucket + 1}; | 
|  | 460 | std::vector<concurrent_val_t> vals(nCpus); | 
|  | 461 | ASSERT_FALSE(writeToMapEntry(fd, &key, vals.data(), BPF_NOEXIST)); | 
|  | 462 | EXPECT_FALSE(getUidsConcurrentTimes().has_value()); | 
|  | 463 | ASSERT_FALSE(deleteMapEntry(fd, &key)); | 
|  | 464 | } | 
|  | 465 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 466 | TEST(TimeInStateTest, AllUidTimesConsistent) { | 
|  | 467 | auto tisMap = getUidsCpuFreqTimes(); | 
|  | 468 | ASSERT_TRUE(tisMap.has_value()); | 
|  | 469 |  | 
|  | 470 | auto concurrentMap = getUidsConcurrentTimes(); | 
|  | 471 | ASSERT_TRUE(concurrentMap.has_value()); | 
|  | 472 |  | 
|  | 473 | ASSERT_EQ(tisMap->size(), concurrentMap->size()); | 
|  | 474 | for (const auto &kv : *tisMap) { | 
|  | 475 | uint32_t uid = kv.first; | 
|  | 476 | auto times = kv.second; | 
|  | 477 | ASSERT_NE(concurrentMap->find(uid), concurrentMap->end()); | 
|  | 478 |  | 
|  | 479 | auto concurrentTimes = (*concurrentMap)[uid]; | 
|  | 480 | ASSERT_NO_FATAL_FAILURE(TestUidTimesConsistent(times, concurrentTimes)); | 
|  | 481 | } | 
|  | 482 | } | 
|  | 483 |  | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 484 | TEST(TimeInStateTest, RemoveUid) { | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 485 | uint32_t uid = 0; | 
|  | 486 | { | 
|  | 487 | // Find an unused UID | 
|  | 488 | auto times = getUidsCpuFreqTimes(); | 
|  | 489 | ASSERT_TRUE(times.has_value()); | 
|  | 490 | ASSERT_FALSE(times->empty()); | 
|  | 491 | for (const auto &kv : *times) uid = std::max(uid, kv.first); | 
|  | 492 | ++uid; | 
|  | 493 | } | 
|  | 494 | { | 
|  | 495 | // Add a map entry for our fake UID by copying a real map entry | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 496 | android::base::unique_fd fd{ | 
|  | 497 | bpf_obj_get(BPF_FS_PATH "map_time_in_state_uid_time_in_state_map")}; | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 498 | ASSERT_GE(fd, 0); | 
|  | 499 | time_key_t k; | 
|  | 500 | ASSERT_FALSE(getFirstMapKey(fd, &k)); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 501 | std::vector<tis_val_t> vals(get_nprocs_conf()); | 
| Connor O'Brien | 1a18040 | 2019-06-07 16:39:49 -0700 | [diff] [blame] | 502 | ASSERT_FALSE(findMapEntry(fd, &k, vals.data())); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 503 | uint32_t copiedUid = k.uid; | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 504 | k.uid = uid; | 
| Connor O'Brien | 1a18040 | 2019-06-07 16:39:49 -0700 | [diff] [blame] | 505 | ASSERT_FALSE(writeToMapEntry(fd, &k, vals.data(), BPF_NOEXIST)); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 506 |  | 
|  | 507 | android::base::unique_fd fd2{ | 
|  | 508 | bpf_obj_get(BPF_FS_PATH "map_time_in_state_uid_concurrent_times_map")}; | 
|  | 509 | k.uid = copiedUid; | 
|  | 510 | k.bucket = 0; | 
|  | 511 | std::vector<concurrent_val_t> cvals(get_nprocs_conf()); | 
|  | 512 | ASSERT_FALSE(findMapEntry(fd2, &k, cvals.data())); | 
|  | 513 | k.uid = uid; | 
|  | 514 | ASSERT_FALSE(writeToMapEntry(fd2, &k, cvals.data(), BPF_NOEXIST)); | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 515 | } | 
|  | 516 | auto times = getUidCpuFreqTimes(uid); | 
| Connor O'Brien | f03b6ae | 2019-06-05 18:03:12 -0700 | [diff] [blame] | 517 | ASSERT_TRUE(times.has_value()); | 
|  | 518 | ASSERT_FALSE(times->empty()); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 519 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 520 | auto concurrentTimes = getUidConcurrentTimes(0); | 
|  | 521 | ASSERT_TRUE(concurrentTimes.has_value()); | 
|  | 522 | ASSERT_FALSE(concurrentTimes->active.empty()); | 
|  | 523 | ASSERT_FALSE(concurrentTimes->policy.empty()); | 
|  | 524 |  | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 525 | uint64_t sum = 0; | 
| Connor O'Brien | f03b6ae | 2019-06-05 18:03:12 -0700 | [diff] [blame] | 526 | for (size_t i = 0; i < times->size(); ++i) { | 
|  | 527 | for (auto x : (*times)[i]) sum += x; | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 528 | } | 
|  | 529 | ASSERT_GT(sum, (uint64_t)0); | 
|  | 530 |  | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 531 | uint64_t activeSum = 0; | 
|  | 532 | for (size_t i = 0; i < concurrentTimes->active.size(); ++i) { | 
|  | 533 | activeSum += concurrentTimes->active[i]; | 
|  | 534 | } | 
|  | 535 | ASSERT_GT(activeSum, (uint64_t)0); | 
|  | 536 |  | 
|  | 537 | ASSERT_TRUE(clearUidTimes(uid)); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 538 |  | 
| Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 539 | auto allTimes = getUidsCpuFreqTimes(); | 
|  | 540 | ASSERT_TRUE(allTimes.has_value()); | 
|  | 541 | ASSERT_FALSE(allTimes->empty()); | 
|  | 542 | ASSERT_EQ(allTimes->find(uid), allTimes->end()); | 
| Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 543 |  | 
|  | 544 | auto allConcurrentTimes = getUidsConcurrentTimes(); | 
|  | 545 | ASSERT_TRUE(allConcurrentTimes.has_value()); | 
|  | 546 | ASSERT_FALSE(allConcurrentTimes->empty()); | 
|  | 547 | ASSERT_EQ(allConcurrentTimes->find(uid), allConcurrentTimes->end()); | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 548 | } | 
|  | 549 |  | 
| Connor O'Brien | 8f296eb | 2019-10-01 17:58:38 -0700 | [diff] [blame] | 550 | TEST(TimeInStateTest, GetCpuFreqs) { | 
|  | 551 | auto freqs = getCpuFreqs(); | 
|  | 552 | ASSERT_TRUE(freqs.has_value()); | 
|  | 553 |  | 
|  | 554 | auto times = getUidCpuFreqTimes(0); | 
|  | 555 | ASSERT_TRUE(times.has_value()); | 
|  | 556 |  | 
|  | 557 | ASSERT_EQ(freqs->size(), times->size()); | 
|  | 558 | for (size_t i = 0; i < freqs->size(); ++i) EXPECT_EQ((*freqs)[i].size(), (*times)[i].size()); | 
|  | 559 | } | 
|  | 560 |  | 
| Dmitri Plotnikov | 2677dba | 2020-10-17 21:06:55 -0700 | [diff] [blame] | 561 | uint64_t timeNanos() { | 
|  | 562 | struct timespec spec; | 
|  | 563 | clock_gettime(CLOCK_MONOTONIC, &spec); | 
|  | 564 | return spec.tv_sec * 1000000000 + spec.tv_nsec; | 
|  | 565 | } | 
|  | 566 |  | 
|  | 567 | // Keeps CPU busy with some number crunching | 
|  | 568 | void useCpu() { | 
|  | 569 | long sum = 0; | 
|  | 570 | for (int i = 0; i < 100000; i++) { | 
|  | 571 | sum *= i; | 
|  | 572 | } | 
|  | 573 | } | 
|  | 574 |  | 
|  | 575 | sem_t pingsem, pongsem; | 
|  | 576 |  | 
|  | 577 | void *testThread(void *) { | 
|  | 578 | for (int i = 0; i < 10; i++) { | 
|  | 579 | sem_wait(&pingsem); | 
|  | 580 | useCpu(); | 
|  | 581 | sem_post(&pongsem); | 
|  | 582 | } | 
|  | 583 | return nullptr; | 
|  | 584 | } | 
|  | 585 |  | 
|  | 586 | TEST(TimeInStateTest, GetAggregatedTaskCpuFreqTimes) { | 
|  | 587 | uint64_t startTimeNs = timeNanos(); | 
|  | 588 |  | 
|  | 589 | sem_init(&pingsem, 0, 1); | 
|  | 590 | sem_init(&pongsem, 0, 0); | 
|  | 591 |  | 
|  | 592 | pthread_t thread; | 
|  | 593 | ASSERT_EQ(pthread_create(&thread, NULL, &testThread, NULL), 0); | 
|  | 594 |  | 
|  | 595 | // This process may have been running for some time, so when we start tracking | 
|  | 596 | // CPU time, the very first switch may include the accumulated time. | 
|  | 597 | // Yield the remainder of this timeslice to the newly created thread. | 
|  | 598 | sem_wait(&pongsem); | 
|  | 599 | sem_post(&pingsem); | 
|  | 600 |  | 
|  | 601 | pid_t tgid = getpid(); | 
|  | 602 | startTrackingProcessCpuTimes(tgid); | 
|  | 603 |  | 
|  | 604 | pid_t tid = pthread_gettid_np(thread); | 
|  | 605 | startAggregatingTaskCpuTimes(tid, 42); | 
|  | 606 |  | 
|  | 607 | // Play ping-pong with the other thread to ensure that both threads get | 
|  | 608 | // some CPU time. | 
|  | 609 | for (int i = 0; i < 9; i++) { | 
|  | 610 | sem_wait(&pongsem); | 
|  | 611 | useCpu(); | 
|  | 612 | sem_post(&pingsem); | 
|  | 613 | } | 
|  | 614 |  | 
|  | 615 | pthread_join(thread, NULL); | 
|  | 616 |  | 
|  | 617 | std::optional<std::unordered_map<uint16_t, std::vector<std::vector<uint64_t>>>> optionalMap = | 
|  | 618 | getAggregatedTaskCpuFreqTimes(tgid, {0, 42}); | 
|  | 619 | ASSERT_TRUE(optionalMap); | 
|  | 620 |  | 
|  | 621 | std::unordered_map<uint16_t, std::vector<std::vector<uint64_t>>> map = *optionalMap; | 
|  | 622 | ASSERT_EQ(map.size(), 2u); | 
|  | 623 |  | 
|  | 624 | uint64_t testDurationNs = timeNanos() - startTimeNs; | 
|  | 625 | for (auto pair : map) { | 
|  | 626 | uint16_t aggregationKey = pair.first; | 
|  | 627 | ASSERT_TRUE(aggregationKey == 0 || aggregationKey == 42); | 
|  | 628 |  | 
|  | 629 | std::vector<std::vector<uint64_t>> timesInState = pair.second; | 
|  | 630 | uint64_t totalCpuTime = 0; | 
|  | 631 | for (size_t i = 0; i < timesInState.size(); i++) { | 
|  | 632 | for (size_t j = 0; j < timesInState[i].size(); j++) { | 
|  | 633 | totalCpuTime += timesInState[i][j]; | 
|  | 634 | } | 
|  | 635 | } | 
|  | 636 | ASSERT_GT(totalCpuTime, 0ul); | 
|  | 637 | ASSERT_LE(totalCpuTime, testDurationNs); | 
|  | 638 | } | 
|  | 639 | } | 
|  | 640 |  | 
| Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 641 | } // namespace bpf | 
|  | 642 | } // namespace android |