Steven Moreland | 7253041 | 2020-01-13 16:13:58 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 17 | |
Connor O'Brien | d65f2a0 | 2019-08-28 16:15:38 -0700 | [diff] [blame] | 18 | #include <bpf_timeinstate.h> |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 19 | |
| 20 | #include <sys/sysinfo.h> |
| 21 | |
Dmitri Plotnikov | 2677dba | 2020-10-17 21:06:55 -0700 | [diff] [blame] | 22 | #include <pthread.h> |
| 23 | #include <semaphore.h> |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 24 | #include <numeric> |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 25 | #include <unordered_map> |
| 26 | #include <vector> |
| 27 | |
| 28 | #include <gtest/gtest.h> |
| 29 | |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 30 | #include <android-base/unique_fd.h> |
| 31 | #include <bpf/BpfMap.h> |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 32 | #include <cputimeinstate.h> |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 33 | #include <libbpf.h> |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 34 | |
| 35 | namespace android { |
| 36 | namespace bpf { |
| 37 | |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 38 | static constexpr uint64_t NSEC_PER_SEC = 1000000000; |
| 39 | static constexpr uint64_t NSEC_PER_YEAR = NSEC_PER_SEC * 60 * 60 * 24 * 365; |
| 40 | |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 41 | using std::vector; |
| 42 | |
Rafal Slawik | 45caa84 | 2021-01-29 12:25:56 +0000 | [diff] [blame^] | 43 | TEST(TimeInStateTest, IsTrackingSupported) { |
| 44 | isTrackingUidTimesSupported(); |
| 45 | SUCCEED(); |
| 46 | } |
| 47 | |
Rafal Slawik | 27c48db | 2021-01-05 19:10:07 +0000 | [diff] [blame] | 48 | TEST(TimeInStateTest, TotalTimeInState) { |
| 49 | auto times = getTotalCpuFreqTimes(); |
| 50 | ASSERT_TRUE(times.has_value()); |
| 51 | EXPECT_FALSE(times->empty()); |
| 52 | } |
| 53 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 54 | TEST(TimeInStateTest, SingleUidTimeInState) { |
Connor O'Brien | f03b6ae | 2019-06-05 18:03:12 -0700 | [diff] [blame] | 55 | auto times = getUidCpuFreqTimes(0); |
| 56 | ASSERT_TRUE(times.has_value()); |
| 57 | EXPECT_FALSE(times->empty()); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 58 | } |
| 59 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 60 | TEST(TimeInStateTest, SingleUidConcurrentTimes) { |
| 61 | auto concurrentTimes = getUidConcurrentTimes(0); |
| 62 | ASSERT_TRUE(concurrentTimes.has_value()); |
| 63 | ASSERT_FALSE(concurrentTimes->active.empty()); |
| 64 | ASSERT_FALSE(concurrentTimes->policy.empty()); |
| 65 | |
| 66 | uint64_t policyEntries = 0; |
| 67 | for (const auto &policyTimeVec : concurrentTimes->policy) policyEntries += policyTimeVec.size(); |
| 68 | ASSERT_EQ(concurrentTimes->active.size(), policyEntries); |
| 69 | } |
| 70 | |
| 71 | static void TestConcurrentTimesConsistent(const struct concurrent_time_t &concurrentTime) { |
| 72 | size_t maxPolicyCpus = 0; |
| 73 | for (const auto &vec : concurrentTime.policy) { |
| 74 | maxPolicyCpus = std::max(maxPolicyCpus, vec.size()); |
| 75 | } |
| 76 | uint64_t policySum = 0; |
| 77 | for (size_t i = 0; i < maxPolicyCpus; ++i) { |
| 78 | for (const auto &vec : concurrentTime.policy) { |
| 79 | if (i < vec.size()) policySum += vec[i]; |
| 80 | } |
| 81 | ASSERT_LE(concurrentTime.active[i], policySum); |
| 82 | policySum -= concurrentTime.active[i]; |
| 83 | } |
| 84 | policySum = 0; |
| 85 | for (size_t i = 0; i < concurrentTime.active.size(); ++i) { |
| 86 | for (const auto &vec : concurrentTime.policy) { |
| 87 | if (i < vec.size()) policySum += vec[vec.size() - 1 - i]; |
| 88 | } |
| 89 | auto activeSum = concurrentTime.active[concurrentTime.active.size() - 1 - i]; |
| 90 | // This check is slightly flaky because we may read a map entry in the middle of an update |
| 91 | // when active times have been updated but policy times have not. This happens infrequently |
| 92 | // and can be distinguished from more serious bugs by re-running the test: if the underlying |
| 93 | // data itself is inconsistent, the test will fail every time. |
| 94 | ASSERT_LE(activeSum, policySum); |
| 95 | policySum -= activeSum; |
| 96 | } |
| 97 | } |
| 98 | |
| 99 | static void TestUidTimesConsistent(const std::vector<std::vector<uint64_t>> &timeInState, |
| 100 | const struct concurrent_time_t &concurrentTime) { |
| 101 | ASSERT_NO_FATAL_FAILURE(TestConcurrentTimesConsistent(concurrentTime)); |
| 102 | ASSERT_EQ(timeInState.size(), concurrentTime.policy.size()); |
| 103 | uint64_t policySum = 0; |
| 104 | for (uint32_t i = 0; i < timeInState.size(); ++i) { |
| 105 | uint64_t tisSum = |
| 106 | std::accumulate(timeInState[i].begin(), timeInState[i].end(), (uint64_t)0); |
| 107 | uint64_t concurrentSum = std::accumulate(concurrentTime.policy[i].begin(), |
| 108 | concurrentTime.policy[i].end(), (uint64_t)0); |
| 109 | if (tisSum < concurrentSum) |
| 110 | ASSERT_LE(concurrentSum - tisSum, NSEC_PER_SEC); |
| 111 | else |
| 112 | ASSERT_LE(tisSum - concurrentSum, NSEC_PER_SEC); |
| 113 | policySum += concurrentSum; |
| 114 | } |
| 115 | uint64_t activeSum = std::accumulate(concurrentTime.active.begin(), concurrentTime.active.end(), |
| 116 | (uint64_t)0); |
| 117 | EXPECT_EQ(activeSum, policySum); |
| 118 | } |
| 119 | |
| 120 | TEST(TimeInStateTest, SingleUidTimesConsistent) { |
| 121 | auto times = getUidCpuFreqTimes(0); |
| 122 | ASSERT_TRUE(times.has_value()); |
| 123 | |
| 124 | auto concurrentTimes = getUidConcurrentTimes(0); |
| 125 | ASSERT_TRUE(concurrentTimes.has_value()); |
| 126 | |
| 127 | ASSERT_NO_FATAL_FAILURE(TestUidTimesConsistent(*times, *concurrentTimes)); |
| 128 | } |
| 129 | |
| 130 | TEST(TimeInStateTest, AllUidTimeInState) { |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 131 | uint64_t zero = 0; |
| 132 | auto maps = {getUidsCpuFreqTimes(), getUidsUpdatedCpuFreqTimes(&zero)}; |
| 133 | for (const auto &map : maps) { |
| 134 | ASSERT_TRUE(map.has_value()); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 135 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 136 | ASSERT_FALSE(map->empty()); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 137 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 138 | vector<size_t> sizes; |
| 139 | auto firstEntry = map->begin()->second; |
| 140 | for (const auto &subEntry : firstEntry) sizes.emplace_back(subEntry.size()); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 141 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 142 | for (const auto &vec : *map) { |
| 143 | ASSERT_EQ(vec.second.size(), sizes.size()); |
| 144 | for (size_t i = 0; i < vec.second.size(); ++i) ASSERT_EQ(vec.second[i].size(), sizes[i]); |
| 145 | } |
| 146 | } |
| 147 | } |
| 148 | |
| 149 | void TestCheckUpdate(const std::vector<std::vector<uint64_t>> &before, |
| 150 | const std::vector<std::vector<uint64_t>> &after) { |
| 151 | ASSERT_EQ(before.size(), after.size()); |
| 152 | uint64_t sumBefore = 0, sumAfter = 0; |
| 153 | for (size_t i = 0; i < before.size(); ++i) { |
| 154 | ASSERT_EQ(before[i].size(), after[i].size()); |
| 155 | for (size_t j = 0; j < before[i].size(); ++j) { |
| 156 | // Times should never decrease |
| 157 | ASSERT_LE(before[i][j], after[i][j]); |
| 158 | } |
| 159 | sumBefore += std::accumulate(before[i].begin(), before[i].end(), (uint64_t)0); |
| 160 | sumAfter += std::accumulate(after[i].begin(), after[i].end(), (uint64_t)0); |
| 161 | } |
| 162 | ASSERT_LE(sumBefore, sumAfter); |
| 163 | ASSERT_LE(sumAfter - sumBefore, NSEC_PER_SEC); |
| 164 | } |
| 165 | |
| 166 | TEST(TimeInStateTest, AllUidUpdatedTimeInState) { |
| 167 | uint64_t lastUpdate = 0; |
| 168 | auto map1 = getUidsUpdatedCpuFreqTimes(&lastUpdate); |
| 169 | ASSERT_TRUE(map1.has_value()); |
| 170 | ASSERT_FALSE(map1->empty()); |
| 171 | ASSERT_NE(lastUpdate, (uint64_t)0); |
| 172 | uint64_t oldLastUpdate = lastUpdate; |
| 173 | |
| 174 | // Sleep briefly to trigger a context switch, ensuring we see at least one update. |
| 175 | struct timespec ts; |
| 176 | ts.tv_sec = 0; |
| 177 | ts.tv_nsec = 1000000; |
| 178 | nanosleep (&ts, NULL); |
| 179 | |
| 180 | auto map2 = getUidsUpdatedCpuFreqTimes(&lastUpdate); |
| 181 | ASSERT_TRUE(map2.has_value()); |
| 182 | ASSERT_FALSE(map2->empty()); |
| 183 | ASSERT_NE(lastUpdate, oldLastUpdate); |
| 184 | |
| 185 | bool someUidsExcluded = false; |
| 186 | for (const auto &[uid, v] : *map1) { |
| 187 | if (map2->find(uid) == map2->end()) { |
| 188 | someUidsExcluded = true; |
| 189 | break; |
| 190 | } |
| 191 | } |
| 192 | ASSERT_TRUE(someUidsExcluded); |
| 193 | |
| 194 | for (const auto &[uid, newTimes] : *map2) { |
| 195 | ASSERT_NE(map1->find(uid), map1->end()); |
| 196 | ASSERT_NO_FATAL_FAILURE(TestCheckUpdate((*map1)[uid], newTimes)); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 197 | } |
| 198 | } |
| 199 | |
Rafal Slawik | 27c48db | 2021-01-05 19:10:07 +0000 | [diff] [blame] | 200 | TEST(TimeInStateTest, TotalAndAllUidTimeInStateConsistent) { |
| 201 | auto allUid = getUidsCpuFreqTimes(); |
| 202 | auto total = getTotalCpuFreqTimes(); |
| 203 | |
| 204 | ASSERT_TRUE(allUid.has_value() && total.has_value()); |
| 205 | |
| 206 | // Check the number of policies. |
| 207 | ASSERT_EQ(allUid->at(0).size(), total->size()); |
| 208 | |
| 209 | for (uint32_t policyIdx = 0; policyIdx < total->size(); ++policyIdx) { |
| 210 | std::vector<uint64_t> totalTimes = total->at(policyIdx); |
| 211 | uint32_t totalFreqsCount = totalTimes.size(); |
| 212 | std::vector<uint64_t> allUidTimes(totalFreqsCount, 0); |
| 213 | for (auto const &[uid, uidTimes]: *allUid) { |
| 214 | for (uint32_t freqIdx = 0; freqIdx < uidTimes[policyIdx].size(); ++freqIdx) { |
| 215 | allUidTimes[std::min(freqIdx, totalFreqsCount - 1)] += uidTimes[policyIdx][freqIdx]; |
| 216 | } |
| 217 | } |
| 218 | |
| 219 | for (uint32_t freqIdx = 0; freqIdx < totalFreqsCount; ++freqIdx) { |
| 220 | ASSERT_LE(allUidTimes[freqIdx], totalTimes[freqIdx]); |
| 221 | } |
| 222 | } |
| 223 | } |
| 224 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 225 | TEST(TimeInStateTest, SingleAndAllUidTimeInStateConsistent) { |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 226 | uint64_t zero = 0; |
| 227 | auto maps = {getUidsCpuFreqTimes(), getUidsUpdatedCpuFreqTimes(&zero)}; |
| 228 | for (const auto &map : maps) { |
| 229 | ASSERT_TRUE(map.has_value()); |
| 230 | ASSERT_FALSE(map->empty()); |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 231 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 232 | for (const auto &kv : *map) { |
| 233 | uint32_t uid = kv.first; |
| 234 | auto times1 = kv.second; |
| 235 | auto times2 = getUidCpuFreqTimes(uid); |
| 236 | ASSERT_TRUE(times2.has_value()); |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 237 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 238 | ASSERT_EQ(times1.size(), times2->size()); |
| 239 | for (uint32_t i = 0; i < times1.size(); ++i) { |
| 240 | ASSERT_EQ(times1[i].size(), (*times2)[i].size()); |
| 241 | for (uint32_t j = 0; j < times1[i].size(); ++j) { |
| 242 | ASSERT_LE((*times2)[i][j] - times1[i][j], NSEC_PER_SEC); |
| 243 | } |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 244 | } |
| 245 | } |
| 246 | } |
| 247 | } |
| 248 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 249 | TEST(TimeInStateTest, AllUidConcurrentTimes) { |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 250 | uint64_t zero = 0; |
| 251 | auto maps = {getUidsConcurrentTimes(), getUidsUpdatedConcurrentTimes(&zero)}; |
| 252 | for (const auto &map : maps) { |
| 253 | ASSERT_TRUE(map.has_value()); |
| 254 | ASSERT_FALSE(map->empty()); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 255 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 256 | auto firstEntry = map->begin()->second; |
| 257 | for (const auto &kv : *map) { |
| 258 | ASSERT_EQ(kv.second.active.size(), firstEntry.active.size()); |
| 259 | ASSERT_EQ(kv.second.policy.size(), firstEntry.policy.size()); |
| 260 | for (size_t i = 0; i < kv.second.policy.size(); ++i) { |
| 261 | ASSERT_EQ(kv.second.policy[i].size(), firstEntry.policy[i].size()); |
| 262 | } |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 263 | } |
| 264 | } |
| 265 | } |
| 266 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 267 | TEST(TimeInStateTest, AllUidUpdatedConcurrentTimes) { |
| 268 | uint64_t lastUpdate = 0; |
| 269 | auto map1 = getUidsUpdatedConcurrentTimes(&lastUpdate); |
| 270 | ASSERT_TRUE(map1.has_value()); |
| 271 | ASSERT_FALSE(map1->empty()); |
| 272 | ASSERT_NE(lastUpdate, (uint64_t)0); |
| 273 | |
| 274 | // Sleep briefly to trigger a context switch, ensuring we see at least one update. |
| 275 | struct timespec ts; |
| 276 | ts.tv_sec = 0; |
| 277 | ts.tv_nsec = 1000000; |
| 278 | nanosleep (&ts, NULL); |
| 279 | |
| 280 | uint64_t oldLastUpdate = lastUpdate; |
| 281 | auto map2 = getUidsUpdatedConcurrentTimes(&lastUpdate); |
| 282 | ASSERT_TRUE(map2.has_value()); |
| 283 | ASSERT_FALSE(map2->empty()); |
| 284 | ASSERT_NE(lastUpdate, oldLastUpdate); |
| 285 | |
| 286 | bool someUidsExcluded = false; |
| 287 | for (const auto &[uid, v] : *map1) { |
| 288 | if (map2->find(uid) == map2->end()) { |
| 289 | someUidsExcluded = true; |
| 290 | break; |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 291 | } |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 292 | } |
| 293 | ASSERT_TRUE(someUidsExcluded); |
| 294 | |
| 295 | for (const auto &[uid, newTimes] : *map2) { |
| 296 | ASSERT_NE(map1->find(uid), map1->end()); |
| 297 | ASSERT_NO_FATAL_FAILURE(TestCheckUpdate({(*map1)[uid].active},{newTimes.active})); |
| 298 | ASSERT_NO_FATAL_FAILURE(TestCheckUpdate((*map1)[uid].policy, newTimes.policy)); |
| 299 | } |
| 300 | } |
| 301 | |
| 302 | TEST(TimeInStateTest, SingleAndAllUidConcurrentTimesConsistent) { |
| 303 | uint64_t zero = 0; |
| 304 | auto maps = {getUidsConcurrentTimes(), getUidsUpdatedConcurrentTimes(&zero)}; |
| 305 | for (const auto &map : maps) { |
| 306 | ASSERT_TRUE(map.has_value()); |
| 307 | for (const auto &kv : *map) { |
| 308 | uint32_t uid = kv.first; |
| 309 | auto times1 = kv.second; |
| 310 | auto times2 = getUidConcurrentTimes(uid); |
| 311 | ASSERT_TRUE(times2.has_value()); |
| 312 | for (uint32_t i = 0; i < times1.active.size(); ++i) { |
| 313 | ASSERT_LE(times2->active[i] - times1.active[i], NSEC_PER_SEC); |
| 314 | } |
| 315 | for (uint32_t i = 0; i < times1.policy.size(); ++i) { |
| 316 | for (uint32_t j = 0; j < times1.policy[i].size(); ++j) { |
| 317 | ASSERT_LE(times2->policy[i][j] - times1.policy[i][j], NSEC_PER_SEC); |
| 318 | } |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 319 | } |
| 320 | } |
| 321 | } |
| 322 | } |
| 323 | |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 324 | void TestCheckDelta(uint64_t before, uint64_t after) { |
| 325 | // Times should never decrease |
| 326 | ASSERT_LE(before, after); |
| 327 | // UID can't have run for more than ~1s on each CPU |
| 328 | ASSERT_LE(after - before, NSEC_PER_SEC * 2 * get_nprocs_conf()); |
| 329 | } |
| 330 | |
Rafal Slawik | 27c48db | 2021-01-05 19:10:07 +0000 | [diff] [blame] | 331 | TEST(TimeInStateTest, TotalTimeInStateMonotonic) { |
| 332 | auto before = getTotalCpuFreqTimes(); |
| 333 | ASSERT_TRUE(before.has_value()); |
| 334 | sleep(1); |
| 335 | auto after = getTotalCpuFreqTimes(); |
| 336 | ASSERT_TRUE(after.has_value()); |
| 337 | |
| 338 | for (uint32_t policyIdx = 0; policyIdx < after->size(); ++policyIdx) { |
| 339 | auto timesBefore = before->at(policyIdx); |
| 340 | auto timesAfter = after->at(policyIdx); |
| 341 | for (uint32_t freqIdx = 0; freqIdx < timesAfter.size(); ++freqIdx) { |
| 342 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(timesBefore[freqIdx], timesAfter[freqIdx])); |
| 343 | } |
| 344 | } |
| 345 | } |
| 346 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 347 | TEST(TimeInStateTest, AllUidTimeInStateMonotonic) { |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 348 | auto map1 = getUidsCpuFreqTimes(); |
| 349 | ASSERT_TRUE(map1.has_value()); |
| 350 | sleep(1); |
| 351 | auto map2 = getUidsCpuFreqTimes(); |
| 352 | ASSERT_TRUE(map2.has_value()); |
| 353 | |
| 354 | for (const auto &kv : *map1) { |
| 355 | uint32_t uid = kv.first; |
| 356 | auto times = kv.second; |
| 357 | ASSERT_NE(map2->find(uid), map2->end()); |
| 358 | for (uint32_t policy = 0; policy < times.size(); ++policy) { |
| 359 | for (uint32_t freqIdx = 0; freqIdx < times[policy].size(); ++freqIdx) { |
| 360 | auto before = times[policy][freqIdx]; |
| 361 | auto after = (*map2)[uid][policy][freqIdx]; |
| 362 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(before, after)); |
| 363 | } |
| 364 | } |
| 365 | } |
| 366 | } |
| 367 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 368 | TEST(TimeInStateTest, AllUidConcurrentTimesMonotonic) { |
| 369 | auto map1 = getUidsConcurrentTimes(); |
| 370 | ASSERT_TRUE(map1.has_value()); |
| 371 | ASSERT_FALSE(map1->empty()); |
| 372 | sleep(1); |
| 373 | auto map2 = getUidsConcurrentTimes(); |
| 374 | ASSERT_TRUE(map2.has_value()); |
| 375 | ASSERT_FALSE(map2->empty()); |
| 376 | |
| 377 | for (const auto &kv : *map1) { |
| 378 | uint32_t uid = kv.first; |
| 379 | auto times = kv.second; |
| 380 | ASSERT_NE(map2->find(uid), map2->end()); |
| 381 | for (uint32_t i = 0; i < times.active.size(); ++i) { |
| 382 | auto before = times.active[i]; |
| 383 | auto after = (*map2)[uid].active[i]; |
| 384 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(before, after)); |
| 385 | } |
| 386 | for (uint32_t policy = 0; policy < times.policy.size(); ++policy) { |
| 387 | for (uint32_t idx = 0; idx < times.policy[policy].size(); ++idx) { |
| 388 | auto before = times.policy[policy][idx]; |
| 389 | auto after = (*map2)[uid].policy[policy][idx]; |
| 390 | ASSERT_NO_FATAL_FAILURE(TestCheckDelta(before, after)); |
| 391 | } |
| 392 | } |
| 393 | } |
| 394 | } |
| 395 | |
| 396 | TEST(TimeInStateTest, AllUidTimeInStateSanityCheck) { |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 397 | uint64_t zero = 0; |
| 398 | auto maps = {getUidsCpuFreqTimes(), getUidsUpdatedCpuFreqTimes(&zero)}; |
| 399 | for (const auto &map : maps) { |
| 400 | ASSERT_TRUE(map.has_value()); |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 401 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 402 | bool foundLargeValue = false; |
| 403 | for (const auto &kv : *map) { |
| 404 | for (const auto &timeVec : kv.second) { |
| 405 | for (const auto &time : timeVec) { |
| 406 | ASSERT_LE(time, NSEC_PER_YEAR); |
| 407 | if (time > UINT32_MAX) foundLargeValue = true; |
| 408 | } |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 409 | } |
| 410 | } |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 411 | // UINT32_MAX nanoseconds is less than 5 seconds, so if every part of our pipeline is using |
| 412 | // uint64_t as expected, we should have some times higher than that. |
| 413 | ASSERT_TRUE(foundLargeValue); |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 414 | } |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 415 | } |
| 416 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 417 | TEST(TimeInStateTest, AllUidConcurrentTimesSanityCheck) { |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 418 | uint64_t zero = 0; |
| 419 | auto maps = {getUidsConcurrentTimes(), getUidsUpdatedConcurrentTimes(&zero)}; |
| 420 | for (const auto &concurrentMap : maps) { |
| 421 | ASSERT_TRUE(concurrentMap); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 422 | |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 423 | bool activeFoundLargeValue = false; |
| 424 | bool policyFoundLargeValue = false; |
| 425 | for (const auto &kv : *concurrentMap) { |
| 426 | for (const auto &time : kv.second.active) { |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 427 | ASSERT_LE(time, NSEC_PER_YEAR); |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 428 | if (time > UINT32_MAX) activeFoundLargeValue = true; |
| 429 | } |
| 430 | for (const auto &policyTimeVec : kv.second.policy) { |
| 431 | for (const auto &time : policyTimeVec) { |
| 432 | ASSERT_LE(time, NSEC_PER_YEAR); |
| 433 | if (time > UINT32_MAX) policyFoundLargeValue = true; |
| 434 | } |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 435 | } |
| 436 | } |
Connor O'Brien | 2a716a4 | 2020-01-31 18:51:56 -0800 | [diff] [blame] | 437 | // UINT32_MAX nanoseconds is less than 5 seconds, so if every part of our pipeline is using |
| 438 | // uint64_t as expected, we should have some times higher than that. |
| 439 | ASSERT_TRUE(activeFoundLargeValue); |
| 440 | ASSERT_TRUE(policyFoundLargeValue); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 441 | } |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 442 | } |
| 443 | |
Connor O'Brien | 597f637 | 2020-10-20 14:48:40 -0700 | [diff] [blame] | 444 | TEST(TimeInStateTest, AllUidConcurrentTimesFailsOnInvalidBucket) { |
| 445 | uint32_t uid = 0; |
| 446 | { |
| 447 | // Find an unused UID |
| 448 | auto map = getUidsConcurrentTimes(); |
| 449 | ASSERT_TRUE(map.has_value()); |
| 450 | ASSERT_FALSE(map->empty()); |
| 451 | for (const auto &kv : *map) uid = std::max(uid, kv.first); |
| 452 | ++uid; |
| 453 | } |
| 454 | android::base::unique_fd fd{ |
| 455 | bpf_obj_get(BPF_FS_PATH "map_time_in_state_uid_concurrent_times_map")}; |
| 456 | ASSERT_GE(fd, 0); |
| 457 | uint32_t nCpus = get_nprocs_conf(); |
| 458 | uint32_t maxBucket = (nCpus - 1) / CPUS_PER_ENTRY; |
| 459 | time_key_t key = {.uid = uid, .bucket = maxBucket + 1}; |
| 460 | std::vector<concurrent_val_t> vals(nCpus); |
| 461 | ASSERT_FALSE(writeToMapEntry(fd, &key, vals.data(), BPF_NOEXIST)); |
| 462 | EXPECT_FALSE(getUidsConcurrentTimes().has_value()); |
| 463 | ASSERT_FALSE(deleteMapEntry(fd, &key)); |
| 464 | } |
| 465 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 466 | TEST(TimeInStateTest, AllUidTimesConsistent) { |
| 467 | auto tisMap = getUidsCpuFreqTimes(); |
| 468 | ASSERT_TRUE(tisMap.has_value()); |
| 469 | |
| 470 | auto concurrentMap = getUidsConcurrentTimes(); |
| 471 | ASSERT_TRUE(concurrentMap.has_value()); |
| 472 | |
| 473 | ASSERT_EQ(tisMap->size(), concurrentMap->size()); |
| 474 | for (const auto &kv : *tisMap) { |
| 475 | uint32_t uid = kv.first; |
| 476 | auto times = kv.second; |
| 477 | ASSERT_NE(concurrentMap->find(uid), concurrentMap->end()); |
| 478 | |
| 479 | auto concurrentTimes = (*concurrentMap)[uid]; |
| 480 | ASSERT_NO_FATAL_FAILURE(TestUidTimesConsistent(times, concurrentTimes)); |
| 481 | } |
| 482 | } |
| 483 | |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 484 | TEST(TimeInStateTest, RemoveUid) { |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 485 | uint32_t uid = 0; |
| 486 | { |
| 487 | // Find an unused UID |
| 488 | auto times = getUidsCpuFreqTimes(); |
| 489 | ASSERT_TRUE(times.has_value()); |
| 490 | ASSERT_FALSE(times->empty()); |
| 491 | for (const auto &kv : *times) uid = std::max(uid, kv.first); |
| 492 | ++uid; |
| 493 | } |
| 494 | { |
| 495 | // Add a map entry for our fake UID by copying a real map entry |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 496 | android::base::unique_fd fd{ |
| 497 | bpf_obj_get(BPF_FS_PATH "map_time_in_state_uid_time_in_state_map")}; |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 498 | ASSERT_GE(fd, 0); |
| 499 | time_key_t k; |
| 500 | ASSERT_FALSE(getFirstMapKey(fd, &k)); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 501 | std::vector<tis_val_t> vals(get_nprocs_conf()); |
Connor O'Brien | 1a18040 | 2019-06-07 16:39:49 -0700 | [diff] [blame] | 502 | ASSERT_FALSE(findMapEntry(fd, &k, vals.data())); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 503 | uint32_t copiedUid = k.uid; |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 504 | k.uid = uid; |
Connor O'Brien | 1a18040 | 2019-06-07 16:39:49 -0700 | [diff] [blame] | 505 | ASSERT_FALSE(writeToMapEntry(fd, &k, vals.data(), BPF_NOEXIST)); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 506 | |
| 507 | android::base::unique_fd fd2{ |
| 508 | bpf_obj_get(BPF_FS_PATH "map_time_in_state_uid_concurrent_times_map")}; |
| 509 | k.uid = copiedUid; |
| 510 | k.bucket = 0; |
| 511 | std::vector<concurrent_val_t> cvals(get_nprocs_conf()); |
| 512 | ASSERT_FALSE(findMapEntry(fd2, &k, cvals.data())); |
| 513 | k.uid = uid; |
| 514 | ASSERT_FALSE(writeToMapEntry(fd2, &k, cvals.data(), BPF_NOEXIST)); |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 515 | } |
| 516 | auto times = getUidCpuFreqTimes(uid); |
Connor O'Brien | f03b6ae | 2019-06-05 18:03:12 -0700 | [diff] [blame] | 517 | ASSERT_TRUE(times.has_value()); |
| 518 | ASSERT_FALSE(times->empty()); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 519 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 520 | auto concurrentTimes = getUidConcurrentTimes(0); |
| 521 | ASSERT_TRUE(concurrentTimes.has_value()); |
| 522 | ASSERT_FALSE(concurrentTimes->active.empty()); |
| 523 | ASSERT_FALSE(concurrentTimes->policy.empty()); |
| 524 | |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 525 | uint64_t sum = 0; |
Connor O'Brien | f03b6ae | 2019-06-05 18:03:12 -0700 | [diff] [blame] | 526 | for (size_t i = 0; i < times->size(); ++i) { |
| 527 | for (auto x : (*times)[i]) sum += x; |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 528 | } |
| 529 | ASSERT_GT(sum, (uint64_t)0); |
| 530 | |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 531 | uint64_t activeSum = 0; |
| 532 | for (size_t i = 0; i < concurrentTimes->active.size(); ++i) { |
| 533 | activeSum += concurrentTimes->active[i]; |
| 534 | } |
| 535 | ASSERT_GT(activeSum, (uint64_t)0); |
| 536 | |
| 537 | ASSERT_TRUE(clearUidTimes(uid)); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 538 | |
Connor O'Brien | a178a73 | 2019-06-05 18:27:47 -0700 | [diff] [blame] | 539 | auto allTimes = getUidsCpuFreqTimes(); |
| 540 | ASSERT_TRUE(allTimes.has_value()); |
| 541 | ASSERT_FALSE(allTimes->empty()); |
| 542 | ASSERT_EQ(allTimes->find(uid), allTimes->end()); |
Connor O'Brien | 26de80f | 2019-06-11 13:49:19 -0700 | [diff] [blame] | 543 | |
| 544 | auto allConcurrentTimes = getUidsConcurrentTimes(); |
| 545 | ASSERT_TRUE(allConcurrentTimes.has_value()); |
| 546 | ASSERT_FALSE(allConcurrentTimes->empty()); |
| 547 | ASSERT_EQ(allConcurrentTimes->find(uid), allConcurrentTimes->end()); |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 548 | } |
| 549 | |
Connor O'Brien | 8f296eb | 2019-10-01 17:58:38 -0700 | [diff] [blame] | 550 | TEST(TimeInStateTest, GetCpuFreqs) { |
| 551 | auto freqs = getCpuFreqs(); |
| 552 | ASSERT_TRUE(freqs.has_value()); |
| 553 | |
| 554 | auto times = getUidCpuFreqTimes(0); |
| 555 | ASSERT_TRUE(times.has_value()); |
| 556 | |
| 557 | ASSERT_EQ(freqs->size(), times->size()); |
| 558 | for (size_t i = 0; i < freqs->size(); ++i) EXPECT_EQ((*freqs)[i].size(), (*times)[i].size()); |
| 559 | } |
| 560 | |
Dmitri Plotnikov | 2677dba | 2020-10-17 21:06:55 -0700 | [diff] [blame] | 561 | uint64_t timeNanos() { |
| 562 | struct timespec spec; |
| 563 | clock_gettime(CLOCK_MONOTONIC, &spec); |
| 564 | return spec.tv_sec * 1000000000 + spec.tv_nsec; |
| 565 | } |
| 566 | |
| 567 | // Keeps CPU busy with some number crunching |
| 568 | void useCpu() { |
| 569 | long sum = 0; |
| 570 | for (int i = 0; i < 100000; i++) { |
| 571 | sum *= i; |
| 572 | } |
| 573 | } |
| 574 | |
| 575 | sem_t pingsem, pongsem; |
| 576 | |
| 577 | void *testThread(void *) { |
| 578 | for (int i = 0; i < 10; i++) { |
| 579 | sem_wait(&pingsem); |
| 580 | useCpu(); |
| 581 | sem_post(&pongsem); |
| 582 | } |
| 583 | return nullptr; |
| 584 | } |
| 585 | |
| 586 | TEST(TimeInStateTest, GetAggregatedTaskCpuFreqTimes) { |
| 587 | uint64_t startTimeNs = timeNanos(); |
| 588 | |
| 589 | sem_init(&pingsem, 0, 1); |
| 590 | sem_init(&pongsem, 0, 0); |
| 591 | |
| 592 | pthread_t thread; |
| 593 | ASSERT_EQ(pthread_create(&thread, NULL, &testThread, NULL), 0); |
| 594 | |
| 595 | // This process may have been running for some time, so when we start tracking |
| 596 | // CPU time, the very first switch may include the accumulated time. |
| 597 | // Yield the remainder of this timeslice to the newly created thread. |
| 598 | sem_wait(&pongsem); |
| 599 | sem_post(&pingsem); |
| 600 | |
| 601 | pid_t tgid = getpid(); |
| 602 | startTrackingProcessCpuTimes(tgid); |
| 603 | |
| 604 | pid_t tid = pthread_gettid_np(thread); |
| 605 | startAggregatingTaskCpuTimes(tid, 42); |
| 606 | |
| 607 | // Play ping-pong with the other thread to ensure that both threads get |
| 608 | // some CPU time. |
| 609 | for (int i = 0; i < 9; i++) { |
| 610 | sem_wait(&pongsem); |
| 611 | useCpu(); |
| 612 | sem_post(&pingsem); |
| 613 | } |
| 614 | |
| 615 | pthread_join(thread, NULL); |
| 616 | |
| 617 | std::optional<std::unordered_map<uint16_t, std::vector<std::vector<uint64_t>>>> optionalMap = |
| 618 | getAggregatedTaskCpuFreqTimes(tgid, {0, 42}); |
| 619 | ASSERT_TRUE(optionalMap); |
| 620 | |
| 621 | std::unordered_map<uint16_t, std::vector<std::vector<uint64_t>>> map = *optionalMap; |
| 622 | ASSERT_EQ(map.size(), 2u); |
| 623 | |
| 624 | uint64_t testDurationNs = timeNanos() - startTimeNs; |
| 625 | for (auto pair : map) { |
| 626 | uint16_t aggregationKey = pair.first; |
| 627 | ASSERT_TRUE(aggregationKey == 0 || aggregationKey == 42); |
| 628 | |
| 629 | std::vector<std::vector<uint64_t>> timesInState = pair.second; |
| 630 | uint64_t totalCpuTime = 0; |
| 631 | for (size_t i = 0; i < timesInState.size(); i++) { |
| 632 | for (size_t j = 0; j < timesInState[i].size(); j++) { |
| 633 | totalCpuTime += timesInState[i][j]; |
| 634 | } |
| 635 | } |
| 636 | ASSERT_GT(totalCpuTime, 0ul); |
| 637 | ASSERT_LE(totalCpuTime, testDurationNs); |
| 638 | } |
| 639 | } |
| 640 | |
Connor O'Brien | 5733719 | 2018-11-20 12:49:16 -0800 | [diff] [blame] | 641 | } // namespace bpf |
| 642 | } // namespace android |