Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 17 | #define DEBUG false // STOPSHIP if true |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 18 | #include "Log.h" |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 19 | |
| 20 | #include "StatsLogProcessor.h" |
Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 21 | |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 22 | #include <android-base/file.h> |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 23 | #include <cutils/multiuser.h> |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 24 | #include <frameworks/base/cmds/statsd/src/active_config_list.pb.h> |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 25 | #include <frameworks/base/cmds/statsd/src/experiment_ids.pb.h> |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 26 | |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 27 | #include "android-base/stringprintf.h" |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 28 | #include "external/StatsPullerManager.h" |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 29 | #include "guardrail/StatsdStats.h" |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 30 | #include "logd/LogEvent.h" |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 31 | #include "metrics/CountMetricProducer.h" |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 32 | #include "StatsService.h" |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 33 | #include "state/StateManager.h" |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 34 | #include "stats_log_util.h" |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 35 | #include "stats_util.h" |
Jeffrey Huang | 74fc435 | 2020-03-06 15:18:33 -0800 | [diff] [blame] | 36 | #include "statslog_statsd.h" |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 37 | #include "storage/StorageManager.h" |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 38 | |
Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 39 | using namespace android; |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 40 | using android::base::StringPrintf; |
yro | b0378b0 | 2017-11-09 20:36:25 -0800 | [diff] [blame] | 41 | using android::util::FIELD_COUNT_REPEATED; |
yro | 17adac9 | 2017-11-08 23:16:29 -0800 | [diff] [blame] | 42 | using android::util::FIELD_TYPE_BOOL; |
| 43 | using android::util::FIELD_TYPE_FLOAT; |
| 44 | using android::util::FIELD_TYPE_INT32; |
| 45 | using android::util::FIELD_TYPE_INT64; |
| 46 | using android::util::FIELD_TYPE_MESSAGE; |
| 47 | using android::util::FIELD_TYPE_STRING; |
| 48 | using android::util::ProtoOutputStream; |
Yao Chen | 44cf27c | 2017-09-14 22:32:50 -0700 | [diff] [blame] | 49 | using std::vector; |
Bookatz | 906a35c | 2017-09-20 15:26:44 -0700 | [diff] [blame] | 50 | |
| 51 | namespace android { |
| 52 | namespace os { |
| 53 | namespace statsd { |
Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 54 | |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 55 | // for ConfigMetricsReportList |
yro | 17adac9 | 2017-11-08 23:16:29 -0800 | [diff] [blame] | 56 | const int FIELD_ID_CONFIG_KEY = 1; |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 57 | const int FIELD_ID_REPORTS = 2; |
yro | 17adac9 | 2017-11-08 23:16:29 -0800 | [diff] [blame] | 58 | // for ConfigKey |
| 59 | const int FIELD_ID_UID = 1; |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 60 | const int FIELD_ID_ID = 2; |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 61 | // for ConfigMetricsReport |
Yao Chen | 4c959cb | 2018-02-13 13:27:48 -0800 | [diff] [blame] | 62 | // const int FIELD_ID_METRICS = 1; // written in MetricsManager.cpp |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 63 | const int FIELD_ID_UID_MAP = 2; |
Yangster-mac | 330af58 | 2018-02-08 15:24:38 -0800 | [diff] [blame] | 64 | const int FIELD_ID_LAST_REPORT_ELAPSED_NANOS = 3; |
| 65 | const int FIELD_ID_CURRENT_REPORT_ELAPSED_NANOS = 4; |
Yangster-mac | 3fa5d7f | 2018-03-10 21:50:27 -0800 | [diff] [blame] | 66 | const int FIELD_ID_LAST_REPORT_WALL_CLOCK_NANOS = 5; |
| 67 | const int FIELD_ID_CURRENT_REPORT_WALL_CLOCK_NANOS = 6; |
Chenjie Yu | e36018b | 2018-04-16 15:18:30 -0700 | [diff] [blame] | 68 | const int FIELD_ID_DUMP_REPORT_REASON = 8; |
Yangster-mac | 9def8e3 | 2018-04-17 13:55:51 -0700 | [diff] [blame] | 69 | const int FIELD_ID_STRINGS = 9; |
Yangster-mac | 3fa5d7f | 2018-03-10 21:50:27 -0800 | [diff] [blame] | 70 | |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 71 | // for ActiveConfigList |
| 72 | const int FIELD_ID_ACTIVE_CONFIG_LIST_CONFIG = 1; |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 73 | |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 74 | // for permissions checks |
| 75 | constexpr const char* kPermissionDump = "android.permission.DUMP"; |
| 76 | constexpr const char* kPermissionUsage = "android.permission.PACKAGE_USAGE_STATS"; |
| 77 | |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 78 | #define NS_PER_HOUR 3600 * NS_PER_SEC |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 79 | |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 80 | #define STATS_ACTIVE_METRIC_DIR "/data/misc/stats-active-metric" |
Jeffrey Huang | b8f5403 | 2020-03-23 13:42:42 -0700 | [diff] [blame] | 81 | #define STATS_METADATA_DIR "/data/misc/stats-metadata" |
yro | 17adac9 | 2017-11-08 23:16:29 -0800 | [diff] [blame] | 82 | |
Tej Singh | 42f9e06 | 2018-11-09 10:01:00 -0800 | [diff] [blame] | 83 | // Cool down period for writing data to disk to avoid overwriting files. |
| 84 | #define WRITE_DATA_COOL_DOWN_SEC 5 |
| 85 | |
yro | 31eb67b | 2017-10-24 13:33:21 -0700 | [diff] [blame] | 86 | StatsLogProcessor::StatsLogProcessor(const sp<UidMap>& uidMap, |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 87 | const sp<StatsPullerManager>& pullerManager, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 88 | const sp<AlarmMonitor>& anomalyAlarmMonitor, |
| 89 | const sp<AlarmMonitor>& periodicAlarmMonitor, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 90 | const int64_t timeBaseNs, |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 91 | const std::function<bool(const ConfigKey&)>& sendBroadcast, |
| 92 | const std::function<bool( |
| 93 | const int&, const vector<int64_t>&)>& activateBroadcast) |
Chenjie Yu | 85ed838 | 2017-12-14 16:48:54 -0800 | [diff] [blame] | 94 | : mUidMap(uidMap), |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 95 | mPullerManager(pullerManager), |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 96 | mAnomalyAlarmMonitor(anomalyAlarmMonitor), |
| 97 | mPeriodicAlarmMonitor(periodicAlarmMonitor), |
Chenjie Yu | 85ed838 | 2017-12-14 16:48:54 -0800 | [diff] [blame] | 98 | mSendBroadcast(sendBroadcast), |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 99 | mSendActivationBroadcast(activateBroadcast), |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 100 | mTimeBaseNs(timeBaseNs), |
Yao Chen | 163d260 | 2018-04-10 10:39:53 -0700 | [diff] [blame] | 101 | mLargestTimestampSeen(0), |
| 102 | mLastTimestampSeen(0) { |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 103 | mPullerManager->ForceClearPullerCache(); |
Muhammad Qureshi | 7ce2256 | 2020-05-12 01:08:00 -0700 | [diff] [blame] | 104 | StateManager::getInstance().updateLogSources(uidMap); |
Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 105 | } |
| 106 | |
Yao Chen | ef99c4f | 2017-09-22 16:26:54 -0700 | [diff] [blame] | 107 | StatsLogProcessor::~StatsLogProcessor() { |
Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 108 | } |
| 109 | |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 110 | static void flushProtoToBuffer(ProtoOutputStream& proto, vector<uint8_t>* outData) { |
| 111 | outData->clear(); |
| 112 | outData->resize(proto.size()); |
| 113 | size_t pos = 0; |
| 114 | sp<android::util::ProtoReader> reader = proto.data(); |
| 115 | while (reader->readBuffer() != NULL) { |
| 116 | size_t toRead = reader->currentToRead(); |
| 117 | std::memcpy(&((*outData)[pos]), reader->readBuffer(), toRead); |
| 118 | pos += toRead; |
| 119 | reader->move(toRead); |
| 120 | } |
| 121 | } |
| 122 | |
Tej Singh | 8b914c0 | 2020-07-14 23:16:24 -0700 | [diff] [blame^] | 123 | void StatsLogProcessor::processFiredAnomalyAlarmsLocked( |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 124 | const int64_t& timestampNs, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 125 | unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet) { |
Bookatz | cc5adef2 | 2017-11-21 14:36:23 -0800 | [diff] [blame] | 126 | for (const auto& itr : mMetricsManagers) { |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 127 | itr.second->onAnomalyAlarmFired(timestampNs, alarmSet); |
| 128 | } |
| 129 | } |
| 130 | void StatsLogProcessor::onPeriodicAlarmFired( |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 131 | const int64_t& timestampNs, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 132 | unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet) { |
| 133 | |
| 134 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 135 | for (const auto& itr : mMetricsManagers) { |
| 136 | itr.second->onPeriodicAlarmFired(timestampNs, alarmSet); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 137 | } |
| 138 | } |
| 139 | |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 140 | void StatsLogProcessor::mapIsolatedUidToHostUidIfNecessaryLocked(LogEvent* event) const { |
Muhammad Qureshi | 83aaa66 | 2020-04-21 12:51:36 -0700 | [diff] [blame] | 141 | if (std::pair<int, int> indexRange; event->hasAttributionChain(&indexRange)) { |
| 142 | vector<FieldValue>* const fieldValues = event->getMutableValues(); |
| 143 | for (int i = indexRange.first; i <= indexRange.second; i++) { |
| 144 | FieldValue& fieldValue = fieldValues->at(i); |
| 145 | if (isAttributionUidField(fieldValue)) { |
| 146 | const int hostUid = mUidMap->getHostUidOrSelf(fieldValue.mValue.int_value); |
| 147 | fieldValue.mValue.setInt(hostUid); |
Yao Chen | 8a8d16c | 2018-02-08 14:50:40 -0800 | [diff] [blame] | 148 | } |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 149 | } |
Yao Chen | c40a19d | 2018-03-15 16:48:25 -0700 | [diff] [blame] | 150 | } else { |
Ruchir Rastogi | ffa34f05 | 2020-04-04 15:30:11 -0700 | [diff] [blame] | 151 | int uidFieldIndex = event->getUidFieldIndex(); |
| 152 | if (uidFieldIndex != -1) { |
| 153 | Value& value = (*event->getMutableValues())[uidFieldIndex].mValue; |
| 154 | const int hostUid = mUidMap->getHostUidOrSelf(value.int_value); |
| 155 | value.setInt(hostUid); |
Yao Chen | c40a19d | 2018-03-15 16:48:25 -0700 | [diff] [blame] | 156 | } |
Yao Chen | 312e898 | 2017-12-05 15:29:03 -0800 | [diff] [blame] | 157 | } |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | void StatsLogProcessor::onIsolatedUidChangedEventLocked(const LogEvent& event) { |
| 161 | status_t err = NO_ERROR, err2 = NO_ERROR, err3 = NO_ERROR; |
| 162 | bool is_create = event.GetBool(3, &err); |
| 163 | auto parent_uid = int(event.GetLong(1, &err2)); |
| 164 | auto isolated_uid = int(event.GetLong(2, &err3)); |
| 165 | if (err == NO_ERROR && err2 == NO_ERROR && err3 == NO_ERROR) { |
| 166 | if (is_create) { |
| 167 | mUidMap->assignIsolatedUid(isolated_uid, parent_uid); |
| 168 | } else { |
Bookatz | 3c64886 | 2018-05-25 13:32:43 -0700 | [diff] [blame] | 169 | mUidMap->removeIsolatedUid(isolated_uid); |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 170 | } |
| 171 | } else { |
| 172 | ALOGE("Failed to parse uid in the isolated uid change event."); |
| 173 | } |
| 174 | } |
| 175 | |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 176 | void StatsLogProcessor::onBinaryPushStateChangedEventLocked(LogEvent* event) { |
| 177 | pid_t pid = event->GetPid(); |
| 178 | uid_t uid = event->GetUid(); |
| 179 | if (!checkPermissionForIds(kPermissionDump, pid, uid) || |
| 180 | !checkPermissionForIds(kPermissionUsage, pid, uid)) { |
| 181 | return; |
| 182 | } |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 183 | // The Get* functions don't modify the status on success, they only write in |
| 184 | // failure statuses, so we can use one status variable for all calls then |
| 185 | // check if it is no longer NO_ERROR. |
| 186 | status_t err = NO_ERROR; |
| 187 | InstallTrainInfo trainInfo; |
| 188 | trainInfo.trainName = string(event->GetString(1 /*train name field id*/, &err)); |
| 189 | trainInfo.trainVersionCode = event->GetLong(2 /*train version field id*/, &err); |
| 190 | trainInfo.requiresStaging = event->GetBool(3 /*requires staging field id*/, &err); |
| 191 | trainInfo.rollbackEnabled = event->GetBool(4 /*rollback enabled field id*/, &err); |
| 192 | trainInfo.requiresLowLatencyMonitor = |
| 193 | event->GetBool(5 /*requires low latency monitor field id*/, &err); |
| 194 | trainInfo.status = int32_t(event->GetLong(6 /*state field id*/, &err)); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 195 | std::vector<uint8_t> trainExperimentIdBytes = |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 196 | event->GetStorage(7 /*experiment ids field id*/, &err); |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 197 | bool is_rollback = event->GetBool(10 /*is rollback field id*/, &err); |
| 198 | |
| 199 | if (err != NO_ERROR) { |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 200 | ALOGE("Failed to parse fields in binary push state changed log event"); |
| 201 | return; |
| 202 | } |
| 203 | ExperimentIds trainExperimentIds; |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 204 | if (!trainExperimentIds.ParseFromArray(trainExperimentIdBytes.data(), |
| 205 | trainExperimentIdBytes.size())) { |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 206 | ALOGE("Failed to parse experimentids in binary push state changed."); |
| 207 | return; |
| 208 | } |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 209 | trainInfo.experimentIds = {trainExperimentIds.experiment_id().begin(), |
| 210 | trainExperimentIds.experiment_id().end()}; |
| 211 | |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 212 | // Update the train info on disk and get any data the logevent is missing. |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 213 | getAndUpdateTrainInfoOnDisk(is_rollback, &trainInfo); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 214 | |
| 215 | std::vector<uint8_t> trainExperimentIdProto; |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 216 | writeExperimentIdsToProto(trainInfo.experimentIds, &trainExperimentIdProto); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 217 | int32_t userId = multiuser_get_user_id(uid); |
| 218 | |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 219 | event->updateValue(2 /*train version field id*/, trainInfo.trainVersionCode, LONG); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 220 | event->updateValue(7 /*experiment ids field id*/, trainExperimentIdProto, STORAGE); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 221 | event->updateValue(8 /*user id field id*/, userId, INT); |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 222 | |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 223 | // If this event is a rollback event, then the following bits in the event |
| 224 | // are invalid and we will need to update them with the values we pulled |
| 225 | // from disk. |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 226 | if (is_rollback) { |
| 227 | int bit = trainInfo.requiresStaging ? 1 : 0; |
| 228 | event->updateValue(3 /*requires staging field id*/, bit, INT); |
| 229 | bit = trainInfo.rollbackEnabled ? 1 : 0; |
| 230 | event->updateValue(4 /*rollback enabled field id*/, bit, INT); |
| 231 | bit = trainInfo.requiresLowLatencyMonitor ? 1 : 0; |
| 232 | event->updateValue(5 /*requires low latency monitor field id*/, bit, INT); |
| 233 | } |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 234 | } |
| 235 | |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 236 | void StatsLogProcessor::getAndUpdateTrainInfoOnDisk(bool is_rollback, |
| 237 | InstallTrainInfo* trainInfo) { |
| 238 | // If the train name is empty, we don't know which train to attribute the |
| 239 | // event to, so return early. |
| 240 | if (trainInfo->trainName.empty()) { |
| 241 | return; |
| 242 | } |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 243 | bool readTrainInfoSuccess = false; |
| 244 | InstallTrainInfo trainInfoOnDisk; |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 245 | readTrainInfoSuccess = StorageManager::readTrainInfo(trainInfo->trainName, trainInfoOnDisk); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 246 | |
| 247 | bool resetExperimentIds = false; |
| 248 | if (readTrainInfoSuccess) { |
| 249 | // Keep the old train version if we received an empty version. |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 250 | if (trainInfo->trainVersionCode == -1) { |
| 251 | trainInfo->trainVersionCode = trainInfoOnDisk.trainVersionCode; |
| 252 | } else if (trainInfo->trainVersionCode != trainInfoOnDisk.trainVersionCode) { |
| 253 | // Reset experiment ids if we receive a new non-empty train version. |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 254 | resetExperimentIds = true; |
| 255 | } |
| 256 | |
| 257 | // Reset if we received a different experiment id. |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 258 | if (!trainInfo->experimentIds.empty() && |
| 259 | (trainInfoOnDisk.experimentIds.empty() || |
| 260 | trainInfo->experimentIds.at(0) != trainInfoOnDisk.experimentIds[0])) { |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 261 | resetExperimentIds = true; |
| 262 | } |
| 263 | } |
| 264 | |
| 265 | // Find the right experiment IDs |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 266 | if ((!resetExperimentIds || is_rollback) && readTrainInfoSuccess) { |
| 267 | trainInfo->experimentIds = trainInfoOnDisk.experimentIds; |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 268 | } |
| 269 | |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 270 | if (!trainInfo->experimentIds.empty()) { |
| 271 | int64_t firstId = trainInfo->experimentIds.at(0); |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 272 | auto& ids = trainInfo->experimentIds; |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 273 | switch (trainInfo->status) { |
Jeffrey Huang | 74fc435 | 2020-03-06 15:18:33 -0800 | [diff] [blame] | 274 | case android::os::statsd::util::BINARY_PUSH_STATE_CHANGED__STATE__INSTALL_SUCCESS: |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 275 | if (find(ids.begin(), ids.end(), firstId + 1) == ids.end()) { |
| 276 | ids.push_back(firstId + 1); |
| 277 | } |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 278 | break; |
Jeffrey Huang | 74fc435 | 2020-03-06 15:18:33 -0800 | [diff] [blame] | 279 | case android::os::statsd::util::BINARY_PUSH_STATE_CHANGED__STATE__INSTALLER_ROLLBACK_INITIATED: |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 280 | if (find(ids.begin(), ids.end(), firstId + 2) == ids.end()) { |
| 281 | ids.push_back(firstId + 2); |
| 282 | } |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 283 | break; |
Jeffrey Huang | 74fc435 | 2020-03-06 15:18:33 -0800 | [diff] [blame] | 284 | case android::os::statsd::util::BINARY_PUSH_STATE_CHANGED__STATE__INSTALLER_ROLLBACK_SUCCESS: |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 285 | if (find(ids.begin(), ids.end(), firstId + 3) == ids.end()) { |
| 286 | ids.push_back(firstId + 3); |
| 287 | } |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 288 | break; |
| 289 | } |
| 290 | } |
| 291 | |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 292 | // If this event is a rollback event, the following fields are invalid and |
| 293 | // need to be replaced by the fields stored to disk. |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 294 | if (is_rollback) { |
| 295 | trainInfo->requiresStaging = trainInfoOnDisk.requiresStaging; |
| 296 | trainInfo->rollbackEnabled = trainInfoOnDisk.rollbackEnabled; |
| 297 | trainInfo->requiresLowLatencyMonitor = trainInfoOnDisk.requiresLowLatencyMonitor; |
| 298 | } |
| 299 | |
| 300 | StorageManager::writeTrainInfo(*trainInfo); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 301 | } |
| 302 | |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 303 | void StatsLogProcessor::onWatchdogRollbackOccurredLocked(LogEvent* event) { |
| 304 | pid_t pid = event->GetPid(); |
| 305 | uid_t uid = event->GetUid(); |
| 306 | if (!checkPermissionForIds(kPermissionDump, pid, uid) || |
| 307 | !checkPermissionForIds(kPermissionUsage, pid, uid)) { |
| 308 | return; |
| 309 | } |
| 310 | // The Get* functions don't modify the status on success, they only write in |
| 311 | // failure statuses, so we can use one status variable for all calls then |
| 312 | // check if it is no longer NO_ERROR. |
| 313 | status_t err = NO_ERROR; |
| 314 | int32_t rollbackType = int32_t(event->GetInt(1 /*rollback type field id*/, &err)); |
| 315 | string packageName = string(event->GetString(2 /*package name field id*/, &err)); |
| 316 | |
| 317 | if (err != NO_ERROR) { |
| 318 | ALOGE("Failed to parse fields in watchdog rollback occurred log event"); |
| 319 | return; |
| 320 | } |
| 321 | |
| 322 | vector<int64_t> experimentIds = |
| 323 | processWatchdogRollbackOccurred(rollbackType, packageName); |
| 324 | vector<uint8_t> experimentIdProto; |
| 325 | writeExperimentIdsToProto(experimentIds, &experimentIdProto); |
| 326 | |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 327 | event->updateValue(6 /*experiment ids field id*/, experimentIdProto, STORAGE); |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 328 | } |
| 329 | |
| 330 | vector<int64_t> StatsLogProcessor::processWatchdogRollbackOccurred(const int32_t rollbackTypeIn, |
| 331 | const string& packageNameIn) { |
| 332 | // If the package name is empty, we can't attribute it to any train, so |
| 333 | // return early. |
| 334 | if (packageNameIn.empty()) { |
| 335 | return vector<int64_t>(); |
| 336 | } |
| 337 | bool readTrainInfoSuccess = false; |
| 338 | InstallTrainInfo trainInfoOnDisk; |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 339 | // We use the package name of the event as the train name. |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 340 | readTrainInfoSuccess = StorageManager::readTrainInfo(packageNameIn, trainInfoOnDisk); |
| 341 | |
| 342 | if (!readTrainInfoSuccess) { |
| 343 | return vector<int64_t>(); |
| 344 | } |
| 345 | |
| 346 | if (trainInfoOnDisk.experimentIds.empty()) { |
| 347 | return vector<int64_t>(); |
| 348 | } |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 349 | |
| 350 | int64_t firstId = trainInfoOnDisk.experimentIds[0]; |
| 351 | auto& ids = trainInfoOnDisk.experimentIds; |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 352 | switch (rollbackTypeIn) { |
Jeffrey Huang | 74fc435 | 2020-03-06 15:18:33 -0800 | [diff] [blame] | 353 | case android::os::statsd::util::WATCHDOG_ROLLBACK_OCCURRED__ROLLBACK_TYPE__ROLLBACK_INITIATE: |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 354 | if (find(ids.begin(), ids.end(), firstId + 4) == ids.end()) { |
| 355 | ids.push_back(firstId + 4); |
| 356 | } |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 357 | StorageManager::writeTrainInfo(trainInfoOnDisk); |
| 358 | break; |
Jeffrey Huang | 74fc435 | 2020-03-06 15:18:33 -0800 | [diff] [blame] | 359 | case android::os::statsd::util::WATCHDOG_ROLLBACK_OCCURRED__ROLLBACK_TYPE__ROLLBACK_SUCCESS: |
Jonathan Nguyen | 727a964 | 2020-02-12 17:24:32 -0800 | [diff] [blame] | 360 | if (find(ids.begin(), ids.end(), firstId + 5) == ids.end()) { |
| 361 | ids.push_back(firstId + 5); |
| 362 | } |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 363 | StorageManager::writeTrainInfo(trainInfoOnDisk); |
| 364 | break; |
| 365 | } |
| 366 | |
| 367 | return trainInfoOnDisk.experimentIds; |
| 368 | } |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 369 | |
Yangster-mac | 892f3d3 | 2018-05-02 14:16:48 -0700 | [diff] [blame] | 370 | void StatsLogProcessor::resetConfigs() { |
| 371 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 372 | resetConfigsLocked(getElapsedRealtimeNs()); |
| 373 | } |
| 374 | |
| 375 | void StatsLogProcessor::resetConfigsLocked(const int64_t timestampNs) { |
| 376 | std::vector<ConfigKey> configKeys; |
| 377 | for (auto it = mMetricsManagers.begin(); it != mMetricsManagers.end(); it++) { |
| 378 | configKeys.push_back(it->first); |
| 379 | } |
| 380 | resetConfigsLocked(timestampNs, configKeys); |
| 381 | } |
| 382 | |
Yao Chen | 3ff3a49 | 2018-08-06 16:17:37 -0700 | [diff] [blame] | 383 | void StatsLogProcessor::OnLogEvent(LogEvent* event) { |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 384 | OnLogEvent(event, getElapsedRealtimeNs()); |
| 385 | } |
| 386 | |
| 387 | void StatsLogProcessor::OnLogEvent(LogEvent* event, int64_t elapsedRealtimeNs) { |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 388 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Yao Chen | 876889c | 2018-05-02 11:16:16 -0700 | [diff] [blame] | 389 | |
Ruchir Rastogi | 07f7adb | 2020-04-16 17:46:12 -0700 | [diff] [blame] | 390 | // Tell StatsdStats about new event |
| 391 | const int64_t eventElapsedTimeNs = event->GetElapsedTimestampNs(); |
| 392 | int atomId = event->GetTagId(); |
| 393 | StatsdStats::getInstance().noteAtomLogged(atomId, eventElapsedTimeNs / NS_PER_SEC); |
| 394 | if (!event->isValid()) { |
| 395 | StatsdStats::getInstance().noteAtomError(atomId); |
| 396 | return; |
| 397 | } |
| 398 | |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 399 | // Hard-coded logic to update train info on disk and fill in any information |
| 400 | // this log event may be missing. |
Ruchir Rastogi | 07f7adb | 2020-04-16 17:46:12 -0700 | [diff] [blame] | 401 | if (atomId == android::os::statsd::util::BINARY_PUSH_STATE_CHANGED) { |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 402 | onBinaryPushStateChangedEventLocked(event); |
| 403 | } |
| 404 | |
| 405 | // Hard-coded logic to update experiment ids on disk for certain rollback |
| 406 | // types and fill the rollback atom with experiment ids |
Ruchir Rastogi | 07f7adb | 2020-04-16 17:46:12 -0700 | [diff] [blame] | 407 | if (atomId == android::os::statsd::util::WATCHDOG_ROLLBACK_OCCURRED) { |
Jonathan Nguyen | 703c42f | 2020-02-04 15:54:26 -0800 | [diff] [blame] | 408 | onWatchdogRollbackOccurredLocked(event); |
Jonathan Nguyen | a0e6de1 | 2020-01-28 18:33:55 -0800 | [diff] [blame] | 409 | } |
| 410 | |
Yao Chen | 876889c | 2018-05-02 11:16:16 -0700 | [diff] [blame] | 411 | #ifdef VERY_VERBOSE_PRINTING |
| 412 | if (mPrintAllLogs) { |
| 413 | ALOGI("%s", event->ToString().c_str()); |
| 414 | } |
| 415 | #endif |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 416 | resetIfConfigTtlExpiredLocked(eventElapsedTimeNs); |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 417 | |
David Chen | 2158296 | 2017-11-01 17:32:46 -0700 | [diff] [blame] | 418 | // Hard-coded logic to update the isolated uid's in the uid-map. |
Stefan Lafon | ae2df01 | 2017-11-14 09:17:21 -0800 | [diff] [blame] | 419 | // The field numbers need to be currently updated by hand with atoms.proto |
Ruchir Rastogi | 07f7adb | 2020-04-16 17:46:12 -0700 | [diff] [blame] | 420 | if (atomId == android::os::statsd::util::ISOLATED_UID_CHANGED) { |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 421 | onIsolatedUidChangedEventLocked(*event); |
Muhammad Qureshi | 7ce2256 | 2020-05-12 01:08:00 -0700 | [diff] [blame] | 422 | } else { |
| 423 | // Map the isolated uid to host uid if necessary. |
| 424 | mapIsolatedUidToHostUidIfNecessaryLocked(event); |
David Chen | cfc311d | 2018-01-23 17:55:54 -0800 | [diff] [blame] | 425 | } |
| 426 | |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 427 | StateManager::getInstance().onLogEvent(*event); |
| 428 | |
David Chen | cfc311d | 2018-01-23 17:55:54 -0800 | [diff] [blame] | 429 | if (mMetricsManagers.empty()) { |
| 430 | return; |
| 431 | } |
| 432 | |
Tej Singh | 8b914c0 | 2020-07-14 23:16:24 -0700 | [diff] [blame^] | 433 | bool fireAlarm = false; |
| 434 | { |
| 435 | std::lock_guard<std::mutex> anomalyLock(mAnomalyAlarmMutex); |
| 436 | if (mNextAnomalyAlarmTime != 0 && |
| 437 | MillisToNano(mNextAnomalyAlarmTime) <= elapsedRealtimeNs) { |
| 438 | mNextAnomalyAlarmTime = 0; |
| 439 | VLOG("informing anomaly alarm at time %lld", (long long)elapsedRealtimeNs); |
| 440 | fireAlarm = true; |
| 441 | } |
| 442 | } |
| 443 | if (fireAlarm) { |
| 444 | informAnomalyAlarmFiredLocked(NanoToMillis(elapsedRealtimeNs)); |
| 445 | } |
| 446 | |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 447 | int64_t curTimeSec = getElapsedRealtimeSec(); |
Yangster-mac | 330af58 | 2018-02-08 15:24:38 -0800 | [diff] [blame] | 448 | if (curTimeSec - mLastPullerCacheClearTimeSec > StatsdStats::kPullerCacheClearIntervalSec) { |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 449 | mPullerManager->ClearPullerCacheIfNecessary(curTimeSec * NS_PER_SEC); |
Yangster-mac | 330af58 | 2018-02-08 15:24:38 -0800 | [diff] [blame] | 450 | mLastPullerCacheClearTimeSec = curTimeSec; |
Chenjie Yu | fa22d65 | 2018-02-05 14:37:48 -0800 | [diff] [blame] | 451 | } |
| 452 | |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 453 | std::unordered_set<int> uidsWithActiveConfigsChanged; |
| 454 | std::unordered_map<int, std::vector<int64_t>> activeConfigsPerUid; |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 455 | // pass the event to metrics managers. |
| 456 | for (auto& pair : mMetricsManagers) { |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 457 | int uid = pair.first.GetUid(); |
| 458 | int64_t configId = pair.first.GetId(); |
| 459 | bool isPrevActive = pair.second->isActive(); |
Yangster-mac | d40053e | 2018-01-09 16:29:22 -0800 | [diff] [blame] | 460 | pair.second->onLogEvent(*event); |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 461 | bool isCurActive = pair.second->isActive(); |
| 462 | // Map all active configs by uid. |
| 463 | if (isCurActive) { |
| 464 | auto activeConfigs = activeConfigsPerUid.find(uid); |
| 465 | if (activeConfigs != activeConfigsPerUid.end()) { |
| 466 | activeConfigs->second.push_back(configId); |
| 467 | } else { |
| 468 | vector<int64_t> newActiveConfigs; |
| 469 | newActiveConfigs.push_back(configId); |
| 470 | activeConfigsPerUid[uid] = newActiveConfigs; |
| 471 | } |
| 472 | } |
| 473 | // The activation state of this config changed. |
| 474 | if (isPrevActive != isCurActive) { |
| 475 | VLOG("Active status changed for uid %d", uid); |
| 476 | uidsWithActiveConfigsChanged.insert(uid); |
| 477 | StatsdStats::getInstance().noteActiveStatusChanged(pair.first, isCurActive); |
| 478 | } |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 479 | flushIfNecessaryLocked(pair.first, *(pair.second)); |
David Chen | 2158296 | 2017-11-01 17:32:46 -0700 | [diff] [blame] | 480 | } |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 481 | |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 482 | // Don't use the event timestamp for the guardrail. |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 483 | for (int uid : uidsWithActiveConfigsChanged) { |
| 484 | // Send broadcast so that receivers can pull data. |
| 485 | auto lastBroadcastTime = mLastActivationBroadcastTimes.find(uid); |
| 486 | if (lastBroadcastTime != mLastActivationBroadcastTimes.end()) { |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 487 | if (elapsedRealtimeNs - lastBroadcastTime->second < |
| 488 | StatsdStats::kMinActivationBroadcastPeriodNs) { |
Tej Singh | 16ca28f | 2019-06-24 11:58:23 -0700 | [diff] [blame] | 489 | StatsdStats::getInstance().noteActivationBroadcastGuardrailHit(uid); |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 490 | VLOG("StatsD would've sent an activation broadcast but the rate limit stopped us."); |
| 491 | return; |
| 492 | } |
| 493 | } |
| 494 | auto activeConfigs = activeConfigsPerUid.find(uid); |
| 495 | if (activeConfigs != activeConfigsPerUid.end()) { |
| 496 | if (mSendActivationBroadcast(uid, activeConfigs->second)) { |
| 497 | VLOG("StatsD sent activation notice for uid %d", uid); |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 498 | mLastActivationBroadcastTimes[uid] = elapsedRealtimeNs; |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 499 | } |
| 500 | } else { |
| 501 | std::vector<int64_t> emptyActiveConfigs; |
| 502 | if (mSendActivationBroadcast(uid, emptyActiveConfigs)) { |
| 503 | VLOG("StatsD sent EMPTY activation notice for uid %d", uid); |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 504 | mLastActivationBroadcastTimes[uid] = elapsedRealtimeNs; |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 505 | } |
| 506 | } |
| 507 | } |
| 508 | } |
| 509 | |
| 510 | void StatsLogProcessor::GetActiveConfigs(const int uid, vector<int64_t>& outActiveConfigs) { |
| 511 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 512 | GetActiveConfigsLocked(uid, outActiveConfigs); |
| 513 | } |
| 514 | |
| 515 | void StatsLogProcessor::GetActiveConfigsLocked(const int uid, vector<int64_t>& outActiveConfigs) { |
| 516 | outActiveConfigs.clear(); |
| 517 | for (auto& pair : mMetricsManagers) { |
| 518 | if (pair.first.GetUid() == uid && pair.second->isActive()) { |
| 519 | outActiveConfigs.push_back(pair.first.GetId()); |
| 520 | } |
| 521 | } |
Yao Chen | ab273e2 | 2017-09-06 12:53:50 -0700 | [diff] [blame] | 522 | } |
| 523 | |
Yangster-mac | c04feba | 2018-04-02 14:37:33 -0700 | [diff] [blame] | 524 | void StatsLogProcessor::OnConfigUpdated(const int64_t timestampNs, const ConfigKey& key, |
| 525 | const StatsdConfig& config) { |
Yangster-mac | b0d0628 | 2018-01-05 15:44:07 -0800 | [diff] [blame] | 526 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 527 | WriteDataToDiskLocked(key, timestampNs, CONFIG_UPDATED, NO_TIME_CONSTRAINTS); |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 528 | OnConfigUpdatedLocked(timestampNs, key, config); |
| 529 | } |
| 530 | |
| 531 | void StatsLogProcessor::OnConfigUpdatedLocked( |
| 532 | const int64_t timestampNs, const ConfigKey& key, const StatsdConfig& config) { |
Tej Singh | 484524a | 2018-02-01 15:10:05 -0800 | [diff] [blame] | 533 | VLOG("Updated configuration for key %s", key.ToString().c_str()); |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 534 | sp<MetricsManager> newMetricsManager = |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 535 | new MetricsManager(key, config, mTimeBaseNs, timestampNs, mUidMap, mPullerManager, |
| 536 | mAnomalyAlarmMonitor, mPeriodicAlarmMonitor); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 537 | if (newMetricsManager->isConfigValid()) { |
Tej Singh | 3be093b | 2020-03-04 20:08:38 -0800 | [diff] [blame] | 538 | newMetricsManager->init(); |
David Chen | d689689 | 2017-10-25 11:49:03 -0700 | [diff] [blame] | 539 | mUidMap->OnConfigUpdated(key); |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 540 | newMetricsManager->refreshTtl(timestampNs); |
Yao Chen | d10f7b1 | 2017-12-18 12:53:50 -0800 | [diff] [blame] | 541 | mMetricsManagers[key] = newMetricsManager; |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 542 | VLOG("StatsdConfig valid"); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 543 | } else { |
| 544 | // If there is any error in the config, don't use it. |
Tej Singh | 5a4727d | 2020-06-09 18:13:12 -0700 | [diff] [blame] | 545 | // Remove any existing config with the same key. |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 546 | ALOGE("StatsdConfig NOT valid"); |
Tej Singh | 5a4727d | 2020-06-09 18:13:12 -0700 | [diff] [blame] | 547 | mMetricsManagers.erase(key); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 548 | } |
yro | 00698da | 2017-09-15 10:06:40 -0700 | [diff] [blame] | 549 | } |
Bookatz | 906a35c | 2017-09-20 15:26:44 -0700 | [diff] [blame] | 550 | |
Yangster | 7c334a1 | 2017-11-22 14:24:24 -0800 | [diff] [blame] | 551 | size_t StatsLogProcessor::GetMetricsSize(const ConfigKey& key) const { |
Yangster-mac | b0d0628 | 2018-01-05 15:44:07 -0800 | [diff] [blame] | 552 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 553 | auto it = mMetricsManagers.find(key); |
| 554 | if (it == mMetricsManagers.end()) { |
| 555 | ALOGW("Config source %s does not exist", key.ToString().c_str()); |
David Chen | 1d7b0cd | 2017-11-15 14:20:04 -0800 | [diff] [blame] | 556 | return 0; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 557 | } |
David Chen | 1d7b0cd | 2017-11-15 14:20:04 -0800 | [diff] [blame] | 558 | return it->second->byteSize(); |
| 559 | } |
| 560 | |
Yao Chen | a80e5c0 | 2018-09-04 13:55:29 -0700 | [diff] [blame] | 561 | void StatsLogProcessor::dumpStates(int out, bool verbose) { |
Yao Chen | 884c8c1 | 2018-01-26 10:36:25 -0800 | [diff] [blame] | 562 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Yao Chen | a80e5c0 | 2018-09-04 13:55:29 -0700 | [diff] [blame] | 563 | FILE* fout = fdopen(out, "w"); |
| 564 | if (fout == NULL) { |
| 565 | return; |
Yao Chen | 884c8c1 | 2018-01-26 10:36:25 -0800 | [diff] [blame] | 566 | } |
Yao Chen | a80e5c0 | 2018-09-04 13:55:29 -0700 | [diff] [blame] | 567 | fprintf(fout, "MetricsManager count: %lu\n", (unsigned long)mMetricsManagers.size()); |
| 568 | for (auto metricsManager : mMetricsManagers) { |
| 569 | metricsManager.second->dumpStates(fout, verbose); |
| 570 | } |
| 571 | |
| 572 | fclose(fout); |
Yao Chen | 884c8c1 | 2018-01-26 10:36:25 -0800 | [diff] [blame] | 573 | } |
| 574 | |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 575 | /* |
Bookatz | 9cc7b66 | 2018-11-06 10:39:21 -0800 | [diff] [blame] | 576 | * onDumpReport dumps serialized ConfigMetricsReportList into proto. |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 577 | */ |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 578 | void StatsLogProcessor::onDumpReport(const ConfigKey& key, const int64_t dumpTimeStampNs, |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 579 | const bool include_current_partial_bucket, |
Bookatz | ff71cad | 2018-09-20 17:17:49 -0700 | [diff] [blame] | 580 | const bool erase_data, |
Chenjie Yu | e36018b | 2018-04-16 15:18:30 -0700 | [diff] [blame] | 581 | const DumpReportReason dumpReportReason, |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 582 | const DumpLatency dumpLatency, |
Bookatz | ff71cad | 2018-09-20 17:17:49 -0700 | [diff] [blame] | 583 | ProtoOutputStream* proto) { |
Yangster-mac | b0d0628 | 2018-01-05 15:44:07 -0800 | [diff] [blame] | 584 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 585 | |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 586 | // Start of ConfigKey. |
Bookatz | ff71cad | 2018-09-20 17:17:49 -0700 | [diff] [blame] | 587 | uint64_t configKeyToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_ID_CONFIG_KEY); |
| 588 | proto->write(FIELD_TYPE_INT32 | FIELD_ID_UID, key.GetUid()); |
| 589 | proto->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)key.GetId()); |
| 590 | proto->end(configKeyToken); |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 591 | // End of ConfigKey. |
yro | 17adac9 | 2017-11-08 23:16:29 -0800 | [diff] [blame] | 592 | |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 593 | bool keepFile = false; |
| 594 | auto it = mMetricsManagers.find(key); |
| 595 | if (it != mMetricsManagers.end() && it->second->shouldPersistLocalHistory()) { |
| 596 | keepFile = true; |
| 597 | } |
| 598 | |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 599 | // Then, check stats-data directory to see there's any file containing |
| 600 | // ConfigMetricsReport from previous shutdowns to concatenate to reports. |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 601 | StorageManager::appendConfigMetricsReport( |
| 602 | key, proto, erase_data && !keepFile /* should remove file after appending it */, |
| 603 | dumpReportReason == ADB_DUMP /*if caller is adb*/); |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 604 | |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 605 | if (it != mMetricsManagers.end()) { |
| 606 | // This allows another broadcast to be sent within the rate-limit period if we get close to |
| 607 | // filling the buffer again soon. |
| 608 | mLastBroadcastTimes.erase(key); |
| 609 | |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 610 | vector<uint8_t> buffer; |
| 611 | onConfigMetricsReportLocked(key, dumpTimeStampNs, include_current_partial_bucket, |
| 612 | erase_data, dumpReportReason, dumpLatency, |
| 613 | false /* is this data going to be saved on disk */, &buffer); |
| 614 | proto->write(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_REPORTS, |
| 615 | reinterpret_cast<char*>(buffer.data()), buffer.size()); |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 616 | } else { |
| 617 | ALOGW("Config source %s does not exist", key.ToString().c_str()); |
| 618 | } |
Bookatz | ff71cad | 2018-09-20 17:17:49 -0700 | [diff] [blame] | 619 | } |
| 620 | |
| 621 | /* |
| 622 | * onDumpReport dumps serialized ConfigMetricsReportList into outData. |
| 623 | */ |
| 624 | void StatsLogProcessor::onDumpReport(const ConfigKey& key, const int64_t dumpTimeStampNs, |
| 625 | const bool include_current_partial_bucket, |
| 626 | const bool erase_data, |
| 627 | const DumpReportReason dumpReportReason, |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 628 | const DumpLatency dumpLatency, |
Bookatz | ff71cad | 2018-09-20 17:17:49 -0700 | [diff] [blame] | 629 | vector<uint8_t>* outData) { |
| 630 | ProtoOutputStream proto; |
| 631 | onDumpReport(key, dumpTimeStampNs, include_current_partial_bucket, erase_data, |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 632 | dumpReportReason, dumpLatency, &proto); |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 633 | |
David Chen | 1d7b0cd | 2017-11-15 14:20:04 -0800 | [diff] [blame] | 634 | if (outData != nullptr) { |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 635 | flushProtoToBuffer(proto, outData); |
| 636 | VLOG("output data size %zu", outData->size()); |
yro | 17adac9 | 2017-11-08 23:16:29 -0800 | [diff] [blame] | 637 | } |
Yao Chen | 8a8d16c | 2018-02-08 14:50:40 -0800 | [diff] [blame] | 638 | |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 639 | StatsdStats::getInstance().noteMetricsReportSent(key, proto.size()); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 640 | } |
| 641 | |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 642 | /* |
| 643 | * onConfigMetricsReportLocked dumps serialized ConfigMetricsReport into outData. |
| 644 | */ |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 645 | void StatsLogProcessor::onConfigMetricsReportLocked( |
| 646 | const ConfigKey& key, const int64_t dumpTimeStampNs, |
| 647 | const bool include_current_partial_bucket, const bool erase_data, |
| 648 | const DumpReportReason dumpReportReason, const DumpLatency dumpLatency, |
| 649 | const bool dataSavedOnDisk, vector<uint8_t>* buffer) { |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 650 | // We already checked whether key exists in mMetricsManagers in |
| 651 | // WriteDataToDisk. |
| 652 | auto it = mMetricsManagers.find(key); |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 653 | if (it == mMetricsManagers.end()) { |
| 654 | return; |
| 655 | } |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 656 | int64_t lastReportTimeNs = it->second->getLastReportTimeNs(); |
| 657 | int64_t lastReportWallClockNs = it->second->getLastReportWallClockNs(); |
| 658 | |
Yangster-mac | 9def8e3 | 2018-04-17 13:55:51 -0700 | [diff] [blame] | 659 | std::set<string> str_set; |
| 660 | |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 661 | ProtoOutputStream tempProto; |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 662 | // First, fill in ConfigMetricsReport using current data on memory, which |
| 663 | // starts from filling in StatsLogReport's. |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 664 | it->second->onDumpReport(dumpTimeStampNs, include_current_partial_bucket, erase_data, |
| 665 | dumpLatency, &str_set, &tempProto); |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 666 | |
David Chen | 9e6dbbd | 2018-05-07 17:52:29 -0700 | [diff] [blame] | 667 | // Fill in UidMap if there is at least one metric to report. |
| 668 | // This skips the uid map if it's an empty config. |
| 669 | if (it->second->getNumMetrics() > 0) { |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 670 | uint64_t uidMapToken = tempProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_UID_MAP); |
dwchen | 730403e | 2018-10-29 11:41:56 -0700 | [diff] [blame] | 671 | mUidMap->appendUidMap( |
| 672 | dumpTimeStampNs, key, it->second->hashStringInReport() ? &str_set : nullptr, |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 673 | it->second->versionStringsInReport(), it->second->installerInReport(), &tempProto); |
| 674 | tempProto.end(uidMapToken); |
David Chen | 9e6dbbd | 2018-05-07 17:52:29 -0700 | [diff] [blame] | 675 | } |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 676 | |
| 677 | // Fill in the timestamps. |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 678 | tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_LAST_REPORT_ELAPSED_NANOS, |
| 679 | (long long)lastReportTimeNs); |
| 680 | tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_CURRENT_REPORT_ELAPSED_NANOS, |
| 681 | (long long)dumpTimeStampNs); |
| 682 | tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_LAST_REPORT_WALL_CLOCK_NANOS, |
| 683 | (long long)lastReportWallClockNs); |
| 684 | tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_CURRENT_REPORT_WALL_CLOCK_NANOS, |
| 685 | (long long)getWallClockNs()); |
Chenjie Yu | e36018b | 2018-04-16 15:18:30 -0700 | [diff] [blame] | 686 | // Dump report reason |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 687 | tempProto.write(FIELD_TYPE_INT32 | FIELD_ID_DUMP_REPORT_REASON, dumpReportReason); |
Yangster-mac | 9def8e3 | 2018-04-17 13:55:51 -0700 | [diff] [blame] | 688 | |
David Chen | 56ae0d9 | 2018-05-11 16:00:22 -0700 | [diff] [blame] | 689 | for (const auto& str : str_set) { |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 690 | tempProto.write(FIELD_TYPE_STRING | FIELD_COUNT_REPEATED | FIELD_ID_STRINGS, str); |
| 691 | } |
| 692 | |
| 693 | flushProtoToBuffer(tempProto, buffer); |
| 694 | |
| 695 | // save buffer to disk if needed |
| 696 | if (erase_data && !dataSavedOnDisk && it->second->shouldPersistLocalHistory()) { |
| 697 | VLOG("save history to disk"); |
| 698 | string file_name = StorageManager::getDataHistoryFileName((long)getWallClockSec(), |
| 699 | key.GetUid(), key.GetId()); |
| 700 | StorageManager::writeFile(file_name.c_str(), buffer->data(), buffer->size()); |
Yangster-mac | 9def8e3 | 2018-04-17 13:55:51 -0700 | [diff] [blame] | 701 | } |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 702 | } |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 703 | |
Yao Chen | 163d260 | 2018-04-10 10:39:53 -0700 | [diff] [blame] | 704 | void StatsLogProcessor::resetConfigsLocked(const int64_t timestampNs, |
| 705 | const std::vector<ConfigKey>& configs) { |
| 706 | for (const auto& key : configs) { |
Yangster-mac | b142cc8 | 2018-03-30 15:22:08 -0700 | [diff] [blame] | 707 | StatsdConfig config; |
| 708 | if (StorageManager::readConfigFromDisk(key, &config)) { |
| 709 | OnConfigUpdatedLocked(timestampNs, key, config); |
| 710 | StatsdStats::getInstance().noteConfigReset(key); |
| 711 | } else { |
| 712 | ALOGE("Failed to read backup config from disk for : %s", key.ToString().c_str()); |
| 713 | auto it = mMetricsManagers.find(key); |
| 714 | if (it != mMetricsManagers.end()) { |
| 715 | it->second->refreshTtl(timestampNs); |
| 716 | } |
| 717 | } |
| 718 | } |
yro | 4beccbe | 2018-03-15 19:42:05 -0700 | [diff] [blame] | 719 | } |
| 720 | |
Yao Chen | 163d260 | 2018-04-10 10:39:53 -0700 | [diff] [blame] | 721 | void StatsLogProcessor::resetIfConfigTtlExpiredLocked(const int64_t timestampNs) { |
| 722 | std::vector<ConfigKey> configKeysTtlExpired; |
| 723 | for (auto it = mMetricsManagers.begin(); it != mMetricsManagers.end(); it++) { |
| 724 | if (it->second != nullptr && !it->second->isInTtl(timestampNs)) { |
| 725 | configKeysTtlExpired.push_back(it->first); |
| 726 | } |
| 727 | } |
| 728 | if (configKeysTtlExpired.size() > 0) { |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 729 | WriteDataToDiskLocked(CONFIG_RESET, NO_TIME_CONSTRAINTS); |
Yao Chen | 163d260 | 2018-04-10 10:39:53 -0700 | [diff] [blame] | 730 | resetConfigsLocked(timestampNs, configKeysTtlExpired); |
| 731 | } |
| 732 | } |
| 733 | |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 734 | void StatsLogProcessor::OnConfigRemoved(const ConfigKey& key) { |
Yangster-mac | b0d0628 | 2018-01-05 15:44:07 -0800 | [diff] [blame] | 735 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 736 | auto it = mMetricsManagers.find(key); |
| 737 | if (it != mMetricsManagers.end()) { |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 738 | WriteDataToDiskLocked(key, getElapsedRealtimeNs(), CONFIG_REMOVED, |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 739 | NO_TIME_CONSTRAINTS); |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 740 | mMetricsManagers.erase(it); |
David Chen | d689689 | 2017-10-25 11:49:03 -0700 | [diff] [blame] | 741 | mUidMap->OnConfigRemoved(key); |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 742 | } |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 743 | StatsdStats::getInstance().noteConfigRemoved(key); |
David Chen | 1d7b0cd | 2017-11-15 14:20:04 -0800 | [diff] [blame] | 744 | |
David Chen | 1d7b0cd | 2017-11-15 14:20:04 -0800 | [diff] [blame] | 745 | mLastBroadcastTimes.erase(key); |
Chenjie Yu | fa22d65 | 2018-02-05 14:37:48 -0800 | [diff] [blame] | 746 | |
Tej Singh | 6ede28b | 2019-01-29 17:06:54 -0800 | [diff] [blame] | 747 | int uid = key.GetUid(); |
| 748 | bool lastConfigForUid = true; |
| 749 | for (auto it : mMetricsManagers) { |
| 750 | if (it.first.GetUid() == uid) { |
| 751 | lastConfigForUid = false; |
| 752 | break; |
| 753 | } |
| 754 | } |
| 755 | if (lastConfigForUid) { |
| 756 | mLastActivationBroadcastTimes.erase(uid); |
| 757 | } |
| 758 | |
Chenjie Yu | fa22d65 | 2018-02-05 14:37:48 -0800 | [diff] [blame] | 759 | if (mMetricsManagers.empty()) { |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 760 | mPullerManager->ForceClearPullerCache(); |
Chenjie Yu | fa22d65 | 2018-02-05 14:37:48 -0800 | [diff] [blame] | 761 | } |
Joe Onorato | 9fc9edf | 2017-10-15 20:08:52 -0700 | [diff] [blame] | 762 | } |
| 763 | |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 764 | void StatsLogProcessor::flushIfNecessaryLocked(const ConfigKey& key, |
| 765 | MetricsManager& metricsManager) { |
| 766 | int64_t elapsedRealtimeNs = getElapsedRealtimeNs(); |
David Chen | d9269e2 | 2017-12-05 13:43:51 -0800 | [diff] [blame] | 767 | auto lastCheckTime = mLastByteSizeTimes.find(key); |
| 768 | if (lastCheckTime != mLastByteSizeTimes.end()) { |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 769 | if (elapsedRealtimeNs - lastCheckTime->second < StatsdStats::kMinByteSizeCheckPeriodNs) { |
David Chen | d9269e2 | 2017-12-05 13:43:51 -0800 | [diff] [blame] | 770 | return; |
| 771 | } |
| 772 | } |
| 773 | |
| 774 | // We suspect that the byteSize() computation is expensive, so we set a rate limit. |
| 775 | size_t totalBytes = metricsManager.byteSize(); |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 776 | mLastByteSizeTimes[key] = elapsedRealtimeNs; |
David Chen | 4894490 | 2018-05-03 10:29:11 -0700 | [diff] [blame] | 777 | bool requestDump = false; |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 778 | if (totalBytes > StatsdStats::kMaxMetricsBytesPerConfig) { |
| 779 | // Too late. We need to start clearing data. |
| 780 | metricsManager.dropData(elapsedRealtimeNs); |
Chenjie Yu | c3c30c0 | 2018-10-26 09:48:07 -0700 | [diff] [blame] | 781 | StatsdStats::getInstance().noteDataDropped(key, totalBytes); |
David Chen | 1294295 | 2017-12-04 14:28:43 -0800 | [diff] [blame] | 782 | VLOG("StatsD had to toss out metrics for %s", key.ToString().c_str()); |
David Chen | 4894490 | 2018-05-03 10:29:11 -0700 | [diff] [blame] | 783 | } else if ((totalBytes > StatsdStats::kBytesPerConfigTriggerGetData) || |
| 784 | (mOnDiskDataConfigs.find(key) != mOnDiskDataConfigs.end())) { |
| 785 | // Request to send a broadcast if: |
| 786 | // 1. in memory data > threshold OR |
| 787 | // 2. config has old data report on disk. |
| 788 | requestDump = true; |
| 789 | } |
| 790 | |
| 791 | if (requestDump) { |
David Chen | d9269e2 | 2017-12-05 13:43:51 -0800 | [diff] [blame] | 792 | // Send broadcast so that receivers can pull data. |
| 793 | auto lastBroadcastTime = mLastBroadcastTimes.find(key); |
| 794 | if (lastBroadcastTime != mLastBroadcastTimes.end()) { |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 795 | if (elapsedRealtimeNs - lastBroadcastTime->second < |
| 796 | StatsdStats::kMinBroadcastPeriodNs) { |
David Chen | d9269e2 | 2017-12-05 13:43:51 -0800 | [diff] [blame] | 797 | VLOG("StatsD would've sent a broadcast but the rate limit stopped us."); |
David Chen | 1d7b0cd | 2017-11-15 14:20:04 -0800 | [diff] [blame] | 798 | return; |
| 799 | } |
| 800 | } |
David Chen | 4894490 | 2018-05-03 10:29:11 -0700 | [diff] [blame] | 801 | if (mSendBroadcast(key)) { |
| 802 | mOnDiskDataConfigs.erase(key); |
| 803 | VLOG("StatsD triggered data fetch for %s", key.ToString().c_str()); |
Tej Singh | 480392f | 2019-10-23 15:53:46 -0700 | [diff] [blame] | 804 | mLastBroadcastTimes[key] = elapsedRealtimeNs; |
David Chen | 4894490 | 2018-05-03 10:29:11 -0700 | [diff] [blame] | 805 | StatsdStats::getInstance().noteBroadcastSent(key); |
| 806 | } |
yro | 31eb67b | 2017-10-24 13:33:21 -0700 | [diff] [blame] | 807 | } |
| 808 | } |
| 809 | |
Chenjie Yu | e36018b | 2018-04-16 15:18:30 -0700 | [diff] [blame] | 810 | void StatsLogProcessor::WriteDataToDiskLocked(const ConfigKey& key, |
Yangster-mac | 892f3d3 | 2018-05-02 14:16:48 -0700 | [diff] [blame] | 811 | const int64_t timestampNs, |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 812 | const DumpReportReason dumpReportReason, |
| 813 | const DumpLatency dumpLatency) { |
yro | 028091c | 2018-05-09 16:03:27 -0700 | [diff] [blame] | 814 | if (mMetricsManagers.find(key) == mMetricsManagers.end() || |
| 815 | !mMetricsManagers.find(key)->second->shouldWriteToDisk()) { |
Yangster-mac | 892f3d3 | 2018-05-02 14:16:48 -0700 | [diff] [blame] | 816 | return; |
| 817 | } |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 818 | vector<uint8_t> buffer; |
David Chen | 56ae0d9 | 2018-05-11 16:00:22 -0700 | [diff] [blame] | 819 | onConfigMetricsReportLocked(key, timestampNs, true /* include_current_partial_bucket*/, |
Yao Chen | 9a43b4f | 2019-04-10 10:43:20 -0700 | [diff] [blame] | 820 | true /* erase_data */, dumpReportReason, dumpLatency, true, |
| 821 | &buffer); |
| 822 | string file_name = |
| 823 | StorageManager::getDataFileName((long)getWallClockSec(), key.GetUid(), key.GetId()); |
| 824 | StorageManager::writeFile(file_name.c_str(), buffer.data(), buffer.size()); |
| 825 | |
David Chen | 4894490 | 2018-05-03 10:29:11 -0700 | [diff] [blame] | 826 | // We were able to write the ConfigMetricsReport to disk, so we should trigger collection ASAP. |
| 827 | mOnDiskDataConfigs.insert(key); |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 828 | } |
| 829 | |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 830 | void StatsLogProcessor::SaveActiveConfigsToDisk(int64_t currentTimeNs) { |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 831 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
jianjin | 996f40d | 2019-03-29 13:53:48 -0700 | [diff] [blame] | 832 | const int64_t timeNs = getElapsedRealtimeNs(); |
| 833 | // Do not write to disk if we already have in the last few seconds. |
jianjin | 996f40d | 2019-03-29 13:53:48 -0700 | [diff] [blame] | 834 | if (static_cast<unsigned long long> (timeNs) < |
| 835 | mLastActiveMetricsWriteNs + WRITE_DATA_COOL_DOWN_SEC * NS_PER_SEC) { |
| 836 | ALOGI("Statsd skipping writing active metrics to disk. Already wrote data in last %d seconds", |
| 837 | WRITE_DATA_COOL_DOWN_SEC); |
| 838 | return; |
| 839 | } |
| 840 | mLastActiveMetricsWriteNs = timeNs; |
| 841 | |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 842 | ProtoOutputStream proto; |
Tej Singh | f53d445 | 2019-05-09 18:17:59 -0700 | [diff] [blame] | 843 | WriteActiveConfigsToProtoOutputStreamLocked(currentTimeNs, DEVICE_SHUTDOWN, &proto); |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 844 | |
| 845 | string file_name = StringPrintf("%s/active_metrics", STATS_ACTIVE_METRIC_DIR); |
| 846 | StorageManager::deleteFile(file_name.c_str()); |
| 847 | android::base::unique_fd fd( |
| 848 | open(file_name.c_str(), O_WRONLY | O_CREAT | O_CLOEXEC, S_IRUSR | S_IWUSR)); |
| 849 | if (fd == -1) { |
| 850 | ALOGE("Attempt to write %s but failed", file_name.c_str()); |
| 851 | return; |
| 852 | } |
| 853 | proto.flush(fd.get()); |
| 854 | } |
| 855 | |
Jeffrey Huang | b8f5403 | 2020-03-23 13:42:42 -0700 | [diff] [blame] | 856 | void StatsLogProcessor::SaveMetadataToDisk(int64_t currentWallClockTimeNs, |
| 857 | int64_t systemElapsedTimeNs) { |
| 858 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 859 | // Do not write to disk if we already have in the last few seconds. |
| 860 | if (static_cast<unsigned long long> (systemElapsedTimeNs) < |
| 861 | mLastMetadataWriteNs + WRITE_DATA_COOL_DOWN_SEC * NS_PER_SEC) { |
| 862 | ALOGI("Statsd skipping writing metadata to disk. Already wrote data in last %d seconds", |
| 863 | WRITE_DATA_COOL_DOWN_SEC); |
| 864 | return; |
| 865 | } |
| 866 | mLastMetadataWriteNs = systemElapsedTimeNs; |
| 867 | |
| 868 | metadata::StatsMetadataList metadataList; |
| 869 | WriteMetadataToProtoLocked( |
| 870 | currentWallClockTimeNs, systemElapsedTimeNs, &metadataList); |
| 871 | |
| 872 | string file_name = StringPrintf("%s/metadata", STATS_METADATA_DIR); |
| 873 | StorageManager::deleteFile(file_name.c_str()); |
| 874 | |
| 875 | if (metadataList.stats_metadata_size() == 0) { |
| 876 | // Skip the write if we have nothing to write. |
| 877 | return; |
| 878 | } |
| 879 | |
| 880 | std::string data; |
| 881 | metadataList.SerializeToString(&data); |
| 882 | StorageManager::writeFile(file_name.c_str(), data.c_str(), data.size()); |
| 883 | } |
| 884 | |
| 885 | void StatsLogProcessor::WriteMetadataToProto(int64_t currentWallClockTimeNs, |
| 886 | int64_t systemElapsedTimeNs, |
| 887 | metadata::StatsMetadataList* metadataList) { |
| 888 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 889 | WriteMetadataToProtoLocked(currentWallClockTimeNs, systemElapsedTimeNs, metadataList); |
| 890 | } |
| 891 | |
| 892 | void StatsLogProcessor::WriteMetadataToProtoLocked(int64_t currentWallClockTimeNs, |
| 893 | int64_t systemElapsedTimeNs, |
| 894 | metadata::StatsMetadataList* metadataList) { |
| 895 | for (const auto& pair : mMetricsManagers) { |
| 896 | const sp<MetricsManager>& metricsManager = pair.second; |
| 897 | metadata::StatsMetadata* statsMetadata = metadataList->add_stats_metadata(); |
| 898 | bool metadataWritten = metricsManager->writeMetadataToProto(currentWallClockTimeNs, |
| 899 | systemElapsedTimeNs, statsMetadata); |
| 900 | if (!metadataWritten) { |
| 901 | metadataList->mutable_stats_metadata()->RemoveLast(); |
| 902 | } |
| 903 | } |
| 904 | } |
| 905 | |
Jeffrey Huang | 475677e | 2020-03-30 19:52:07 -0700 | [diff] [blame] | 906 | void StatsLogProcessor::LoadMetadataFromDisk(int64_t currentWallClockTimeNs, |
| 907 | int64_t systemElapsedTimeNs) { |
| 908 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 909 | string file_name = StringPrintf("%s/metadata", STATS_METADATA_DIR); |
| 910 | int fd = open(file_name.c_str(), O_RDONLY | O_CLOEXEC); |
| 911 | if (-1 == fd) { |
| 912 | VLOG("Attempt to read %s but failed", file_name.c_str()); |
| 913 | StorageManager::deleteFile(file_name.c_str()); |
| 914 | return; |
| 915 | } |
| 916 | string content; |
| 917 | if (!android::base::ReadFdToString(fd, &content)) { |
| 918 | ALOGE("Attempt to read %s but failed", file_name.c_str()); |
| 919 | close(fd); |
| 920 | StorageManager::deleteFile(file_name.c_str()); |
| 921 | return; |
| 922 | } |
| 923 | |
| 924 | close(fd); |
| 925 | |
| 926 | metadata::StatsMetadataList statsMetadataList; |
| 927 | if (!statsMetadataList.ParseFromString(content)) { |
| 928 | ALOGE("Attempt to read %s but failed; failed to metadata", file_name.c_str()); |
| 929 | StorageManager::deleteFile(file_name.c_str()); |
| 930 | return; |
| 931 | } |
| 932 | SetMetadataStateLocked(statsMetadataList, currentWallClockTimeNs, systemElapsedTimeNs); |
| 933 | StorageManager::deleteFile(file_name.c_str()); |
| 934 | } |
| 935 | |
| 936 | void StatsLogProcessor::SetMetadataState(const metadata::StatsMetadataList& statsMetadataList, |
| 937 | int64_t currentWallClockTimeNs, |
| 938 | int64_t systemElapsedTimeNs) { |
| 939 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 940 | SetMetadataStateLocked(statsMetadataList, currentWallClockTimeNs, systemElapsedTimeNs); |
| 941 | } |
| 942 | |
| 943 | void StatsLogProcessor::SetMetadataStateLocked( |
| 944 | const metadata::StatsMetadataList& statsMetadataList, |
| 945 | int64_t currentWallClockTimeNs, |
| 946 | int64_t systemElapsedTimeNs) { |
| 947 | for (const metadata::StatsMetadata& metadata : statsMetadataList.stats_metadata()) { |
| 948 | ConfigKey key(metadata.config_key().uid(), metadata.config_key().config_id()); |
| 949 | auto it = mMetricsManagers.find(key); |
| 950 | if (it == mMetricsManagers.end()) { |
| 951 | ALOGE("No config found for configKey %s", key.ToString().c_str()); |
| 952 | continue; |
| 953 | } |
| 954 | VLOG("Setting metadata %s", key.ToString().c_str()); |
| 955 | it->second->loadMetadata(metadata, currentWallClockTimeNs, systemElapsedTimeNs); |
| 956 | } |
| 957 | VLOG("Successfully loaded %d metadata.", statsMetadataList.stats_metadata_size()); |
| 958 | } |
| 959 | |
Tej Singh | f53d445 | 2019-05-09 18:17:59 -0700 | [diff] [blame] | 960 | void StatsLogProcessor::WriteActiveConfigsToProtoOutputStream( |
| 961 | int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) { |
| 962 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 963 | WriteActiveConfigsToProtoOutputStreamLocked(currentTimeNs, reason, proto); |
| 964 | } |
| 965 | |
| 966 | void StatsLogProcessor::WriteActiveConfigsToProtoOutputStreamLocked( |
| 967 | int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) { |
| 968 | for (const auto& pair : mMetricsManagers) { |
| 969 | const sp<MetricsManager>& metricsManager = pair.second; |
| 970 | uint64_t configToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | |
| 971 | FIELD_ID_ACTIVE_CONFIG_LIST_CONFIG); |
| 972 | metricsManager->writeActiveConfigToProtoOutputStream(currentTimeNs, reason, proto); |
| 973 | proto->end(configToken); |
| 974 | } |
| 975 | } |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 976 | void StatsLogProcessor::LoadActiveConfigsFromDisk() { |
| 977 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 978 | string file_name = StringPrintf("%s/active_metrics", STATS_ACTIVE_METRIC_DIR); |
| 979 | int fd = open(file_name.c_str(), O_RDONLY | O_CLOEXEC); |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 980 | if (-1 == fd) { |
| 981 | VLOG("Attempt to read %s but failed", file_name.c_str()); |
| 982 | StorageManager::deleteFile(file_name.c_str()); |
| 983 | return; |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 984 | } |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 985 | string content; |
| 986 | if (!android::base::ReadFdToString(fd, &content)) { |
| 987 | ALOGE("Attempt to read %s but failed", file_name.c_str()); |
| 988 | close(fd); |
| 989 | StorageManager::deleteFile(file_name.c_str()); |
| 990 | return; |
| 991 | } |
| 992 | |
| 993 | close(fd); |
| 994 | |
| 995 | ActiveConfigList activeConfigList; |
| 996 | if (!activeConfigList.ParseFromString(content)) { |
| 997 | ALOGE("Attempt to read %s but failed; failed to load active configs", file_name.c_str()); |
| 998 | StorageManager::deleteFile(file_name.c_str()); |
| 999 | return; |
| 1000 | } |
Tej Singh | f53d445 | 2019-05-09 18:17:59 -0700 | [diff] [blame] | 1001 | // Passing in mTimeBaseNs only works as long as we only load from disk is when statsd starts. |
| 1002 | SetConfigsActiveStateLocked(activeConfigList, mTimeBaseNs); |
| 1003 | StorageManager::deleteFile(file_name.c_str()); |
| 1004 | } |
| 1005 | |
| 1006 | void StatsLogProcessor::SetConfigsActiveState(const ActiveConfigList& activeConfigList, |
| 1007 | int64_t currentTimeNs) { |
| 1008 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 1009 | SetConfigsActiveStateLocked(activeConfigList, currentTimeNs); |
| 1010 | } |
| 1011 | |
| 1012 | void StatsLogProcessor::SetConfigsActiveStateLocked(const ActiveConfigList& activeConfigList, |
| 1013 | int64_t currentTimeNs) { |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 1014 | for (int i = 0; i < activeConfigList.config_size(); i++) { |
| 1015 | const auto& config = activeConfigList.config(i); |
| 1016 | ConfigKey key(config.uid(), config.id()); |
| 1017 | auto it = mMetricsManagers.find(key); |
| 1018 | if (it == mMetricsManagers.end()) { |
| 1019 | ALOGE("No config found for config %s", key.ToString().c_str()); |
| 1020 | continue; |
| 1021 | } |
| 1022 | VLOG("Setting active config %s", key.ToString().c_str()); |
Tej Singh | f53d445 | 2019-05-09 18:17:59 -0700 | [diff] [blame] | 1023 | it->second->loadActiveConfig(config, currentTimeNs); |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 1024 | } |
| 1025 | VLOG("Successfully loaded %d active configs.", activeConfigList.config_size()); |
Chenjie Yu | c7939cb | 2019-02-04 17:25:45 -0800 | [diff] [blame] | 1026 | } |
| 1027 | |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 1028 | void StatsLogProcessor::WriteDataToDiskLocked(const DumpReportReason dumpReportReason, |
| 1029 | const DumpLatency dumpLatency) { |
Yangster-mac | 892f3d3 | 2018-05-02 14:16:48 -0700 | [diff] [blame] | 1030 | const int64_t timeNs = getElapsedRealtimeNs(); |
Tej Singh | 42f9e06 | 2018-11-09 10:01:00 -0800 | [diff] [blame] | 1031 | // Do not write to disk if we already have in the last few seconds. |
| 1032 | // This is to avoid overwriting files that would have the same name if we |
| 1033 | // write twice in the same second. |
| 1034 | if (static_cast<unsigned long long> (timeNs) < |
| 1035 | mLastWriteTimeNs + WRITE_DATA_COOL_DOWN_SEC * NS_PER_SEC) { |
| 1036 | ALOGI("Statsd skipping writing data to disk. Already wrote data in last %d seconds", |
| 1037 | WRITE_DATA_COOL_DOWN_SEC); |
| 1038 | return; |
| 1039 | } |
| 1040 | mLastWriteTimeNs = timeNs; |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 1041 | for (auto& pair : mMetricsManagers) { |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 1042 | WriteDataToDiskLocked(pair.first, timeNs, dumpReportReason, dumpLatency); |
Yangster-mac | e68f3a5 | 2018-04-04 00:01:43 -0700 | [diff] [blame] | 1043 | } |
| 1044 | } |
| 1045 | |
Muhammad Qureshi | 844694b | 2019-04-05 10:10:40 -0700 | [diff] [blame] | 1046 | void StatsLogProcessor::WriteDataToDisk(const DumpReportReason dumpReportReason, |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 1047 | const DumpLatency dumpLatency) { |
Yangster-mac | b0d0628 | 2018-01-05 15:44:07 -0800 | [diff] [blame] | 1048 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Olivier Gaillard | 6c75ecd | 2019-02-20 09:57:33 +0000 | [diff] [blame] | 1049 | WriteDataToDiskLocked(dumpReportReason, dumpLatency); |
yro | 947fbce | 2017-11-15 22:50:23 -0800 | [diff] [blame] | 1050 | } |
| 1051 | |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 1052 | void StatsLogProcessor::informPullAlarmFired(const int64_t timestampNs) { |
Yangster | 6df5fcc | 2018-04-12 11:04:29 -0700 | [diff] [blame] | 1053 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 1054 | mPullerManager->OnAlarmFired(timestampNs); |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 1055 | } |
| 1056 | |
David Chen | d37bc23 | 2018-04-12 18:05:11 -0700 | [diff] [blame] | 1057 | int64_t StatsLogProcessor::getLastReportTimeNs(const ConfigKey& key) { |
| 1058 | auto it = mMetricsManagers.find(key); |
| 1059 | if (it == mMetricsManagers.end()) { |
| 1060 | return 0; |
| 1061 | } else { |
| 1062 | return it->second->getLastReportTimeNs(); |
| 1063 | } |
| 1064 | } |
| 1065 | |
Tej Singh | 9ec159a | 2019-11-14 11:59:48 -0800 | [diff] [blame] | 1066 | void StatsLogProcessor::notifyAppUpgrade(const int64_t& eventTimeNs, const string& apk, |
| 1067 | const int uid, const int64_t version) { |
| 1068 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1069 | VLOG("Received app upgrade"); |
Muhammad Qureshi | 7ce2256 | 2020-05-12 01:08:00 -0700 | [diff] [blame] | 1070 | StateManager::getInstance().notifyAppChanged(apk, mUidMap); |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1071 | for (const auto& it : mMetricsManagers) { |
Tej Singh | 9ec159a | 2019-11-14 11:59:48 -0800 | [diff] [blame] | 1072 | it.second->notifyAppUpgrade(eventTimeNs, apk, uid, version); |
| 1073 | } |
| 1074 | } |
| 1075 | |
| 1076 | void StatsLogProcessor::notifyAppRemoved(const int64_t& eventTimeNs, const string& apk, |
| 1077 | const int uid) { |
| 1078 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1079 | VLOG("Received app removed"); |
Muhammad Qureshi | 7ce2256 | 2020-05-12 01:08:00 -0700 | [diff] [blame] | 1080 | StateManager::getInstance().notifyAppChanged(apk, mUidMap); |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1081 | for (const auto& it : mMetricsManagers) { |
Tej Singh | 9ec159a | 2019-11-14 11:59:48 -0800 | [diff] [blame] | 1082 | it.second->notifyAppRemoved(eventTimeNs, apk, uid); |
| 1083 | } |
| 1084 | } |
| 1085 | |
| 1086 | void StatsLogProcessor::onUidMapReceived(const int64_t& eventTimeNs) { |
| 1087 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1088 | VLOG("Received uid map"); |
Muhammad Qureshi | 7ce2256 | 2020-05-12 01:08:00 -0700 | [diff] [blame] | 1089 | StateManager::getInstance().updateLogSources(mUidMap); |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1090 | for (const auto& it : mMetricsManagers) { |
Tej Singh | 9ec159a | 2019-11-14 11:59:48 -0800 | [diff] [blame] | 1091 | it.second->onUidMapReceived(eventTimeNs); |
| 1092 | } |
| 1093 | } |
| 1094 | |
Tej Singh | e678cb7 | 2020-04-14 16:23:30 -0700 | [diff] [blame] | 1095 | void StatsLogProcessor::onStatsdInitCompleted(const int64_t& elapsedTimeNs) { |
| 1096 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 1097 | VLOG("Received boot completed signal"); |
| 1098 | for (const auto& it : mMetricsManagers) { |
| 1099 | it.second->onStatsdInitCompleted(elapsedTimeNs); |
| 1100 | } |
| 1101 | } |
| 1102 | |
David Chen | 4894490 | 2018-05-03 10:29:11 -0700 | [diff] [blame] | 1103 | void StatsLogProcessor::noteOnDiskData(const ConfigKey& key) { |
| 1104 | std::lock_guard<std::mutex> lock(mMetricsMutex); |
| 1105 | mOnDiskDataConfigs.insert(key); |
| 1106 | } |
| 1107 | |
Tej Singh | 8b914c0 | 2020-07-14 23:16:24 -0700 | [diff] [blame^] | 1108 | void StatsLogProcessor::setAnomalyAlarm(const int64_t elapsedTimeMillis) { |
| 1109 | std::lock_guard<std::mutex> lock(mAnomalyAlarmMutex); |
| 1110 | mNextAnomalyAlarmTime = elapsedTimeMillis; |
| 1111 | } |
| 1112 | |
| 1113 | void StatsLogProcessor::cancelAnomalyAlarm() { |
| 1114 | std::lock_guard<std::mutex> lock(mAnomalyAlarmMutex); |
| 1115 | mNextAnomalyAlarmTime = 0; |
| 1116 | } |
| 1117 | |
| 1118 | void StatsLogProcessor::informAnomalyAlarmFiredLocked(const int64_t elapsedTimeMillis) { |
| 1119 | VLOG("StatsService::informAlarmForSubscriberTriggeringFired was called"); |
| 1120 | std::unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet = |
| 1121 | mAnomalyAlarmMonitor->popSoonerThan(static_cast<uint32_t>(elapsedTimeMillis / 1000)); |
| 1122 | if (alarmSet.size() > 0) { |
| 1123 | VLOG("Found periodic alarm fired."); |
| 1124 | processFiredAnomalyAlarmsLocked(MillisToNano(elapsedTimeMillis), alarmSet); |
| 1125 | } else { |
| 1126 | ALOGW("Cannot find an periodic alarm that fired. Perhaps it was recently cancelled."); |
| 1127 | } |
| 1128 | } |
| 1129 | |
Yao Chen | ef99c4f | 2017-09-22 16:26:54 -0700 | [diff] [blame] | 1130 | } // namespace statsd |
| 1131 | } // namespace os |
| 1132 | } // namespace android |