blob: 144430639d9f44cf44dbe05ab0c4108053dff643 [file] [log] [blame]
Yao Chenab273e22017-09-06 12:53:50 -07001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Yao Chenab273e22017-09-06 12:53:50 -070016
Yangster-mac20877162017-12-22 17:19:39 -080017#pragma once
18
19#include <gtest/gtest_prod.h>
Joe Onorato9fc9edf2017-10-15 20:08:52 -070020#include "config/ConfigListener.h"
21#include "logd/LogReader.h"
Yao Chen44cf27c2017-09-14 22:32:50 -070022#include "metrics/MetricsManager.h"
Joe Onorato9fc9edf2017-10-15 20:08:52 -070023#include "packages/UidMap.h"
Chenjie Yufa22d652018-02-05 14:37:48 -080024#include "external/StatsPullerManager.h"
Joe Onorato9fc9edf2017-10-15 20:08:52 -070025
26#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h"
Yao Chenab273e22017-09-06 12:53:50 -070027
Yao Chen44cf27c2017-09-14 22:32:50 -070028#include <stdio.h>
David Chen0656b7a2017-09-13 15:53:39 -070029#include <unordered_map>
30
Bookatz906a35c2017-09-20 15:26:44 -070031namespace android {
32namespace os {
33namespace statsd {
Yao Chenab273e22017-09-06 12:53:50 -070034
Joe Onorato9fc9edf2017-10-15 20:08:52 -070035class StatsLogProcessor : public ConfigListener {
Yao Chenab273e22017-09-06 12:53:50 -070036public:
Yangster-mace2cd6d52017-11-09 20:38:30 -080037 StatsLogProcessor(const sp<UidMap>& uidMap, const sp<AnomalyMonitor>& anomalyMonitor,
Yangster-mac20877162017-12-22 17:19:39 -080038 const long timeBaseSec,
David Chen1d7b0cd2017-11-15 14:20:04 -080039 const std::function<void(const ConfigKey&)>& sendBroadcast);
Yao Chenab273e22017-09-06 12:53:50 -070040 virtual ~StatsLogProcessor();
41
Yangster-macd40053e2018-01-09 16:29:22 -080042 void OnLogEvent(LogEvent* event);
Yao Chenab273e22017-09-06 12:53:50 -070043
Joe Onorato9fc9edf2017-10-15 20:08:52 -070044 void OnConfigUpdated(const ConfigKey& key, const StatsdConfig& config);
45 void OnConfigRemoved(const ConfigKey& key);
David Chen0656b7a2017-09-13 15:53:39 -070046
Yangster7c334a12017-11-22 14:24:24 -080047 size_t GetMetricsSize(const ConfigKey& key) const;
48
Yao Chen8a8d16c2018-02-08 14:50:40 -080049 void onDumpReport(const ConfigKey& key, const uint64_t dumpTimeNs, vector<uint8_t>* outData);
Bookatzcc5adef22017-11-21 14:36:23 -080050
51 /* Tells MetricsManager that the alarms in anomalySet have fired. Modifies anomalySet. */
Yangster-mace2cd6d52017-11-09 20:38:30 -080052 void onAnomalyAlarmFired(
53 const uint64_t timestampNs,
54 unordered_set<sp<const AnomalyAlarm>, SpHash<AnomalyAlarm>> anomalySet);
yro31eb67b2017-10-24 13:33:21 -070055
yro947fbce2017-11-15 22:50:23 -080056 /* Flushes data to disk. Data on memory will be gone after written to disk. */
57 void WriteDataToDisk();
58
Yangster-macb5bc7412018-01-06 23:17:45 -080059 inline sp<UidMap> getUidMap() {
60 return mUidMap;
61 }
62
Yao Chen884c8c12018-01-26 10:36:25 -080063 void dumpStates(FILE* out, bool verbose);
64
Yao Chenab273e22017-09-06 12:53:50 -070065private:
Yangster-macb0d06282018-01-05 15:44:07 -080066 mutable mutex mMetricsMutex;
David Chen1d7b0cd2017-11-15 14:20:04 -080067
Yao Chend10f7b12017-12-18 12:53:50 -080068 std::unordered_map<ConfigKey, sp<MetricsManager>> mMetricsManagers;
David Chende701692017-10-05 13:16:02 -070069
David Chen1d7b0cd2017-11-15 14:20:04 -080070 std::unordered_map<ConfigKey, long> mLastBroadcastTimes;
yro69007c82017-10-26 20:42:57 -070071
David Chend9269e22017-12-05 13:43:51 -080072 // Tracks when we last checked the bytes consumed for each config key.
73 std::unordered_map<ConfigKey, long> mLastByteSizeTimes;
74
Joe Onorato9fc9edf2017-10-15 20:08:52 -070075 sp<UidMap> mUidMap; // Reference to the UidMap to lookup app name and version for each uid.
yro31eb67b2017-10-24 13:33:21 -070076
Chenjie Yufa22d652018-02-05 14:37:48 -080077 StatsPullerManager mStatsPullerManager;
78
Yangster-mace2cd6d52017-11-09 20:38:30 -080079 sp<AnomalyMonitor> mAnomalyMonitor;
80
Yao Chen8a8d16c2018-02-08 14:50:40 -080081 void onDumpReportLocked(const ConfigKey& key, const uint64_t dumpTimeNs,
82 vector<uint8_t>* outData);
Yangster-mac86179502018-01-23 15:47:15 -080083
David Chen1d7b0cd2017-11-15 14:20:04 -080084 /* Check if we should send a broadcast if approaching memory limits and if we're over, we
85 * actually delete the data. */
Yangster-macb0d06282018-01-05 15:44:07 -080086 void flushIfNecessaryLocked(uint64_t timestampNs, const ConfigKey& key,
87 MetricsManager& metricsManager);
yro31eb67b2017-10-24 13:33:21 -070088
Yangster-macd40053e2018-01-09 16:29:22 -080089 // Maps the isolated uid in the log event to host uid if the log event contains uid fields.
90 void mapIsolatedUidToHostUidIfNecessaryLocked(LogEvent* event) const;
91
92 // Handler over the isolated uid change event.
93 void onIsolatedUidChangedEventLocked(const LogEvent& event);
94
David Chen1d7b0cd2017-11-15 14:20:04 -080095 // Function used to send a broadcast so that receiver for the config key can call getData
96 // to retrieve the stored data.
97 std::function<void(const ConfigKey& key)> mSendBroadcast;
yro69007c82017-10-26 20:42:57 -070098
Chenjie Yu85ed8382017-12-14 16:48:54 -080099 const long mTimeBaseSec;
100
Chenjie Yufa22d652018-02-05 14:37:48 -0800101 long mLastPullerCacheClearTimeSec = 0;
102
David Chend9269e22017-12-05 13:43:51 -0800103 FRIEND_TEST(StatsLogProcessorTest, TestRateLimitByteSize);
104 FRIEND_TEST(StatsLogProcessorTest, TestRateLimitBroadcast);
105 FRIEND_TEST(StatsLogProcessorTest, TestDropWhenByteSizeTooLarge);
Yangster-mac20877162017-12-22 17:19:39 -0800106 FRIEND_TEST(StatsLogProcessorTest, TestDropWhenByteSizeTooLarge);
Yao Chen8a8d16c2018-02-08 14:50:40 -0800107 FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration1);
108 FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration2);
109 FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration3);
110 FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration1);
111 FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration2);
112 FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration3);
113 FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks1);
114 FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks2);
Yangster-macb5bc7412018-01-06 23:17:45 -0800115 FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSlice);
Yangster-mac87718e22018-01-11 16:16:26 -0800116 FRIEND_TEST(GaugeMetricE2eTest, TestMultipleFieldsForPushedEvent);
Yangster-mac93694462018-01-22 20:49:31 -0800117 FRIEND_TEST(DimensionInConditionE2eTest, TestCountMetricNoLink);
118 FRIEND_TEST(DimensionInConditionE2eTest, TestCountMetricWithLink);
119 FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetricNoLink);
120 FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetricWithLink);
Yao Chenab273e22017-09-06 12:53:50 -0700121};
Bookatz906a35c2017-09-20 15:26:44 -0700122
Yao Chenef99c4f2017-09-22 16:26:54 -0700123} // namespace statsd
124} // namespace os
125} // namespace android