Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Tom Cherry | 6ec71e9 | 2020-05-04 12:53:36 -0700 | [diff] [blame] | 17 | #include "LogReaderThread.h" |
| 18 | |
Mark Salyzyn | b75cce0 | 2015-11-30 11:35:56 -0800 | [diff] [blame] | 19 | #include <errno.h> |
Mark Salyzyn | ae2abf1 | 2017-03-31 10:48:39 -0700 | [diff] [blame] | 20 | #include <string.h> |
Mark Salyzyn | 8daa9af | 2014-04-28 14:07:23 -0700 | [diff] [blame] | 21 | #include <sys/prctl.h> |
| 22 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 23 | #include <thread> |
| 24 | |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 25 | #include "LogBuffer.h" |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 26 | #include "LogReaderList.h" |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 27 | |
Tom Cherry | 320f596 | 2020-05-04 17:25:34 -0700 | [diff] [blame] | 28 | using namespace std::placeholders; |
| 29 | |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 30 | LogReaderThread::LogReaderThread(LogBuffer* log_buffer, LogReaderList* reader_list, |
| 31 | std::unique_ptr<LogWriter> writer, bool non_block, |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 32 | unsigned long tail, LogMask log_mask, pid_t pid, |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 33 | log_time start_time, uint64_t start, |
| 34 | std::chrono::steady_clock::time_point deadline) |
| 35 | : log_buffer_(log_buffer), |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 36 | reader_list_(reader_list), |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 37 | writer_(std::move(writer)), |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 38 | pid_(pid), |
| 39 | tail_(tail), |
| 40 | count_(0), |
| 41 | index_(0), |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 42 | start_time_(start_time), |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 43 | deadline_(deadline), |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 44 | non_block_(non_block) { |
Mark Salyzyn | 7718778 | 2015-05-12 15:21:31 -0700 | [diff] [blame] | 45 | cleanSkip_Locked(); |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 46 | flush_to_state_ = log_buffer_->CreateFlushToState(start, log_mask); |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 47 | auto thread = std::thread{&LogReaderThread::ThreadFunction, this}; |
| 48 | thread.detach(); |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 49 | } |
| 50 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 51 | void LogReaderThread::ThreadFunction() { |
Mark Salyzyn | 8daa9af | 2014-04-28 14:07:23 -0700 | [diff] [blame] | 52 | prctl(PR_SET_NAME, "logd.reader.per"); |
| 53 | |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 54 | auto lock = std::unique_lock{reader_list_->reader_threads_lock()}; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 55 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 56 | while (!release_) { |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 57 | if (deadline_.time_since_epoch().count() != 0) { |
| 58 | if (thread_triggered_condition_.wait_until(lock, deadline_) == |
| 59 | std::cv_status::timeout) { |
| 60 | deadline_ = {}; |
Mark Salyzyn | b75cce0 | 2015-11-30 11:35:56 -0800 | [diff] [blame] | 61 | } |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 62 | if (release_) { |
Mark Salyzyn | b75cce0 | 2015-11-30 11:35:56 -0800 | [diff] [blame] | 63 | break; |
| 64 | } |
| 65 | } |
| 66 | |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 67 | lock.unlock(); |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 68 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 69 | if (tail_) { |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 70 | auto first_pass_state = log_buffer_->CreateFlushToState(flush_to_state_->start(), |
| 71 | flush_to_state_->log_mask()); |
Tom Cherry | b3e1633 | 2020-05-28 20:02:42 -0700 | [diff] [blame^] | 72 | log_buffer_->FlushTo( |
| 73 | writer_.get(), *first_pass_state, |
| 74 | [this](log_id_t log_id, pid_t pid, uint64_t sequence, log_time realtime) { |
| 75 | return FilterFirstPass(log_id, pid, sequence, realtime); |
| 76 | }); |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 77 | } |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 78 | bool flush_success = log_buffer_->FlushTo( |
| 79 | writer_.get(), *flush_to_state_, |
Tom Cherry | b3e1633 | 2020-05-28 20:02:42 -0700 | [diff] [blame^] | 80 | [this](log_id_t log_id, pid_t pid, uint64_t sequence, log_time realtime) { |
| 81 | return FilterSecondPass(log_id, pid, sequence, realtime); |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 82 | }); |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 83 | |
Tom Cherry | 65ab7fe | 2019-08-21 14:53:06 -0700 | [diff] [blame] | 84 | // We only ignore entries before the original start time for the first flushTo(), if we |
| 85 | // get entries after this first flush before the original start time, then the client |
| 86 | // wouldn't have seen them. |
| 87 | // Note: this is still racy and may skip out of order events that came in since the last |
| 88 | // time the client disconnected and then reconnected with the new start time. The long term |
| 89 | // solution here is that clients must request events since a specific sequence number. |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 90 | start_time_.tv_sec = 0; |
| 91 | start_time_.tv_nsec = 0; |
Tom Cherry | 65ab7fe | 2019-08-21 14:53:06 -0700 | [diff] [blame] | 92 | |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 93 | lock.lock(); |
Mark Salyzyn | a16f761 | 2014-08-07 08:16:52 -0700 | [diff] [blame] | 94 | |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 95 | if (!flush_success) { |
Mark Salyzyn | de4bb9c | 2015-09-16 15:34:00 -0700 | [diff] [blame] | 96 | break; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 97 | } |
| 98 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 99 | if (non_block_ || release_) { |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 100 | break; |
| 101 | } |
| 102 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 103 | cleanSkip_Locked(); |
TraianX Schiau | da6495d | 2014-12-17 10:53:41 +0200 | [diff] [blame] | 104 | |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 105 | if (deadline_.time_since_epoch().count() == 0) { |
| 106 | thread_triggered_condition_.wait(lock); |
Mark Salyzyn | b75cce0 | 2015-11-30 11:35:56 -0800 | [diff] [blame] | 107 | } |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 108 | } |
| 109 | |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 110 | writer_->Release(); |
Tom Cherry | 4f22786 | 2018-10-08 17:33:50 -0700 | [diff] [blame] | 111 | |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 112 | auto& log_reader_threads = reader_list_->reader_threads(); |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 113 | auto it = std::find_if(log_reader_threads.begin(), log_reader_threads.end(), |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 114 | [this](const auto& other) { return other.get() == this; }); |
Tom Cherry | 4f22786 | 2018-10-08 17:33:50 -0700 | [diff] [blame] | 115 | |
Tom Cherry | 68630a0 | 2020-05-11 16:29:29 -0700 | [diff] [blame] | 116 | if (it != log_reader_threads.end()) { |
| 117 | log_reader_threads.erase(it); |
Tom Cherry | 4f22786 | 2018-10-08 17:33:50 -0700 | [diff] [blame] | 118 | } |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | // A first pass to count the number of elements |
Tom Cherry | b3e1633 | 2020-05-28 20:02:42 -0700 | [diff] [blame^] | 122 | FilterResult LogReaderThread::FilterFirstPass(log_id_t, pid_t pid, uint64_t, log_time realtime) { |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 123 | auto lock = std::lock_guard{reader_list_->reader_threads_lock()}; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 124 | |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 125 | if ((!pid_ || pid_ == pid) && (start_time_ == log_time::EPOCH || start_time_ <= realtime)) { |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 126 | ++count_; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 127 | } |
| 128 | |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 129 | return FilterResult::kSkip; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 130 | } |
| 131 | |
| 132 | // A second pass to send the selected elements |
Tom Cherry | 855c7c8 | 2020-05-28 12:38:21 -0700 | [diff] [blame] | 133 | FilterResult LogReaderThread::FilterSecondPass(log_id_t log_id, pid_t pid, uint64_t, |
Tom Cherry | b3e1633 | 2020-05-28 20:02:42 -0700 | [diff] [blame^] | 134 | log_time realtime) { |
Tom Cherry | 283c9a1 | 2020-05-14 19:25:05 -0700 | [diff] [blame] | 135 | auto lock = std::lock_guard{reader_list_->reader_threads_lock()}; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 136 | |
Tom Cherry | 70fadea | 2020-05-27 14:43:19 -0700 | [diff] [blame] | 137 | if (skip_ahead_[log_id]) { |
| 138 | skip_ahead_[log_id]--; |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 139 | return FilterResult::kSkip; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 140 | } |
| 141 | |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 142 | // Truncate to close race between first and second pass |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 143 | if (non_block_ && tail_ && index_ >= count_) { |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 144 | return FilterResult::kStop; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 145 | } |
| 146 | |
Tom Cherry | 70fadea | 2020-05-27 14:43:19 -0700 | [diff] [blame] | 147 | if (pid_ && pid_ != pid) { |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 148 | return FilterResult::kSkip; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 149 | } |
| 150 | |
Tom Cherry | 70fadea | 2020-05-27 14:43:19 -0700 | [diff] [blame] | 151 | if (start_time_ != log_time::EPOCH && realtime <= start_time_) { |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 152 | return FilterResult::kSkip; |
Tom Cherry | 65ab7fe | 2019-08-21 14:53:06 -0700 | [diff] [blame] | 153 | } |
| 154 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 155 | if (release_) { |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 156 | return FilterResult::kStop; |
Jintao_Zhu | 5f93072 | 2018-11-11 03:13:24 -0800 | [diff] [blame] | 157 | } |
| 158 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 159 | if (!tail_) { |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 160 | goto ok; |
| 161 | } |
| 162 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 163 | ++index_; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 164 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 165 | if (count_ > tail_ && index_ <= (count_ - tail_)) { |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 166 | return FilterResult::kSkip; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 167 | } |
| 168 | |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 169 | if (!non_block_) { |
| 170 | tail_ = 0; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 171 | } |
| 172 | |
| 173 | ok: |
Tom Cherry | 70fadea | 2020-05-27 14:43:19 -0700 | [diff] [blame] | 174 | if (!skip_ahead_[log_id]) { |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 175 | return FilterResult::kWrite; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 176 | } |
Tom Cherry | 3e61a13 | 2020-05-27 10:46:37 -0700 | [diff] [blame] | 177 | return FilterResult::kSkip; |
Mark Salyzyn | 0175b07 | 2014-02-26 09:50:16 -0800 | [diff] [blame] | 178 | } |
TraianX Schiau | da6495d | 2014-12-17 10:53:41 +0200 | [diff] [blame] | 179 | |
Tom Cherry | 6ec71e9 | 2020-05-04 12:53:36 -0700 | [diff] [blame] | 180 | void LogReaderThread::cleanSkip_Locked(void) { |
Tom Cherry | cef47bb | 2020-05-04 17:10:16 -0700 | [diff] [blame] | 181 | memset(skip_ahead_, 0, sizeof(skip_ahead_)); |
TraianX Schiau | da6495d | 2014-12-17 10:53:41 +0200 | [diff] [blame] | 182 | } |