| /* | 
 |  * Copyright (C) 2012-2014 The Android Open Source Project | 
 |  * | 
 |  * Licensed under the Apache License, Version 2.0 (the "License"); | 
 |  * you may not use this file except in compliance with the License. | 
 |  * You may obtain a copy of the License at | 
 |  * | 
 |  *      http://www.apache.org/licenses/LICENSE-2.0 | 
 |  * | 
 |  * Unless required by applicable law or agreed to in writing, software | 
 |  * distributed under the License is distributed on an "AS IS" BASIS, | 
 |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
 |  * See the License for the specific language governing permissions and | 
 |  * limitations under the License. | 
 |  */ | 
 | // for manual checking of stale entries during LogBuffer::erase() | 
 | //#define DEBUG_CHECK_FOR_STALE_ENTRIES | 
 |  | 
 | #include <ctype.h> | 
 | #include <errno.h> | 
 | #include <stdio.h> | 
 | #include <string.h> | 
 | #include <sys/cdefs.h> | 
 | #include <sys/user.h> | 
 | #include <time.h> | 
 | #include <unistd.h> | 
 |  | 
 | #include <unordered_map> | 
 |  | 
 | #include <cutils/properties.h> | 
 | #include <private/android_logger.h> | 
 |  | 
 | #include "LogBuffer.h" | 
 | #include "LogKlog.h" | 
 | #include "LogReader.h" | 
 |  | 
 | #ifndef __predict_false | 
 | #define __predict_false(exp) __builtin_expect((exp) != 0, 0) | 
 | #endif | 
 |  | 
 | // Default | 
 | #define log_buffer_size(id) mMaxSize[id] | 
 |  | 
 | void LogBuffer::init() { | 
 |     log_id_for_each(i) { | 
 |         mLastSet[i] = false; | 
 |         mLast[i] = mLogElements.begin(); | 
 |  | 
 |         if (setSize(i, __android_logger_get_buffer_size(i))) { | 
 |             setSize(i, LOG_BUFFER_MIN_SIZE); | 
 |         } | 
 |     } | 
 |     bool lastMonotonic = monotonic; | 
 |     monotonic = android_log_clockid() == CLOCK_MONOTONIC; | 
 |     if (lastMonotonic != monotonic) { | 
 |         // | 
 |         // Fixup all timestamps, may not be 100% accurate, but better than | 
 |         // throwing what we have away when we get 'surprised' by a change. | 
 |         // In-place element fixup so no need to check reader-lock. Entries | 
 |         // should already be in timestamp order, but we could end up with a | 
 |         // few out-of-order entries if new monotonics come in before we | 
 |         // are notified of the reinit change in status. A Typical example would | 
 |         // be: | 
 |         //  --------- beginning of system | 
 |         //      10.494082   184   201 D Cryptfs : Just triggered post_fs_data | 
 |         //  --------- beginning of kernel | 
 |         //       0.000000     0     0 I         : Initializing cgroup subsys | 
 |         // as the act of mounting /data would trigger persist.logd.timestamp to | 
 |         // be corrected. 1/30 corner case YMMV. | 
 |         // | 
 |         pthread_mutex_lock(&mLogElementsLock); | 
 |         LogBufferElementCollection::iterator it = mLogElements.begin(); | 
 |         while((it != mLogElements.end())) { | 
 |             LogBufferElement *e = *it; | 
 |             if (monotonic) { | 
 |                 if (!android::isMonotonic(e->mRealTime)) { | 
 |                     LogKlog::convertRealToMonotonic(e->mRealTime); | 
 |                 } | 
 |             } else { | 
 |                 if (android::isMonotonic(e->mRealTime)) { | 
 |                     LogKlog::convertMonotonicToReal(e->mRealTime); | 
 |                 } | 
 |             } | 
 |             ++it; | 
 |         } | 
 |         pthread_mutex_unlock(&mLogElementsLock); | 
 |     } | 
 |  | 
 |     // We may have been triggered by a SIGHUP. Release any sleeping reader | 
 |     // threads to dump their current content. | 
 |     // | 
 |     // NB: this is _not_ performed in the context of a SIGHUP, it is | 
 |     // performed during startup, and in context of reinit administrative thread | 
 |     LogTimeEntry::lock(); | 
 |  | 
 |     LastLogTimes::iterator times = mTimes.begin(); | 
 |     while(times != mTimes.end()) { | 
 |         LogTimeEntry *entry = (*times); | 
 |         if (entry->owned_Locked()) { | 
 |             entry->triggerReader_Locked(); | 
 |         } | 
 |         times++; | 
 |     } | 
 |  | 
 |     LogTimeEntry::unlock(); | 
 | } | 
 |  | 
 | LogBuffer::LogBuffer(LastLogTimes *times): | 
 |         monotonic(android_log_clockid() == CLOCK_MONOTONIC), | 
 |         mTimes(*times) { | 
 |     pthread_mutex_init(&mLogElementsLock, NULL); | 
 |  | 
 |     init(); | 
 | } | 
 |  | 
 | int LogBuffer::log(log_id_t log_id, log_time realtime, | 
 |                    uid_t uid, pid_t pid, pid_t tid, | 
 |                    const char *msg, unsigned short len) { | 
 |     if ((log_id >= LOG_ID_MAX) || (log_id < 0)) { | 
 |         return -EINVAL; | 
 |     } | 
 |  | 
 |     LogBufferElement *elem = new LogBufferElement(log_id, realtime, | 
 |                                                   uid, pid, tid, msg, len); | 
 |     if (log_id != LOG_ID_SECURITY) { | 
 |         int prio = ANDROID_LOG_INFO; | 
 |         const char *tag = NULL; | 
 |         size_t len = 0; | 
 |         if (log_id == LOG_ID_EVENTS) { | 
 |             tag = android::tagToName(&len, elem->getTag()); | 
 |         } else { | 
 |             prio = *msg; | 
 |             tag = msg + 1; | 
 |             len = strlen(tag); | 
 |         } | 
 |         if (!__android_log_is_loggable_len(prio, tag, len, ANDROID_LOG_VERBOSE)) { | 
 |             // Log traffic received to total | 
 |             pthread_mutex_lock(&mLogElementsLock); | 
 |             stats.add(elem); | 
 |             stats.subtract(elem); | 
 |             pthread_mutex_unlock(&mLogElementsLock); | 
 |             delete elem; | 
 |             return -EACCES; | 
 |         } | 
 |     } | 
 |  | 
 |     pthread_mutex_lock(&mLogElementsLock); | 
 |  | 
 |     // Insert elements in time sorted order if possible | 
 |     //  NB: if end is region locked, place element at end of list | 
 |     LogBufferElementCollection::iterator it = mLogElements.end(); | 
 |     LogBufferElementCollection::iterator last = it; | 
 |     while (last != mLogElements.begin()) { | 
 |         --it; | 
 |         if ((*it)->getRealTime() <= realtime) { | 
 |             break; | 
 |         } | 
 |         last = it; | 
 |     } | 
 |  | 
 |     if (last == mLogElements.end()) { | 
 |         mLogElements.push_back(elem); | 
 |     } else { | 
 |         uint64_t end = 1; | 
 |         bool end_set = false; | 
 |         bool end_always = false; | 
 |  | 
 |         LogTimeEntry::lock(); | 
 |  | 
 |         LastLogTimes::iterator times = mTimes.begin(); | 
 |         while(times != mTimes.end()) { | 
 |             LogTimeEntry *entry = (*times); | 
 |             if (entry->owned_Locked()) { | 
 |                 if (!entry->mNonBlock) { | 
 |                     end_always = true; | 
 |                     break; | 
 |                 } | 
 |                 if (!end_set || (end <= entry->mEnd)) { | 
 |                     end = entry->mEnd; | 
 |                     end_set = true; | 
 |                 } | 
 |             } | 
 |             times++; | 
 |         } | 
 |  | 
 |         if (end_always | 
 |                 || (end_set && (end >= (*last)->getSequence()))) { | 
 |             mLogElements.push_back(elem); | 
 |         } else { | 
 |             mLogElements.insert(last,elem); | 
 |         } | 
 |  | 
 |         LogTimeEntry::unlock(); | 
 |     } | 
 |  | 
 |     stats.add(elem); | 
 |     maybePrune(log_id); | 
 |     pthread_mutex_unlock(&mLogElementsLock); | 
 |  | 
 |     return len; | 
 | } | 
 |  | 
 | // Prune at most 10% of the log entries or maxPrune, whichever is less. | 
 | // | 
 | // mLogElementsLock must be held when this function is called. | 
 | void LogBuffer::maybePrune(log_id_t id) { | 
 |     size_t sizes = stats.sizes(id); | 
 |     unsigned long maxSize = log_buffer_size(id); | 
 |     if (sizes > maxSize) { | 
 |         size_t sizeOver = sizes - ((maxSize * 9) / 10); | 
 |         size_t elements = stats.realElements(id); | 
 |         size_t minElements = elements / 100; | 
 |         if (minElements < minPrune) { | 
 |             minElements = minPrune; | 
 |         } | 
 |         unsigned long pruneRows = elements * sizeOver / sizes; | 
 |         if (pruneRows < minElements) { | 
 |             pruneRows = minElements; | 
 |         } | 
 |         if (pruneRows > maxPrune) { | 
 |             pruneRows = maxPrune; | 
 |         } | 
 |         prune(id, pruneRows); | 
 |     } | 
 | } | 
 |  | 
 | LogBufferElementCollection::iterator LogBuffer::erase( | 
 |         LogBufferElementCollection::iterator it, bool coalesce) { | 
 |     LogBufferElement *element = *it; | 
 |     log_id_t id = element->getLogId(); | 
 |  | 
 |     // Remove iterator references in the various lists that will become stale | 
 |     // after the element is erased from the main logging list. | 
 |  | 
 |     {   // start of scope for found iterator | 
 |         int key = ((id == LOG_ID_EVENTS) || (id == LOG_ID_SECURITY)) ? | 
 |                 element->getTag() : element->getUid(); | 
 |         LogBufferIteratorMap::iterator found = mLastWorst[id].find(key); | 
 |         if ((found != mLastWorst[id].end()) && (it == found->second)) { | 
 |             mLastWorst[id].erase(found); | 
 |         } | 
 |     } | 
 |  | 
 |     {   // start of scope for pid found iterator | 
 |         // element->getUid() may not be AID_SYSTEM for next-best-watermark. | 
 |         // will not assume id != LOG_ID_EVENTS or LOG_ID_SECURITY for KISS and | 
 |         // long term code stability, find() check should be fast for those ids. | 
 |         LogBufferPidIteratorMap::iterator found = | 
 |             mLastWorstPidOfSystem[id].find(element->getPid()); | 
 |         if ((found != mLastWorstPidOfSystem[id].end()) | 
 |                 && (it == found->second)) { | 
 |             mLastWorstPidOfSystem[id].erase(found); | 
 |         } | 
 |     } | 
 |  | 
 |     bool setLast[LOG_ID_MAX]; | 
 |     bool doSetLast = false; | 
 |     log_id_for_each(i) { | 
 |         doSetLast |= setLast[i] = mLastSet[i] && (it == mLast[i]); | 
 |     } | 
 | #ifdef DEBUG_CHECK_FOR_STALE_ENTRIES | 
 |     LogBufferElementCollection::iterator bad = it; | 
 |     int key = ((id == LOG_ID_EVENTS) || (id == LOG_ID_SECURITY)) ? | 
 |             element->getTag() : element->getUid(); | 
 | #endif | 
 |     it = mLogElements.erase(it); | 
 |     if (doSetLast) { | 
 |         log_id_for_each(i) { | 
 |             if (setLast[i]) { | 
 |                 if (__predict_false(it == mLogElements.end())) { // impossible | 
 |                     mLastSet[i] = false; | 
 |                     mLast[i] = mLogElements.begin(); | 
 |                 } else { | 
 |                     mLast[i] = it; // push down the road as next-best-watermark | 
 |                 } | 
 |             } | 
 |         } | 
 |     } | 
 | #ifdef DEBUG_CHECK_FOR_STALE_ENTRIES | 
 |     log_id_for_each(i) { | 
 |         for(auto b : mLastWorst[i]) { | 
 |             if (bad == b.second) { | 
 |                 android::prdebug("stale mLastWorst[%d] key=%d mykey=%d\n", | 
 |                                  i, b.first, key); | 
 |             } | 
 |         } | 
 |         for(auto b : mLastWorstPidOfSystem[i]) { | 
 |             if (bad == b.second) { | 
 |                 android::prdebug("stale mLastWorstPidOfSystem[%d] pid=%d\n", | 
 |                                  i, b.first); | 
 |             } | 
 |         } | 
 |         if (mLastSet[i] && (bad == mLast[i])) { | 
 |             android::prdebug("stale mLast[%d]\n", i); | 
 |             mLastSet[i] = false; | 
 |             mLast[i] = mLogElements.begin(); | 
 |         } | 
 |     } | 
 | #endif | 
 |     if (coalesce) { | 
 |         stats.erase(element); | 
 |     } else { | 
 |         stats.subtract(element); | 
 |     } | 
 |     delete element; | 
 |  | 
 |     return it; | 
 | } | 
 |  | 
 | // Define a temporary mechanism to report the last LogBufferElement pointer | 
 | // for the specified uid, pid and tid. Used below to help merge-sort when | 
 | // pruning for worst UID. | 
 | class LogBufferElementKey { | 
 |     const union { | 
 |         struct { | 
 |             uint16_t uid; | 
 |             uint16_t pid; | 
 |             uint16_t tid; | 
 |             uint16_t padding; | 
 |         } __packed; | 
 |         uint64_t value; | 
 |     } __packed; | 
 |  | 
 | public: | 
 |     LogBufferElementKey(uid_t uid, pid_t pid, pid_t tid): | 
 |             uid(uid), | 
 |             pid(pid), | 
 |             tid(tid), | 
 |             padding(0) { | 
 |     } | 
 |     explicit LogBufferElementKey(uint64_t key):value(key) { } | 
 |  | 
 |     uint64_t getKey() { return value; } | 
 | }; | 
 |  | 
 | class LogBufferElementLast { | 
 |  | 
 |     typedef std::unordered_map<uint64_t, LogBufferElement *> LogBufferElementMap; | 
 |     LogBufferElementMap map; | 
 |  | 
 | public: | 
 |  | 
 |     bool coalesce(LogBufferElement *element, unsigned short dropped) { | 
 |         LogBufferElementKey key(element->getUid(), | 
 |                                 element->getPid(), | 
 |                                 element->getTid()); | 
 |         LogBufferElementMap::iterator it = map.find(key.getKey()); | 
 |         if (it != map.end()) { | 
 |             LogBufferElement *found = it->second; | 
 |             unsigned short moreDropped = found->getDropped(); | 
 |             if ((dropped + moreDropped) > USHRT_MAX) { | 
 |                 map.erase(it); | 
 |             } else { | 
 |                 found->setDropped(dropped + moreDropped); | 
 |                 return true; | 
 |             } | 
 |         } | 
 |         return false; | 
 |     } | 
 |  | 
 |     void add(LogBufferElement *element) { | 
 |         LogBufferElementKey key(element->getUid(), | 
 |                                 element->getPid(), | 
 |                                 element->getTid()); | 
 |         map[key.getKey()] = element; | 
 |     } | 
 |  | 
 |     inline void clear() { | 
 |         map.clear(); | 
 |     } | 
 |  | 
 |     void clear(LogBufferElement *element) { | 
 |         uint64_t current = element->getRealTime().nsec() | 
 |                          - (EXPIRE_RATELIMIT * NS_PER_SEC); | 
 |         for(LogBufferElementMap::iterator it = map.begin(); it != map.end();) { | 
 |             LogBufferElement *mapElement = it->second; | 
 |             if ((mapElement->getDropped() >= EXPIRE_THRESHOLD) | 
 |                     && (current > mapElement->getRealTime().nsec())) { | 
 |                 it = map.erase(it); | 
 |             } else { | 
 |                 ++it; | 
 |             } | 
 |         } | 
 |     } | 
 |  | 
 | }; | 
 |  | 
 | // prune "pruneRows" of type "id" from the buffer. | 
 | // | 
 | // This garbage collection task is used to expire log entries. It is called to | 
 | // remove all logs (clear), all UID logs (unprivileged clear), or every | 
 | // 256 or 10% of the total logs (whichever is less) to prune the logs. | 
 | // | 
 | // First there is a prep phase where we discover the reader region lock that | 
 | // acts as a backstop to any pruning activity to stop there and go no further. | 
 | // | 
 | // There are three major pruning loops that follow. All expire from the oldest | 
 | // entries. Since there are multiple log buffers, the Android logging facility | 
 | // will appear to drop entries 'in the middle' when looking at multiple log | 
 | // sources and buffers. This effect is slightly more prominent when we prune | 
 | // the worst offender by logging source. Thus the logs slowly loose content | 
 | // and value as you move back in time. This is preferred since chatty sources | 
 | // invariably move the logs value down faster as less chatty sources would be | 
 | // expired in the noise. | 
 | // | 
 | // The first loop performs blacklisting and worst offender pruning. Falling | 
 | // through when there are no notable worst offenders and have not hit the | 
 | // region lock preventing further worst offender pruning. This loop also looks | 
 | // after managing the chatty log entries and merging to help provide | 
 | // statistical basis for blame. The chatty entries are not a notification of | 
 | // how much logs you may have, but instead represent how much logs you would | 
 | // have had in a virtual log buffer that is extended to cover all the in-memory | 
 | // logs without loss. They last much longer than the represented pruned logs | 
 | // since they get multiplied by the gains in the non-chatty log sources. | 
 | // | 
 | // The second loop get complicated because an algorithm of watermarks and | 
 | // history is maintained to reduce the order and keep processing time | 
 | // down to a minimum at scale. These algorithms can be costly in the face | 
 | // of larger log buffers, or severly limited processing time granted to a | 
 | // background task at lowest priority. | 
 | // | 
 | // This second loop does straight-up expiration from the end of the logs | 
 | // (again, remember for the specified log buffer id) but does some whitelist | 
 | // preservation. Thus whitelist is a Hail Mary low priority, blacklists and | 
 | // spam filtration all take priority. This second loop also checks if a region | 
 | // lock is causing us to buffer too much in the logs to help the reader(s), | 
 | // and will tell the slowest reader thread to skip log entries, and if | 
 | // persistent and hits a further threshold, kill the reader thread. | 
 | // | 
 | // The third thread is optional, and only gets hit if there was a whitelist | 
 | // and more needs to be pruned against the backstop of the region lock. | 
 | // | 
 | // mLogElementsLock must be held when this function is called. | 
 | // | 
 | bool LogBuffer::prune(log_id_t id, unsigned long pruneRows, uid_t caller_uid) { | 
 |     LogTimeEntry *oldest = NULL; | 
 |     bool busy = false; | 
 |     bool clearAll = pruneRows == ULONG_MAX; | 
 |  | 
 |     LogTimeEntry::lock(); | 
 |  | 
 |     // Region locked? | 
 |     LastLogTimes::iterator times = mTimes.begin(); | 
 |     while(times != mTimes.end()) { | 
 |         LogTimeEntry *entry = (*times); | 
 |         if (entry->owned_Locked() && entry->isWatching(id) | 
 |                 && (!oldest || | 
 |                     (oldest->mStart > entry->mStart) || | 
 |                     ((oldest->mStart == entry->mStart) && | 
 |                      (entry->mTimeout.tv_sec || entry->mTimeout.tv_nsec)))) { | 
 |             oldest = entry; | 
 |         } | 
 |         times++; | 
 |     } | 
 |  | 
 |     LogBufferElementCollection::iterator it; | 
 |  | 
 |     if (__predict_false(caller_uid != AID_ROOT)) { // unlikely | 
 |         // Only here if clear all request from non system source, so chatty | 
 |         // filter logistics is not required. | 
 |         it = mLastSet[id] ? mLast[id] : mLogElements.begin(); | 
 |         while (it != mLogElements.end()) { | 
 |             LogBufferElement *element = *it; | 
 |  | 
 |             if ((element->getLogId() != id) || (element->getUid() != caller_uid)) { | 
 |                 ++it; | 
 |                 continue; | 
 |             } | 
 |  | 
 |             if (!mLastSet[id] || ((*mLast[id])->getLogId() != id)) { | 
 |                 mLast[id] = it; | 
 |                 mLastSet[id] = true; | 
 |             } | 
 |  | 
 |             if (oldest && (oldest->mStart <= element->getSequence())) { | 
 |                 busy = true; | 
 |                 if (oldest->mTimeout.tv_sec || oldest->mTimeout.tv_nsec) { | 
 |                     oldest->triggerReader_Locked(); | 
 |                 } else { | 
 |                     oldest->triggerSkip_Locked(id, pruneRows); | 
 |                 } | 
 |                 break; | 
 |             } | 
 |  | 
 |             it = erase(it); | 
 |             if (--pruneRows == 0) { | 
 |                 break; | 
 |             } | 
 |         } | 
 |         LogTimeEntry::unlock(); | 
 |         return busy; | 
 |     } | 
 |  | 
 |     // prune by worst offenders; by blacklist, UID, and by PID of system UID | 
 |     bool hasBlacklist = (id != LOG_ID_SECURITY) && mPrune.naughty(); | 
 |     while (!clearAll && (pruneRows > 0)) { | 
 |         // recalculate the worst offender on every batched pass | 
 |         int worst = -1; // not valid for getUid() or getKey() | 
 |         size_t worst_sizes = 0; | 
 |         size_t second_worst_sizes = 0; | 
 |         pid_t worstPid = 0; // POSIX guarantees PID != 0 | 
 |  | 
 |         if (worstUidEnabledForLogid(id) && mPrune.worstUidEnabled()) { | 
 |             // Calculate threshold as 12.5% of available storage | 
 |             size_t threshold = log_buffer_size(id) / 8; | 
 |  | 
 |             if ((id == LOG_ID_EVENTS) || (id == LOG_ID_SECURITY)) { | 
 |                 stats.sortTags(AID_ROOT, (pid_t)0, 2, id).findWorst( | 
 |                     worst, worst_sizes, second_worst_sizes, threshold); | 
 |                 // per-pid filter for AID_SYSTEM sources is too complex | 
 |             } else { | 
 |                 stats.sort(AID_ROOT, (pid_t)0, 2, id).findWorst( | 
 |                     worst, worst_sizes, second_worst_sizes, threshold); | 
 |  | 
 |                 if ((worst == AID_SYSTEM) && mPrune.worstPidOfSystemEnabled()) { | 
 |                     stats.sortPids(worst, (pid_t)0, 2, id).findWorst( | 
 |                         worstPid, worst_sizes, second_worst_sizes); | 
 |                 } | 
 |             } | 
 |         } | 
 |  | 
 |         // skip if we have neither worst nor naughty filters | 
 |         if ((worst == -1) && !hasBlacklist) { | 
 |             break; | 
 |         } | 
 |  | 
 |         bool kick = false; | 
 |         bool leading = true; | 
 |         it = mLastSet[id] ? mLast[id] : mLogElements.begin(); | 
 |         // Perform at least one mandatory garbage collection cycle in following | 
 |         // - clear leading chatty tags | 
 |         // - coalesce chatty tags | 
 |         // - check age-out of preserved logs | 
 |         bool gc = pruneRows <= 1; | 
 |         if (!gc && (worst != -1)) { | 
 |             {   // begin scope for worst found iterator | 
 |                 LogBufferIteratorMap::iterator found = mLastWorst[id].find(worst); | 
 |                 if ((found != mLastWorst[id].end()) | 
 |                         && (found->second != mLogElements.end())) { | 
 |                     leading = false; | 
 |                     it = found->second; | 
 |                 } | 
 |             } | 
 |             if (worstPid) { // begin scope for pid worst found iterator | 
 |                 // FYI: worstPid only set if !LOG_ID_EVENTS and | 
 |                 //      !LOG_ID_SECURITY, not going to make that assumption ... | 
 |                 LogBufferPidIteratorMap::iterator found | 
 |                     = mLastWorstPidOfSystem[id].find(worstPid); | 
 |                 if ((found != mLastWorstPidOfSystem[id].end()) | 
 |                         && (found->second != mLogElements.end())) { | 
 |                     leading = false; | 
 |                     it = found->second; | 
 |                 } | 
 |             } | 
 |         } | 
 |         static const timespec too_old = { | 
 |             EXPIRE_HOUR_THRESHOLD * 60 * 60, 0 | 
 |         }; | 
 |         LogBufferElementCollection::iterator lastt; | 
 |         lastt = mLogElements.end(); | 
 |         --lastt; | 
 |         LogBufferElementLast last; | 
 |         while (it != mLogElements.end()) { | 
 |             LogBufferElement *element = *it; | 
 |  | 
 |             if (oldest && (oldest->mStart <= element->getSequence())) { | 
 |                 busy = true; | 
 |                 if (oldest->mTimeout.tv_sec || oldest->mTimeout.tv_nsec) { | 
 |                     oldest->triggerReader_Locked(); | 
 |                 } | 
 |                 break; | 
 |             } | 
 |  | 
 |             if (element->getLogId() != id) { | 
 |                 ++it; | 
 |                 continue; | 
 |             } | 
 |             // below this point element->getLogId() == id | 
 |  | 
 |             if (leading && (!mLastSet[id] || ((*mLast[id])->getLogId() != id))) { | 
 |                 mLast[id] = it; | 
 |                 mLastSet[id] = true; | 
 |             } | 
 |  | 
 |             unsigned short dropped = element->getDropped(); | 
 |  | 
 |             // remove any leading drops | 
 |             if (leading && dropped) { | 
 |                 it = erase(it); | 
 |                 continue; | 
 |             } | 
 |  | 
 |             if (dropped && last.coalesce(element, dropped)) { | 
 |                 it = erase(it, true); | 
 |                 continue; | 
 |             } | 
 |  | 
 |             int key = ((id == LOG_ID_EVENTS) || (id == LOG_ID_SECURITY)) ? | 
 |                     element->getTag() : | 
 |                     element->getUid(); | 
 |  | 
 |             if (hasBlacklist && mPrune.naughty(element)) { | 
 |                 last.clear(element); | 
 |                 it = erase(it); | 
 |                 if (dropped) { | 
 |                     continue; | 
 |                 } | 
 |  | 
 |                 pruneRows--; | 
 |                 if (pruneRows == 0) { | 
 |                     break; | 
 |                 } | 
 |  | 
 |                 if (key == worst) { | 
 |                     kick = true; | 
 |                     if (worst_sizes < second_worst_sizes) { | 
 |                         break; | 
 |                     } | 
 |                     worst_sizes -= element->getMsgLen(); | 
 |                 } | 
 |                 continue; | 
 |             } | 
 |  | 
 |             if ((element->getRealTime() < ((*lastt)->getRealTime() - too_old)) | 
 |                     || (element->getRealTime() > (*lastt)->getRealTime())) { | 
 |                 break; | 
 |             } | 
 |  | 
 |             if (dropped) { | 
 |                 last.add(element); | 
 |                 if (worstPid | 
 |                         && ((!gc && (element->getPid() == worstPid)) | 
 |                            || (mLastWorstPidOfSystem[id].find(element->getPid()) | 
 |                                 == mLastWorstPidOfSystem[id].end()))) { | 
 |                     // element->getUid() may not be AID_SYSTEM, next best | 
 |                     // watermark if current one empty. id is not LOG_ID_EVENTS | 
 |                     // or LOG_ID_SECURITY because of worstPid check. | 
 |                     mLastWorstPidOfSystem[id][element->getPid()] = it; | 
 |                 } | 
 |                 if ((!gc && !worstPid && (key == worst)) | 
 |                         || (mLastWorst[id].find(key) == mLastWorst[id].end())) { | 
 |                     mLastWorst[id][key] = it; | 
 |                 } | 
 |                 ++it; | 
 |                 continue; | 
 |             } | 
 |  | 
 |             if ((key != worst) | 
 |                     || (worstPid && (element->getPid() != worstPid))) { | 
 |                 leading = false; | 
 |                 last.clear(element); | 
 |                 ++it; | 
 |                 continue; | 
 |             } | 
 |             // key == worst below here | 
 |             // If worstPid set, then element->getPid() == worstPid below here | 
 |  | 
 |             pruneRows--; | 
 |             if (pruneRows == 0) { | 
 |                 break; | 
 |             } | 
 |  | 
 |             kick = true; | 
 |  | 
 |             unsigned short len = element->getMsgLen(); | 
 |  | 
 |             // do not create any leading drops | 
 |             if (leading) { | 
 |                 it = erase(it); | 
 |             } else { | 
 |                 stats.drop(element); | 
 |                 element->setDropped(1); | 
 |                 if (last.coalesce(element, 1)) { | 
 |                     it = erase(it, true); | 
 |                 } else { | 
 |                     last.add(element); | 
 |                     if (worstPid && (!gc | 
 |                                 || (mLastWorstPidOfSystem[id].find(worstPid) | 
 |                                     == mLastWorstPidOfSystem[id].end()))) { | 
 |                         // element->getUid() may not be AID_SYSTEM, next best | 
 |                         // watermark if current one empty. id is not | 
 |                         // LOG_ID_EVENTS or LOG_ID_SECURITY because of worstPid. | 
 |                         mLastWorstPidOfSystem[id][worstPid] = it; | 
 |                     } | 
 |                     if ((!gc && !worstPid) || | 
 |                          (mLastWorst[id].find(worst) == mLastWorst[id].end())) { | 
 |                         mLastWorst[id][worst] = it; | 
 |                     } | 
 |                     ++it; | 
 |                 } | 
 |             } | 
 |             if (worst_sizes < second_worst_sizes) { | 
 |                 break; | 
 |             } | 
 |             worst_sizes -= len; | 
 |         } | 
 |         last.clear(); | 
 |  | 
 |         if (!kick || !mPrune.worstUidEnabled()) { | 
 |             break; // the following loop will ask bad clients to skip/drop | 
 |         } | 
 |     } | 
 |  | 
 |     bool whitelist = false; | 
 |     bool hasWhitelist = (id != LOG_ID_SECURITY) && mPrune.nice() && !clearAll; | 
 |     it = mLastSet[id] ? mLast[id] : mLogElements.begin(); | 
 |     while((pruneRows > 0) && (it != mLogElements.end())) { | 
 |         LogBufferElement *element = *it; | 
 |  | 
 |         if (element->getLogId() != id) { | 
 |             it++; | 
 |             continue; | 
 |         } | 
 |  | 
 |         if (!mLastSet[id] || ((*mLast[id])->getLogId() != id)) { | 
 |             mLast[id] = it; | 
 |             mLastSet[id] = true; | 
 |         } | 
 |  | 
 |         if (oldest && (oldest->mStart <= element->getSequence())) { | 
 |             busy = true; | 
 |             if (whitelist) { | 
 |                 break; | 
 |             } | 
 |  | 
 |             if (stats.sizes(id) > (2 * log_buffer_size(id))) { | 
 |                 // kick a misbehaving log reader client off the island | 
 |                 oldest->release_Locked(); | 
 |             } else if (oldest->mTimeout.tv_sec || oldest->mTimeout.tv_nsec) { | 
 |                 oldest->triggerReader_Locked(); | 
 |             } else { | 
 |                 oldest->triggerSkip_Locked(id, pruneRows); | 
 |             } | 
 |             break; | 
 |         } | 
 |  | 
 |         if (hasWhitelist && !element->getDropped() && mPrune.nice(element)) { | 
 |             // WhiteListed | 
 |             whitelist = true; | 
 |             it++; | 
 |             continue; | 
 |         } | 
 |  | 
 |         it = erase(it); | 
 |         pruneRows--; | 
 |     } | 
 |  | 
 |     // Do not save the whitelist if we are reader range limited | 
 |     if (whitelist && (pruneRows > 0)) { | 
 |         it = mLastSet[id] ? mLast[id] : mLogElements.begin(); | 
 |         while((it != mLogElements.end()) && (pruneRows > 0)) { | 
 |             LogBufferElement *element = *it; | 
 |  | 
 |             if (element->getLogId() != id) { | 
 |                 ++it; | 
 |                 continue; | 
 |             } | 
 |  | 
 |             if (!mLastSet[id] || ((*mLast[id])->getLogId() != id)) { | 
 |                 mLast[id] = it; | 
 |                 mLastSet[id] = true; | 
 |             } | 
 |  | 
 |             if (oldest && (oldest->mStart <= element->getSequence())) { | 
 |                 busy = true; | 
 |                 if (stats.sizes(id) > (2 * log_buffer_size(id))) { | 
 |                     // kick a misbehaving log reader client off the island | 
 |                     oldest->release_Locked(); | 
 |                 } else if (oldest->mTimeout.tv_sec || oldest->mTimeout.tv_nsec) { | 
 |                     oldest->triggerReader_Locked(); | 
 |                 } else { | 
 |                     oldest->triggerSkip_Locked(id, pruneRows); | 
 |                 } | 
 |                 break; | 
 |             } | 
 |  | 
 |             it = erase(it); | 
 |             pruneRows--; | 
 |         } | 
 |     } | 
 |  | 
 |     LogTimeEntry::unlock(); | 
 |  | 
 |     return (pruneRows > 0) && busy; | 
 | } | 
 |  | 
 | // clear all rows of type "id" from the buffer. | 
 | bool LogBuffer::clear(log_id_t id, uid_t uid) { | 
 |     bool busy = true; | 
 |     // If it takes more than 4 tries (seconds) to clear, then kill reader(s) | 
 |     for (int retry = 4;;) { | 
 |         if (retry == 1) { // last pass | 
 |             // Check if it is still busy after the sleep, we say prune | 
 |             // one entry, not another clear run, so we are looking for | 
 |             // the quick side effect of the return value to tell us if | 
 |             // we have a _blocked_ reader. | 
 |             pthread_mutex_lock(&mLogElementsLock); | 
 |             busy = prune(id, 1, uid); | 
 |             pthread_mutex_unlock(&mLogElementsLock); | 
 |             // It is still busy, blocked reader(s), lets kill them all! | 
 |             // otherwise, lets be a good citizen and preserve the slow | 
 |             // readers and let the clear run (below) deal with determining | 
 |             // if we are still blocked and return an error code to caller. | 
 |             if (busy) { | 
 |                 LogTimeEntry::lock(); | 
 |                 LastLogTimes::iterator times = mTimes.begin(); | 
 |                 while (times != mTimes.end()) { | 
 |                     LogTimeEntry *entry = (*times); | 
 |                     // Killer punch | 
 |                     if (entry->owned_Locked() && entry->isWatching(id)) { | 
 |                         entry->release_Locked(); | 
 |                     } | 
 |                     times++; | 
 |                 } | 
 |                 LogTimeEntry::unlock(); | 
 |             } | 
 |         } | 
 |         pthread_mutex_lock(&mLogElementsLock); | 
 |         busy = prune(id, ULONG_MAX, uid); | 
 |         pthread_mutex_unlock(&mLogElementsLock); | 
 |         if (!busy || !--retry) { | 
 |             break; | 
 |         } | 
 |         sleep (1); // Let reader(s) catch up after notification | 
 |     } | 
 |     return busy; | 
 | } | 
 |  | 
 | // get the used space associated with "id". | 
 | unsigned long LogBuffer::getSizeUsed(log_id_t id) { | 
 |     pthread_mutex_lock(&mLogElementsLock); | 
 |     size_t retval = stats.sizes(id); | 
 |     pthread_mutex_unlock(&mLogElementsLock); | 
 |     return retval; | 
 | } | 
 |  | 
 | // set the total space allocated to "id" | 
 | int LogBuffer::setSize(log_id_t id, unsigned long size) { | 
 |     // Reasonable limits ... | 
 |     if (!__android_logger_valid_buffer_size(size)) { | 
 |         return -1; | 
 |     } | 
 |     pthread_mutex_lock(&mLogElementsLock); | 
 |     log_buffer_size(id) = size; | 
 |     pthread_mutex_unlock(&mLogElementsLock); | 
 |     return 0; | 
 | } | 
 |  | 
 | // get the total space allocated to "id" | 
 | unsigned long LogBuffer::getSize(log_id_t id) { | 
 |     pthread_mutex_lock(&mLogElementsLock); | 
 |     size_t retval = log_buffer_size(id); | 
 |     pthread_mutex_unlock(&mLogElementsLock); | 
 |     return retval; | 
 | } | 
 |  | 
 | uint64_t LogBuffer::flushTo( | 
 |         SocketClient *reader, const uint64_t start, | 
 |         bool privileged, bool security, | 
 |         int (*filter)(const LogBufferElement *element, void *arg), void *arg) { | 
 |     LogBufferElementCollection::iterator it; | 
 |     uint64_t max = start; | 
 |     uid_t uid = reader->getUid(); | 
 |  | 
 |     pthread_mutex_lock(&mLogElementsLock); | 
 |  | 
 |     if (start <= 1) { | 
 |         // client wants to start from the beginning | 
 |         it = mLogElements.begin(); | 
 |     } else { | 
 |         // Client wants to start from some specified time. Chances are | 
 |         // we are better off starting from the end of the time sorted list. | 
 |         for (it = mLogElements.end(); it != mLogElements.begin(); /* do nothing */) { | 
 |             --it; | 
 |             LogBufferElement *element = *it; | 
 |             if (element->getSequence() <= start) { | 
 |                 it++; | 
 |                 break; | 
 |             } | 
 |         } | 
 |     } | 
 |  | 
 |     for (; it != mLogElements.end(); ++it) { | 
 |         LogBufferElement *element = *it; | 
 |  | 
 |         if (!privileged && (element->getUid() != uid)) { | 
 |             continue; | 
 |         } | 
 |  | 
 |         if (!security && (element->getLogId() == LOG_ID_SECURITY)) { | 
 |             continue; | 
 |         } | 
 |  | 
 |         if (element->getSequence() <= start) { | 
 |             continue; | 
 |         } | 
 |  | 
 |         // NB: calling out to another object with mLogElementsLock held (safe) | 
 |         if (filter) { | 
 |             int ret = (*filter)(element, arg); | 
 |             if (ret == false) { | 
 |                 continue; | 
 |             } | 
 |             if (ret != true) { | 
 |                 break; | 
 |             } | 
 |         } | 
 |  | 
 |         pthread_mutex_unlock(&mLogElementsLock); | 
 |  | 
 |         // range locking in LastLogTimes looks after us | 
 |         max = element->flushTo(reader, this, privileged); | 
 |  | 
 |         if (max == element->FLUSH_ERROR) { | 
 |             return max; | 
 |         } | 
 |  | 
 |         pthread_mutex_lock(&mLogElementsLock); | 
 |     } | 
 |     pthread_mutex_unlock(&mLogElementsLock); | 
 |  | 
 |     return max; | 
 | } | 
 |  | 
 | std::string LogBuffer::formatStatistics(uid_t uid, pid_t pid, | 
 |                                         unsigned int logMask) { | 
 |     pthread_mutex_lock(&mLogElementsLock); | 
 |  | 
 |     std::string ret = stats.format(uid, pid, logMask); | 
 |  | 
 |     pthread_mutex_unlock(&mLogElementsLock); | 
 |  | 
 |     return ret; | 
 | } |