| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 1 | /* | 
 | 2 |  ** Copyright 2011, The Android Open Source Project | 
 | 3 |  ** | 
 | 4 |  ** Licensed under the Apache License, Version 2.0 (the "License"); | 
 | 5 |  ** you may not use this file except in compliance with the License. | 
 | 6 |  ** You may obtain a copy of the License at | 
 | 7 |  ** | 
 | 8 |  **     http://www.apache.org/licenses/LICENSE-2.0 | 
 | 9 |  ** | 
 | 10 |  ** Unless required by applicable law or agreed to in writing, software | 
 | 11 |  ** distributed under the License is distributed on an "AS IS" BASIS, | 
 | 12 |  ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
 | 13 |  ** See the License for the specific language governing permissions and | 
 | 14 |  ** limitations under the License. | 
 | 15 |  */ | 
 | 16 |  | 
 | 17 | #ifndef ANDROID_BLOB_CACHE_H | 
 | 18 | #define ANDROID_BLOB_CACHE_H | 
 | 19 |  | 
 | 20 | #include <stddef.h> | 
 | 21 |  | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 22 | #include <memory> | 
 | 23 | #include <vector> | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 24 |  | 
 | 25 | namespace android { | 
 | 26 |  | 
 | 27 | // A BlobCache is an in-memory cache for binary key/value pairs.  A BlobCache | 
 | 28 | // does NOT provide any thread-safety guarantees. | 
 | 29 | // | 
 | 30 | // The cache contents can be serialized to an in-memory buffer or mmap'd file | 
 | 31 | // and then reloaded in a subsequent execution of the program.  This | 
 | 32 | // serialization is non-portable and the data should only be used by the device | 
 | 33 | // that generated it. | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 34 | class BlobCache { | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 35 | public: | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 36 |     // Create an empty blob cache. The blob cache will cache key/value pairs | 
 | 37 |     // with key and value sizes less than or equal to maxKeySize and | 
 | 38 |     // maxValueSize, respectively. The total combined size of ALL cache entries | 
 | 39 |     // (key sizes plus value sizes) will not exceed maxTotalSize. | 
 | 40 |     BlobCache(size_t maxKeySize, size_t maxValueSize, size_t maxTotalSize); | 
 | 41 |  | 
 | 42 |     // set inserts a new binary value into the cache and associates it with the | 
 | 43 |     // given binary key.  If the key or value are too large for the cache then | 
 | 44 |     // the cache remains unchanged.  This includes the case where a different | 
 | 45 |     // value was previously associated with the given key - the old value will | 
 | 46 |     // remain in the cache.  If the given key and value are small enough to be | 
 | 47 |     // put in the cache (based on the maxKeySize, maxValueSize, and maxTotalSize | 
 | 48 |     // values specified to the BlobCache constructor), then the key/value pair | 
 | 49 |     // will be in the cache after set returns.  Note, however, that a subsequent | 
 | 50 |     // call to set may evict old key/value pairs from the cache. | 
 | 51 |     // | 
 | 52 |     // Preconditions: | 
 | 53 |     //   key != NULL | 
 | 54 |     //   0 < keySize | 
 | 55 |     //   value != NULL | 
 | 56 |     //   0 < valueSize | 
 | 57 |     void set(const void* key, size_t keySize, const void* value, | 
 | 58 |             size_t valueSize); | 
 | 59 |  | 
 | 60 |     // get retrieves from the cache the binary value associated with a given | 
 | 61 |     // binary key.  If the key is present in the cache then the length of the | 
 | 62 |     // binary value associated with that key is returned.  If the value argument | 
 | 63 |     // is non-NULL and the size of the cached value is less than valueSize bytes | 
 | 64 |     // then the cached value is copied into the buffer pointed to by the value | 
 | 65 |     // argument.  If the key is not present in the cache then 0 is returned and | 
 | 66 |     // the buffer pointed to by the value argument is not modified. | 
 | 67 |     // | 
 | 68 |     // Note that when calling get multiple times with the same key, the later | 
 | 69 |     // calls may fail, returning 0, even if earlier calls succeeded.  The return | 
 | 70 |     // value must be checked for each call. | 
 | 71 |     // | 
 | 72 |     // Preconditions: | 
 | 73 |     //   key != NULL | 
 | 74 |     //   0 < keySize | 
 | 75 |     //   0 <= valueSize | 
 | 76 |     size_t get(const void* key, size_t keySize, void* value, size_t valueSize); | 
 | 77 |  | 
 | 78 |  | 
 | 79 |     // getFlattenedSize returns the number of bytes needed to store the entire | 
 | 80 |     // serialized cache. | 
 | 81 |     size_t getFlattenedSize() const; | 
 | 82 |  | 
 | 83 |     // flatten serializes the current contents of the cache into the memory | 
 | 84 |     // pointed to by 'buffer'.  The serialized cache contents can later be | 
 | 85 |     // loaded into a BlobCache object using the unflatten method.  The contents | 
 | 86 |     // of the BlobCache object will not be modified. | 
 | 87 |     // | 
 | 88 |     // Preconditions: | 
 | 89 |     //   size >= this.getFlattenedSize() | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 90 |     int flatten(void* buffer, size_t size) const; | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 91 |  | 
 | 92 |     // unflatten replaces the contents of the cache with the serialized cache | 
 | 93 |     // contents in the memory pointed to by 'buffer'.  The previous contents of | 
 | 94 |     // the BlobCache will be evicted from the cache.  If an error occurs while | 
 | 95 |     // unflattening the serialized cache contents then the BlobCache will be | 
 | 96 |     // left in an empty state. | 
 | 97 |     // | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 98 |     int unflatten(void const* buffer, size_t size); | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 99 |  | 
| Stan Iliev | 9e7cd07 | 2017-10-09 15:56:10 -0400 | [diff] [blame] | 100 | protected: | 
 | 101 |     // mMaxTotalSize is the maximum size that all cache entries can occupy. This | 
 | 102 |     // includes space for both keys and values. When a call to BlobCache::set | 
 | 103 |     // would otherwise cause this limit to be exceeded, either the key/value | 
 | 104 |     // pair passed to BlobCache::set will not be cached or other cache entries | 
 | 105 |     // will be evicted from the cache to make room for the new entry. | 
 | 106 |     const size_t mMaxTotalSize; | 
 | 107 |  | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 108 | private: | 
 | 109 |     // Copying is disallowed. | 
 | 110 |     BlobCache(const BlobCache&); | 
 | 111 |     void operator=(const BlobCache&); | 
 | 112 |  | 
 | 113 |     // A random function helper to get around MinGW not having nrand48() | 
 | 114 |     long int blob_random(); | 
 | 115 |  | 
 | 116 |     // clean evicts a randomly chosen set of entries from the cache such that | 
 | 117 |     // the total size of all remaining entries is less than mMaxTotalSize/2. | 
 | 118 |     void clean(); | 
 | 119 |  | 
 | 120 |     // isCleanable returns true if the cache is full enough for the clean method | 
 | 121 |     // to have some effect, and false otherwise. | 
 | 122 |     bool isCleanable() const; | 
 | 123 |  | 
 | 124 |     // A Blob is an immutable sized unstructured data blob. | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 125 |     class Blob { | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 126 |     public: | 
 | 127 |         Blob(const void* data, size_t size, bool copyData); | 
 | 128 |         ~Blob(); | 
 | 129 |  | 
 | 130 |         bool operator<(const Blob& rhs) const; | 
 | 131 |  | 
 | 132 |         const void* getData() const; | 
 | 133 |         size_t getSize() const; | 
 | 134 |  | 
 | 135 |     private: | 
 | 136 |         // Copying is not allowed. | 
 | 137 |         Blob(const Blob&); | 
 | 138 |         void operator=(const Blob&); | 
 | 139 |  | 
 | 140 |         // mData points to the buffer containing the blob data. | 
 | 141 |         const void* mData; | 
 | 142 |  | 
 | 143 |         // mSize is the size of the blob data in bytes. | 
 | 144 |         size_t mSize; | 
 | 145 |  | 
 | 146 |         // mOwnsData indicates whether or not this Blob object should free the | 
 | 147 |         // memory pointed to by mData when the Blob gets destructed. | 
 | 148 |         bool mOwnsData; | 
 | 149 |     }; | 
 | 150 |  | 
 | 151 |     // A CacheEntry is a single key/value pair in the cache. | 
 | 152 |     class CacheEntry { | 
 | 153 |     public: | 
 | 154 |         CacheEntry(); | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 155 |         CacheEntry(const std::shared_ptr<Blob>& key, const std::shared_ptr<Blob>& value); | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 156 |         CacheEntry(const CacheEntry& ce); | 
 | 157 |  | 
 | 158 |         bool operator<(const CacheEntry& rhs) const; | 
 | 159 |         const CacheEntry& operator=(const CacheEntry&); | 
 | 160 |  | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 161 |         std::shared_ptr<Blob> getKey() const; | 
 | 162 |         std::shared_ptr<Blob> getValue() const; | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 163 |  | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 164 |         void setValue(const std::shared_ptr<Blob>& value); | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 165 |  | 
 | 166 |     private: | 
 | 167 |  | 
 | 168 |         // mKey is the key that identifies the cache entry. | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 169 |         std::shared_ptr<Blob> mKey; | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 170 |  | 
 | 171 |         // mValue is the cached data associated with the key. | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 172 |         std::shared_ptr<Blob> mValue; | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 173 |     }; | 
 | 174 |  | 
 | 175 |     // A Header is the header for the entire BlobCache serialization format. No | 
 | 176 |     // need to make this portable, so we simply write the struct out. | 
 | 177 |     struct Header { | 
 | 178 |         // mMagicNumber is the magic number that identifies the data as | 
 | 179 |         // serialized BlobCache contents.  It must always contain 'Blb$'. | 
 | 180 |         uint32_t mMagicNumber; | 
 | 181 |  | 
 | 182 |         // mBlobCacheVersion is the serialization format version. | 
 | 183 |         uint32_t mBlobCacheVersion; | 
 | 184 |  | 
 | 185 |         // mDeviceVersion is the device-specific version of the cache.  This can | 
 | 186 |         // be used to invalidate the cache. | 
 | 187 |         uint32_t mDeviceVersion; | 
 | 188 |  | 
 | 189 |         // mNumEntries is number of cache entries following the header in the | 
 | 190 |         // data. | 
 | 191 |         size_t mNumEntries; | 
 | 192 |  | 
 | 193 |         // mBuildId is the build id of the device when the cache was created. | 
 | 194 |         // When an update to the build happens (via an OTA or other update) this | 
 | 195 |         // is used to invalidate the cache. | 
 | 196 |         int mBuildIdLength; | 
 | 197 |         char mBuildId[]; | 
 | 198 |     }; | 
 | 199 |  | 
 | 200 |     // An EntryHeader is the header for a serialized cache entry.  No need to | 
 | 201 |     // make this portable, so we simply write the struct out.  Each EntryHeader | 
 | 202 |     // is followed imediately by the key data and then the value data. | 
 | 203 |     // | 
 | 204 |     // The beginning of each serialized EntryHeader is 4-byte aligned, so the | 
 | 205 |     // number of bytes that a serialized cache entry will occupy is: | 
 | 206 |     // | 
 | 207 |     //   ((sizeof(EntryHeader) + keySize + valueSize) + 3) & ~3 | 
 | 208 |     // | 
 | 209 |     struct EntryHeader { | 
 | 210 |         // mKeySize is the size of the entry key in bytes. | 
 | 211 |         size_t mKeySize; | 
 | 212 |  | 
 | 213 |         // mValueSize is the size of the entry value in bytes. | 
 | 214 |         size_t mValueSize; | 
 | 215 |  | 
 | 216 |         // mData contains both the key and value data for the cache entry.  The | 
 | 217 |         // key comes first followed immediately by the value. | 
 | 218 |         uint8_t mData[]; | 
 | 219 |     }; | 
 | 220 |  | 
 | 221 |     // mMaxKeySize is the maximum key size that will be cached. Calls to | 
 | 222 |     // BlobCache::set with a keySize parameter larger than mMaxKeySize will | 
 | 223 |     // simply not add the key/value pair to the cache. | 
 | 224 |     const size_t mMaxKeySize; | 
 | 225 |  | 
 | 226 |     // mMaxValueSize is the maximum value size that will be cached. Calls to | 
 | 227 |     // BlobCache::set with a valueSize parameter larger than mMaxValueSize will | 
 | 228 |     // simply not add the key/value pair to the cache. | 
 | 229 |     const size_t mMaxValueSize; | 
 | 230 |  | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 231 |     // mTotalSize is the total combined size of all keys and values currently in | 
 | 232 |     // the cache. | 
 | 233 |     size_t mTotalSize; | 
 | 234 |  | 
 | 235 |     // mRandState is the pseudo-random number generator state. It is passed to | 
 | 236 |     // nrand48 to generate random numbers when needed. | 
 | 237 |     unsigned short mRandState[3]; | 
 | 238 |  | 
 | 239 |     // mCacheEntries stores all the cache entries that are resident in memory. | 
 | 240 |     // Cache entries are added to it by the 'set' method. | 
| Mathias Agopian | b7f9a24 | 2017-03-08 22:29:31 -0800 | [diff] [blame] | 241 |     std::vector<CacheEntry> mCacheEntries; | 
| Mathias Agopian | 5f549b2 | 2017-03-08 22:27:13 -0800 | [diff] [blame] | 242 | }; | 
 | 243 |  | 
 | 244 | } | 
 | 245 |  | 
 | 246 | #endif // ANDROID_BLOB_CACHE_H |