1 /* 2 ** Copyright 2011, The Android Open Source Project 3 ** 4 ** Licensed under the Apache License, Version 2.0 (the "License"); 5 ** you may not use this file except in compliance with the License. 6 ** You may obtain a copy of the License at 7 ** 8 ** http://www.apache.org/licenses/LICENSE-2.0 9 ** 10 ** Unless required by applicable law or agreed to in writing, software 11 ** distributed under the License is distributed on an "AS IS" BASIS, 12 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 ** See the License for the specific language governing permissions and 14 ** limitations under the License. 15 */ 16 17 #ifndef ANDROID_BLOB_CACHE_H 18 #define ANDROID_BLOB_CACHE_H 19 20 #include <stddef.h> 21 22 #include <memory> 23 #include <vector> 24 25 namespace android { 26 27 // A BlobCache is an in-memory cache for binary key/value pairs. A BlobCache 28 // does NOT provide any thread-safety guarantees. 29 // 30 // The cache contents can be serialized to an in-memory buffer or mmap'd file 31 // and then reloaded in a subsequent execution of the program. This 32 // serialization is non-portable and the data should only be used by the device 33 // that generated it. 34 class BlobCache { 35 public: 36 // Create an empty blob cache. The blob cache will cache key/value pairs 37 // with key and value sizes less than or equal to maxKeySize and 38 // maxValueSize, respectively. The total combined size of ALL cache entries 39 // (key sizes plus value sizes) will not exceed maxTotalSize. 40 BlobCache(size_t maxKeySize, size_t maxValueSize, size_t maxTotalSize); 41 42 // set inserts a new binary value into the cache and associates it with the 43 // given binary key. If the key or value are too large for the cache then 44 // the cache remains unchanged. This includes the case where a different 45 // value was previously associated with the given key - the old value will 46 // remain in the cache. If the given key and value are small enough to be 47 // put in the cache (based on the maxKeySize, maxValueSize, and maxTotalSize 48 // values specified to the BlobCache constructor), then the key/value pair 49 // will be in the cache after set returns. Note, however, that a subsequent 50 // call to set may evict old key/value pairs from the cache. 51 // 52 // Preconditions: 53 // key != NULL 54 // 0 < keySize 55 // value != NULL 56 // 0 < valueSize 57 void set(const void* key, size_t keySize, const void* value, size_t valueSize); 58 59 // get retrieves from the cache the binary value associated with a given 60 // binary key. If the key is present in the cache then the length of the 61 // binary value associated with that key is returned. If the value argument 62 // is non-NULL and the size of the cached value is less than valueSize bytes 63 // then the cached value is copied into the buffer pointed to by the value 64 // argument. If the key is not present in the cache then 0 is returned and 65 // the buffer pointed to by the value argument is not modified. 66 // 67 // Note that when calling get multiple times with the same key, the later 68 // calls may fail, returning 0, even if earlier calls succeeded. The return 69 // value must be checked for each call. 70 // 71 // Preconditions: 72 // key != NULL 73 // 0 < keySize 74 // 0 <= valueSize 75 size_t get(const void* key, size_t keySize, void* value, size_t valueSize); 76 77 // getFlattenedSize returns the number of bytes needed to store the entire 78 // serialized cache. 79 size_t getFlattenedSize() const; 80 81 // flatten serializes the current contents of the cache into the memory 82 // pointed to by 'buffer'. The serialized cache contents can later be 83 // loaded into a BlobCache object using the unflatten method. The contents 84 // of the BlobCache object will not be modified. 85 // 86 // Preconditions: 87 // size >= this.getFlattenedSize() 88 int flatten(void* buffer, size_t size) const; 89 90 // unflatten replaces the contents of the cache with the serialized cache 91 // contents in the memory pointed to by 'buffer'. The previous contents of 92 // the BlobCache will be evicted from the cache. If an error occurs while 93 // unflattening the serialized cache contents then the BlobCache will be 94 // left in an empty state. 95 // 96 int unflatten(void const* buffer, size_t size); 97 98 // clear flushes out all contents of the cache then the BlobCache, leaving 99 // it in an empty state. clear()100 void clear() { mCacheEntries.clear(); } 101 102 protected: 103 // mMaxTotalSize is the maximum size that all cache entries can occupy. This 104 // includes space for both keys and values. When a call to BlobCache::set 105 // would otherwise cause this limit to be exceeded, either the key/value 106 // pair passed to BlobCache::set will not be cached or other cache entries 107 // will be evicted from the cache to make room for the new entry. 108 const size_t mMaxTotalSize; 109 110 private: 111 // Copying is disallowed. 112 BlobCache(const BlobCache&); 113 void operator=(const BlobCache&); 114 115 // A random function helper to get around MinGW not having nrand48() 116 long int blob_random(); 117 118 // clean evicts a randomly chosen set of entries from the cache such that 119 // the total size of all remaining entries is less than mMaxTotalSize/2. 120 void clean(); 121 122 // isCleanable returns true if the cache is full enough for the clean method 123 // to have some effect, and false otherwise. 124 bool isCleanable() const; 125 126 // A Blob is an immutable sized unstructured data blob. 127 class Blob { 128 public: 129 Blob(const void* data, size_t size, bool copyData); 130 ~Blob(); 131 132 bool operator<(const Blob& rhs) const; 133 134 const void* getData() const; 135 size_t getSize() const; 136 137 private: 138 // Copying is not allowed. 139 Blob(const Blob&); 140 void operator=(const Blob&); 141 142 // mData points to the buffer containing the blob data. 143 const void* mData; 144 145 // mSize is the size of the blob data in bytes. 146 size_t mSize; 147 148 // mOwnsData indicates whether or not this Blob object should free the 149 // memory pointed to by mData when the Blob gets destructed. 150 bool mOwnsData; 151 }; 152 153 // A CacheEntry is a single key/value pair in the cache. 154 class CacheEntry { 155 public: 156 CacheEntry(); 157 CacheEntry(const std::shared_ptr<Blob>& key, const std::shared_ptr<Blob>& value); 158 CacheEntry(const CacheEntry& ce); 159 160 bool operator<(const CacheEntry& rhs) const; 161 const CacheEntry& operator=(const CacheEntry&); 162 163 std::shared_ptr<Blob> getKey() const; 164 std::shared_ptr<Blob> getValue() const; 165 166 void setValue(const std::shared_ptr<Blob>& value); 167 168 private: 169 // mKey is the key that identifies the cache entry. 170 std::shared_ptr<Blob> mKey; 171 172 // mValue is the cached data associated with the key. 173 std::shared_ptr<Blob> mValue; 174 }; 175 176 // A Header is the header for the entire BlobCache serialization format. No 177 // need to make this portable, so we simply write the struct out. 178 struct Header { 179 // mMagicNumber is the magic number that identifies the data as 180 // serialized BlobCache contents. It must always contain 'Blb$'. 181 uint32_t mMagicNumber; 182 183 // mBlobCacheVersion is the serialization format version. 184 uint32_t mBlobCacheVersion; 185 186 // mDeviceVersion is the device-specific version of the cache. This can 187 // be used to invalidate the cache. 188 uint32_t mDeviceVersion; 189 190 // mNumEntries is number of cache entries following the header in the 191 // data. 192 size_t mNumEntries; 193 194 // mBuildId is the build id of the device when the cache was created. 195 // When an update to the build happens (via an OTA or other update) this 196 // is used to invalidate the cache. 197 int mBuildIdLength; 198 char mBuildId[]; 199 }; 200 201 // An EntryHeader is the header for a serialized cache entry. No need to 202 // make this portable, so we simply write the struct out. Each EntryHeader 203 // is followed imediately by the key data and then the value data. 204 // 205 // The beginning of each serialized EntryHeader is 4-byte aligned, so the 206 // number of bytes that a serialized cache entry will occupy is: 207 // 208 // ((sizeof(EntryHeader) + keySize + valueSize) + 3) & ~3 209 // 210 struct EntryHeader { 211 // mKeySize is the size of the entry key in bytes. 212 size_t mKeySize; 213 214 // mValueSize is the size of the entry value in bytes. 215 size_t mValueSize; 216 217 // mData contains both the key and value data for the cache entry. The 218 // key comes first followed immediately by the value. 219 uint8_t mData[]; 220 }; 221 222 // mMaxKeySize is the maximum key size that will be cached. Calls to 223 // BlobCache::set with a keySize parameter larger than mMaxKeySize will 224 // simply not add the key/value pair to the cache. 225 const size_t mMaxKeySize; 226 227 // mMaxValueSize is the maximum value size that will be cached. Calls to 228 // BlobCache::set with a valueSize parameter larger than mMaxValueSize will 229 // simply not add the key/value pair to the cache. 230 const size_t mMaxValueSize; 231 232 // mTotalSize is the total combined size of all keys and values currently in 233 // the cache. 234 size_t mTotalSize; 235 236 // mRandState is the pseudo-random number generator state. It is passed to 237 // nrand48 to generate random numbers when needed. 238 unsigned short mRandState[3]; 239 240 // mCacheEntries stores all the cache entries that are resident in memory. 241 // Cache entries are added to it by the 'set' method. 242 std::vector<CacheEntry> mCacheEntries; 243 }; 244 245 } // namespace android 246 247 #endif // ANDROID_BLOB_CACHE_H 248