BlobCache.cpp revision b7f9a2400aaa2e0d29ffefd91576e90036d4cf83
15f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian/* 25f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** Copyright 2011, The Android Open Source Project 35f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** 45f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** Licensed under the Apache License, Version 2.0 (the "License"); 55f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** you may not use this file except in compliance with the License. 65f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** You may obtain a copy of the License at 75f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** 85f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** http://www.apache.org/licenses/LICENSE-2.0 95f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** 105f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** Unless required by applicable law or agreed to in writing, software 115f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** distributed under the License is distributed on an "AS IS" BASIS, 125f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** See the License for the specific language governing permissions and 145f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ** limitations under the License. 155f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian */ 165f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 175f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian//#define LOG_NDEBUG 0 185f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 19b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian#include "BlobCache.h" 205f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 215f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#include <inttypes.h> 225f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 235f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#include <cutils/properties.h> 24b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian#include <log/log.h> 25b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian#include <chrono> 265f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 275f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopiannamespace android { 285f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 295f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian// BlobCache::Header::mMagicNumber value 305f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianstatic const uint32_t blobCacheMagic = ('_' << 24) + ('B' << 16) + ('b' << 8) + '$'; 315f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 325f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian// BlobCache::Header::mBlobCacheVersion value 335f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianstatic const uint32_t blobCacheVersion = 3; 345f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 355f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian// BlobCache::Header::mDeviceVersion value 365f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianstatic const uint32_t blobCacheDeviceVersion = 1; 375f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 385f549b2089442cb80e8d7f4bd00ac69560375b2cMathias AgopianBlobCache::BlobCache(size_t maxKeySize, size_t maxValueSize, size_t maxTotalSize): 395f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mMaxKeySize(maxKeySize), 405f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mMaxValueSize(maxValueSize), 415f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mMaxTotalSize(maxTotalSize), 425f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mTotalSize(0) { 43b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian int64_t now = std::chrono::steady_clock::now().time_since_epoch().count(); 445f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#ifdef _WIN32 455f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian srand(now); 465f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#else 475f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mRandState[0] = (now >> 0) & 0xFFFF; 485f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mRandState[1] = (now >> 16) & 0xFFFF; 495f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mRandState[2] = (now >> 32) & 0xFFFF; 505f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#endif 515f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("initializing random seed using %lld", (unsigned long long)now); 525f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 535f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 545f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianvoid BlobCache::set(const void* key, size_t keySize, const void* value, 555f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t valueSize) { 565f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mMaxKeySize < keySize) { 575f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: not caching because the key is too large: %zu (limit: %zu)", 585f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian keySize, mMaxKeySize); 595f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return; 605f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 615f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mMaxValueSize < valueSize) { 625f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: not caching because the value is too large: %zu (limit: %zu)", 635f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian valueSize, mMaxValueSize); 645f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return; 655f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 665f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mMaxTotalSize < keySize + valueSize) { 675f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: not caching because the combined key/value size is too " 685f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian "large: %zu (limit: %zu)", keySize + valueSize, mMaxTotalSize); 695f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return; 705f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 715f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (keySize == 0) { 725f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGW("set: not caching because keySize is 0"); 735f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return; 745f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 755f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (valueSize <= 0) { 765f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGW("set: not caching because valueSize is 0"); 775f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return; 785f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 795f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 80b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> dummyKey(new Blob(key, keySize, false)); 815f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian CacheEntry dummyEntry(dummyKey, NULL); 825f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 835f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian while (true) { 84b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian auto index = std::lower_bound(mCacheEntries.begin(), mCacheEntries.end(), dummyEntry); 85b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian if (index == mCacheEntries.end() || dummyEntry < *index) { 865f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Create a new cache entry. 87b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> keyBlob(new Blob(key, keySize, true)); 88b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> valueBlob(new Blob(value, valueSize, true)); 895f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t newTotalSize = mTotalSize + keySize + valueSize; 905f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mMaxTotalSize < newTotalSize) { 915f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (isCleanable()) { 925f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Clean the cache and try again. 935f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian clean(); 945f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian continue; 955f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } else { 965f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: not caching new key/value pair because the " 975f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian "total cache size limit would be exceeded: %zu " 985f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian "(limit: %zu)", 995f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian keySize + valueSize, mMaxTotalSize); 1005f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian break; 1015f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1025f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 103b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian mCacheEntries.insert(index, CacheEntry(keyBlob, valueBlob)); 1045f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mTotalSize = newTotalSize; 1055f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: created new cache entry with %zu byte key and %zu byte value", 1065f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian keySize, valueSize); 1075f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } else { 1085f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Update the existing cache entry. 109b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> valueBlob(new Blob(value, valueSize, true)); 110b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> oldValueBlob(index->getValue()); 1115f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t newTotalSize = mTotalSize + valueSize - oldValueBlob->getSize(); 1125f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mMaxTotalSize < newTotalSize) { 1135f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (isCleanable()) { 1145f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Clean the cache and try again. 1155f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian clean(); 1165f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian continue; 1175f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } else { 1185f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: not caching new value because the total cache " 1195f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian "size limit would be exceeded: %zu (limit: %zu)", 1205f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian keySize + valueSize, mMaxTotalSize); 1215f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian break; 1225f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1235f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 124b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian index->setValue(valueBlob); 1255f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mTotalSize = newTotalSize; 1265f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("set: updated existing cache entry with %zu byte key and %zu byte " 1275f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian "value", keySize, valueSize); 1285f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1295f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian break; 1305f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1315f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 1325f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 1335f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopiansize_t BlobCache::get(const void* key, size_t keySize, void* value, 1345f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t valueSize) { 1355f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mMaxKeySize < keySize) { 1365f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("get: not searching because the key is too large: %zu (limit %zu)", 1375f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian keySize, mMaxKeySize); 1385f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return 0; 1395f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 140b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> dummyKey(new Blob(key, keySize, false)); 1415f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian CacheEntry dummyEntry(dummyKey, NULL); 142b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian auto index = std::lower_bound(mCacheEntries.begin(), mCacheEntries.end(), dummyEntry); 143b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian if (index == mCacheEntries.end() || dummyEntry < *index) { 1445f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("get: no cache entry found for key of size %zu", keySize); 1455f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return 0; 1465f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1475f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 1485f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // The key was found. Return the value if the caller's buffer is large 1495f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // enough. 150b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> valueBlob(index->getValue()); 1515f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t valueBlobSize = valueBlob->getSize(); 1525f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (valueBlobSize <= valueSize) { 1535f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("get: copying %zu bytes to caller's buffer", valueBlobSize); 1545f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian memcpy(value, valueBlob->getData(), valueBlobSize); 1555f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } else { 1565f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGV("get: caller's buffer is too small for value: %zu (needs %zu)", 1575f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian valueSize, valueBlobSize); 1585f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1595f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return valueBlobSize; 1605f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 1615f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 1625f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianstatic inline size_t align4(size_t size) { 1635f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return (size + 3) & ~3; 1645f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 1655f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 1665f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopiansize_t BlobCache::getFlattenedSize() const { 1675f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t size = align4(sizeof(Header) + PROPERTY_VALUE_MAX); 168b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian for (const CacheEntry& e : mCacheEntries) { 169b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> const& keyBlob = e.getKey(); 170b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> const& valueBlob = e.getValue(); 171b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian size += align4(sizeof(EntryHeader) + keyBlob->getSize() + valueBlob->getSize()); 1725f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1735f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return size; 1745f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 1755f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 176b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopianint BlobCache::flatten(void* buffer, size_t size) const { 1775f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Write the cache header 1785f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (size < sizeof(Header)) { 1795f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGE("flatten: not enough room for cache header"); 180b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return 0; 1815f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 1825f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian Header* header = reinterpret_cast<Header*>(buffer); 1835f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian header->mMagicNumber = blobCacheMagic; 1845f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian header->mBlobCacheVersion = blobCacheVersion; 1855f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian header->mDeviceVersion = blobCacheDeviceVersion; 1865f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian header->mNumEntries = mCacheEntries.size(); 1875f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian char buildId[PROPERTY_VALUE_MAX]; 1885f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian header->mBuildIdLength = property_get("ro.build.id", buildId, ""); 1895f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian memcpy(header->mBuildId, buildId, header->mBuildIdLength); 1905f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 1915f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Write cache entries 1925f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian uint8_t* byteBuffer = reinterpret_cast<uint8_t*>(buffer); 1935f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian off_t byteOffset = align4(sizeof(Header) + header->mBuildIdLength); 194b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian for (const CacheEntry& e : mCacheEntries) { 195b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> const& keyBlob = e.getKey(); 196b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian std::shared_ptr<Blob> const& valueBlob = e.getValue(); 1975f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t keySize = keyBlob->getSize(); 1985f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t valueSize = valueBlob->getSize(); 1995f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2005f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t entrySize = sizeof(EntryHeader) + keySize + valueSize; 2015f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t totalSize = align4(entrySize); 2025f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (byteOffset + totalSize > size) { 2035f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGE("flatten: not enough room for cache entries"); 204b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return -EINVAL; 2055f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2065f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 207b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian EntryHeader* eheader = reinterpret_cast<EntryHeader*>(&byteBuffer[byteOffset]); 2085f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian eheader->mKeySize = keySize; 2095f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian eheader->mValueSize = valueSize; 2105f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2115f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian memcpy(eheader->mData, keyBlob->getData(), keySize); 2125f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian memcpy(eheader->mData + keySize, valueBlob->getData(), valueSize); 2135f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2145f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (totalSize > entrySize) { 2155f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // We have padding bytes. Those will get written to storage, and contribute to the CRC, 2165f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // so make sure we zero-them to have reproducible results. 2175f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian memset(eheader->mData + keySize + valueSize, 0, totalSize - entrySize); 2185f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2195f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2205f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian byteOffset += totalSize; 2215f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2225f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 223b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return 0; 2245f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 2255f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 226b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopianint BlobCache::unflatten(void const* buffer, size_t size) { 2275f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // All errors should result in the BlobCache being in an empty state. 2285f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mCacheEntries.clear(); 2295f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2305f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Read the cache header 2315f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (size < sizeof(Header)) { 2325f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGE("unflatten: not enough room for cache header"); 233b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return -EINVAL; 2345f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2355f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian const Header* header = reinterpret_cast<const Header*>(buffer); 2365f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (header->mMagicNumber != blobCacheMagic) { 2375f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGE("unflatten: bad magic number: %" PRIu32, header->mMagicNumber); 238b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return -EINVAL; 2395f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2405f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian char buildId[PROPERTY_VALUE_MAX]; 2415f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian int len = property_get("ro.build.id", buildId, ""); 2425f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (header->mBlobCacheVersion != blobCacheVersion || 2435f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian header->mDeviceVersion != blobCacheDeviceVersion || 2445f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian len != header->mBuildIdLength || 2455f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian strncmp(buildId, header->mBuildId, len)) { 2465f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // We treat version mismatches as an empty cache. 247b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return 0; 2485f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2495f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2505f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Read cache entries 2515f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian const uint8_t* byteBuffer = reinterpret_cast<const uint8_t*>(buffer); 2525f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian off_t byteOffset = align4(sizeof(Header) + header->mBuildIdLength); 2535f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t numEntries = header->mNumEntries; 2545f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian for (size_t i = 0; i < numEntries; i++) { 2555f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (byteOffset + sizeof(EntryHeader) > size) { 2565f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mCacheEntries.clear(); 2575f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGE("unflatten: not enough room for cache entry headers"); 258b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return -EINVAL; 2595f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2605f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2615f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian const EntryHeader* eheader = reinterpret_cast<const EntryHeader*>( 2625f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian &byteBuffer[byteOffset]); 2635f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t keySize = eheader->mKeySize; 2645f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t valueSize = eheader->mValueSize; 2655f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t entrySize = sizeof(EntryHeader) + keySize + valueSize; 2665f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2675f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t totalSize = align4(entrySize); 2685f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (byteOffset + totalSize > size) { 2695f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mCacheEntries.clear(); 2705f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian ALOGE("unflatten: not enough room for cache entry headers"); 271b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return -EINVAL; 2725f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2735f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2745f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian const uint8_t* data = eheader->mData; 2755f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian set(data, keySize, data + keySize, valueSize); 2765f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2775f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian byteOffset += totalSize; 2785f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 2795f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 280b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian return 0; 2815f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 2825f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2835f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianlong int BlobCache::blob_random() { 2845f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#ifdef _WIN32 2855f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return rand(); 2865f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#else 2875f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return nrand48(mRandState); 2885f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian#endif 2895f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 2905f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 2915f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianvoid BlobCache::clean() { 2925f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // Remove a random cache entry until the total cache size gets below half 2935f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian // the maximum total cache size. 2945f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian while (mTotalSize > mMaxTotalSize / 2) { 2955f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian size_t i = size_t(blob_random() % (mCacheEntries.size())); 2965f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian const CacheEntry& entry(mCacheEntries[i]); 2975f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mTotalSize -= entry.getKey()->getSize() + entry.getValue()->getSize(); 298b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian mCacheEntries.erase(mCacheEntries.begin() + i); 2995f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 3005f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3015f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3025f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianbool BlobCache::isCleanable() const { 3035f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return mTotalSize > mMaxTotalSize / 2; 3045f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3055f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 306b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias AgopianBlobCache::Blob::Blob(const void* data, size_t size, bool copyData) : 3075f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mData(copyData ? malloc(size) : data), 3085f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mSize(size), 3095f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mOwnsData(copyData) { 3105f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (data != NULL && copyData) { 3115f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian memcpy(const_cast<void*>(mData), data, size); 3125f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 3135f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3145f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3155f549b2089442cb80e8d7f4bd00ac69560375b2cMathias AgopianBlobCache::Blob::~Blob() { 3165f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mOwnsData) { 3175f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian free(const_cast<void*>(mData)); 3185f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 3195f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3205f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3215f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianbool BlobCache::Blob::operator<(const Blob& rhs) const { 3225f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian if (mSize == rhs.mSize) { 3235f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return memcmp(mData, rhs.mData, mSize) < 0; 3245f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } else { 3255f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return mSize < rhs.mSize; 3265f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian } 3275f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3285f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3295f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianconst void* BlobCache::Blob::getData() const { 3305f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return mData; 3315f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3325f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3335f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopiansize_t BlobCache::Blob::getSize() const { 3345f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return mSize; 3355f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3365f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3375f549b2089442cb80e8d7f4bd00ac69560375b2cMathias AgopianBlobCache::CacheEntry::CacheEntry() { 3385f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3395f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 340b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias AgopianBlobCache::CacheEntry::CacheEntry( 341b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopian const std::shared_ptr<Blob>& key, const std::shared_ptr<Blob>& value): 3425f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mKey(key), 3435f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mValue(value) { 3445f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3455f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3465f549b2089442cb80e8d7f4bd00ac69560375b2cMathias AgopianBlobCache::CacheEntry::CacheEntry(const CacheEntry& ce): 3475f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mKey(ce.mKey), 3485f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mValue(ce.mValue) { 3495f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3505f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3515f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianbool BlobCache::CacheEntry::operator<(const CacheEntry& rhs) const { 3525f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return *mKey < *rhs.mKey; 3535f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3545f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3555f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopianconst BlobCache::CacheEntry& BlobCache::CacheEntry::operator=(const CacheEntry& rhs) { 3565f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mKey = rhs.mKey; 3575f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mValue = rhs.mValue; 3585f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return *this; 3595f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3605f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 361b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopianstd::shared_ptr<BlobCache::Blob> BlobCache::CacheEntry::getKey() const { 3625f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return mKey; 3635f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3645f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 365b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopianstd::shared_ptr<BlobCache::Blob> BlobCache::CacheEntry::getValue() const { 3665f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian return mValue; 3675f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3685f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 369b7f9a2400aaa2e0d29ffefd91576e90036d4cf83Mathias Agopianvoid BlobCache::CacheEntry::setValue(const std::shared_ptr<Blob>& value) { 3705f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian mValue = value; 3715f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} 3725f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian 3735f549b2089442cb80e8d7f4bd00ac69560375b2cMathias Agopian} // namespace android 374