DiskBasedCache.java revision 3713094c56d25e25df2a508dbee4aea869ffdea1
13713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick/* 23713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Copyright (C) 2011 The Android Open Source Project 33713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * 43713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Licensed under the Apache License, Version 2.0 (the "License"); 53713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * you may not use this file except in compliance with the License. 63713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * You may obtain a copy of the License at 73713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * 83713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * http://www.apache.org/licenses/LICENSE-2.0 93713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * 103713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Unless required by applicable law or agreed to in writing, software 113713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * distributed under the License is distributed on an "AS IS" BASIS, 123713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 133713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * See the License for the specific language governing permissions and 143713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * limitations under the License. 153713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 163713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 173713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickpackage com.android.volley.toolbox; 183713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 193713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport com.android.volley.Cache; 203713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport com.android.volley.VolleyLog; 213713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 223713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.ByteArrayOutputStream; 233713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.File; 243713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.FileInputStream; 253713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.FileOutputStream; 263713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.IOException; 273713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.InputStream; 283713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.ObjectInputStream; 293713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.ObjectOutputStream; 303713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.io.OutputStream; 313713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.util.Iterator; 323713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.util.LinkedHashMap; 333713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickimport java.util.Map; 343713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 353713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick/** 363713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Cache implementation that caches files directly onto the hard disk in the specified 373713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * directory. The default disk usage size is 5MB, but is configurable. 383713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 393713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrickpublic class DiskBasedCache implements Cache { 403713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 413713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** Map of the Key, CacheHeader pairs */ 423713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private final Map<String, CacheHeader> mEntries = 433713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick new LinkedHashMap<String, CacheHeader>(16, .75f, true); 443713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 453713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** Total amount of space currently used by the cache in bytes. */ 463713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private long mTotalSize = 0; 473713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 483713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** The root directory to use for the cache. */ 493713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private final File mRootDirectory; 503713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 513713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** The maximum size of the cache in bytes. */ 523713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private final int mMaxCacheSizeInBytes; 533713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 543713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** Default maximum disk usage in bytes. */ 553713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private static final int DEFAULT_DISK_USAGE_BYTES = 5 * 1024 * 1024; 563713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 573713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** High water mark percentage for the cache */ 583713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private static final float HYSTERESIS_FACTOR = 0.9f; 593713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 603713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** Current cache version */ 613713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private static final int CACHE_VERSION = 1; 623713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 633713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 643713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Constructs an instance of the DiskBasedCache at the specified directory. 653713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param rootDirectory The root directory of the cache. 663713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param maxCacheSizeInBytes The maximum size of the cache in bytes. 673713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 683713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public DiskBasedCache(File rootDirectory, int maxCacheSizeInBytes) { 693713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mRootDirectory = rootDirectory; 703713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mMaxCacheSizeInBytes = maxCacheSizeInBytes; 713713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 723713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 733713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 743713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Constructs an instance of the DiskBasedCache at the specified directory using 753713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * the default maximum cache size of 5MB. 763713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param rootDirectory The root directory of the cache. 773713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 783713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public DiskBasedCache(File rootDirectory) { 793713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this(rootDirectory, DEFAULT_DISK_USAGE_BYTES); 803713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 813713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 823713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 833713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Clears the cache. Deletes all cached files from disk. 843713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 853713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick @Override 863713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public synchronized void clear() { 873713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick File[] files = mRootDirectory.listFiles(); 883713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (files != null) { 893713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick for (File file : files) { 903713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick file.delete(); 913713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 923713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 933713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mEntries.clear(); 943713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mTotalSize = 0; 953713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.d("Cache cleared."); 963713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 973713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 983713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 993713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Returns the cache entry with the specified key if it exists, null otherwise. 1003713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 1013713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick @Override 1023713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public synchronized Entry get(String key) { 1033713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader entry = mEntries.get(key); 1043713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick // if the entry does not exist, return. 1053713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (entry == null) { 1063713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return null; 1073713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1083713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 1093713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick File file = getFileForKey(key); 1103713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick FileInputStream fis = null; 1113713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick try { 1123713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick fis = new FileInputStream(file); 1133713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader.readHeader(fis); // eat header 1143713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick byte[] data = streamToBytes(fis); 1153713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return entry.toCacheEntry(data); 1163713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } catch (IOException e) { 1173713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.d("%s: %s", file.getAbsolutePath(), e.toString()); 1183713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick remove(key); 1193713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return null; 1203713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } finally { 1213713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (fis != null) { 1223713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick try { 1233713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick fis.close(); 1243713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } catch (IOException ioe) { 1253713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return null; 1263713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1273713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1283713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1293713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1303713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 1313713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 1323713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Initializes the DiskBasedCache by scanning for all files currently in the 1333713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * specified root directory. 1343713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 1353713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick @Override 1363713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public synchronized void initialize() { 1373713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick File[] files = mRootDirectory.listFiles(); 1383713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (files == null) { 1393713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return; 1403713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1413713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick for (File file : files) { 1423713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick FileInputStream fis = null; 1433713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick try { 1443713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick fis = new FileInputStream(file); 1453713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader entry = CacheHeader.readHeader(fis); 1463713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.size = file.length(); 1473713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick putEntry(entry.key, entry); 1483713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } catch (IOException e) { 1493713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (file != null) { 1503713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick file.delete(); 1513713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1523713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } finally { 1533713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick try { 1543713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (fis != null) { 1553713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick fis.close(); 1563713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1573713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } catch (IOException ignored) { } 1583713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1593713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1603713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1613713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 1623713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 1633713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Invalidates an entry in the cache. 1643713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param key Cache key 1653713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param fullExpire True to fully expire the entry, false to soft expire 1663713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 1673713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick @Override 1683713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public synchronized void invalidate(String key, boolean fullExpire) { 1693713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick Entry entry = get(key); 1703713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (entry != null) { 1713713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.softTtl = 0; 1723713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (fullExpire) { 1733713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.ttl = 0; 1743713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1753713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick put(key, entry); 1763713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1773713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 1783713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1793713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 1803713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 1813713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Puts the entry with the specified key into the cache. 1823713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 1833713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick @Override 1843713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public synchronized void put(String key, Entry entry) { 1853713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick pruneIfNeeded(entry.data.length); 1863713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick File file = getFileForKey(key); 1873713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick try { 1883713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick FileOutputStream fos = new FileOutputStream(file); 1893713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader e = new CacheHeader(key, entry); 1903713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.writeHeader(fos); 1913713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick fos.write(entry.data); 1923713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick fos.close(); 1933713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick putEntry(key, e); 1943713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return; 1953713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } catch (IOException e) { 1963713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 1973713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick boolean deleted = file.delete(); 1983713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (!deleted) { 1993713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.d("Could not clean up file %s", file.getAbsolutePath()); 2003713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2013713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2023713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2033713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 2043713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Removes the specified key from the cache if it exists. 2053713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 2063713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick @Override 2073713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public synchronized void remove(String key) { 2083713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick boolean deleted = getFileForKey(key).delete(); 2093713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick removeEntry(key); 2103713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (!deleted) { 2113713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.d("Could not delete cache entry for key=%s, filename=%s", 2123713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick key, getFilenameForKey(key)); 2133713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2143713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2153713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2163713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 2173713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Creates a pseudo-unique filename for the specified cache key. 2183713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param key The key to generate a file name for. 2193713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @return A pseudo-unique filename. 2203713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 2213713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private String getFilenameForKey(String key) { 2223713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick int firstHalfLength = key.length() / 2; 2233713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick String localFilename = String.valueOf(key.substring(0, firstHalfLength).hashCode()); 2243713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick localFilename += String.valueOf(key.substring(firstHalfLength).hashCode()); 2253713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return localFilename; 2263713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2273713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2283713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 2293713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Returns a file object for the given cache key. 2303713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 2313713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private File getFileForKey(String key) { 2323713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return new File(mRootDirectory, getFilenameForKey(key)); 2333713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2343713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2353713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 2363713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Prunes the cache to fit the amount of bytes specified. 2373713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param neededSpace The amount of bytes we are trying to fit into the cache. 2383713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 2393713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private void pruneIfNeeded(int neededSpace) { 2403713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if ((mTotalSize + neededSpace) < mMaxCacheSizeInBytes) { 2413713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return; 2423713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2433713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (VolleyLog.DEBUG) { 2443713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.v("Pruning old cache entries."); 2453713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2463713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2473713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick long before = mTotalSize; 2483713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick int prunedFiles = 0; 2493713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick long startTime = System.currentTimeMillis(); 2503713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2513713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick Iterator<Map.Entry<String, CacheHeader>> iterator = mEntries.entrySet().iterator(); 2523713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick while (iterator.hasNext()) { 2533713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick Map.Entry<String, CacheHeader> entry = iterator.next(); 2543713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader e = entry.getValue(); 2553713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick boolean deleted = getFileForKey(e.key).delete(); 2563713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (deleted) { 2573713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mTotalSize -= e.size; 2583713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } else { 2593713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.d("Could not delete cache entry for key=%s, filename=%s", 2603713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.key, getFilenameForKey(e.key)); 2613713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2623713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick iterator.remove(); 2633713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick prunedFiles++; 2643713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2653713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if ((mTotalSize + neededSpace) < mMaxCacheSizeInBytes * HYSTERESIS_FACTOR) { 2663713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick break; 2673713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2683713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2693713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2703713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (VolleyLog.DEBUG) { 2713713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.v("pruned %d files, %d bytes, %d ms", 2723713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick prunedFiles, (mTotalSize - before), System.currentTimeMillis() - startTime); 2733713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2743713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2753713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2763713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 2773713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Puts the entry with the specified key into the cache. 2783713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param key The key to identify the entry by. 2793713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param entry The entry to cache. 2803713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 2813713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private void putEntry(String key, CacheHeader entry) { 2823713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (!mEntries.containsKey(key)) { 2833713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mTotalSize += entry.size; 2843713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } else { 2853713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader oldEntry = mEntries.get(key); 2863713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mTotalSize += (entry.size - oldEntry.size); 2873713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2883713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mEntries.put(key, entry); 2893713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 2903713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 2913713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 2923713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Removes the entry identified by 'key' from the cache. 2933713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 2943713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private void removeEntry(String key) { 2953713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader entry = mEntries.get(key); 2963713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (entry != null) { 2973713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mTotalSize -= entry.size; 2983713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick mEntries.remove(key); 2993713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3003713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3013713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3023713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 3033713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Reads the contents of an InputStream into a byte[]. 3043713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * */ 3053713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private static byte[] streamToBytes(InputStream in) throws IOException { 3063713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick ByteArrayOutputStream bytes = new ByteArrayOutputStream(); 3073713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick byte[] buffer = new byte[1024]; 3083713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick int count; 3093713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick while ((count = in.read(buffer)) != -1) { 3103713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick bytes.write(buffer, 0, count); 3113713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3123713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick byte[] output = bytes.toByteArray(); 3133713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick bytes.close(); 3143713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return output; 3153713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3163713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3173713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 3183713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Handles holding onto the cache headers for an entry. 3193713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 3203713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private static class CacheHeader { 3213713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** The size of the data identified by this CacheHeader. (This is not 3223713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * serialized to disk. */ 3233713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public long size; 3243713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3253713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** The key that identifies the cache entry. */ 3263713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public String key; 3273713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3283713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** ETag for cache coherence. */ 3293713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public String etag; 3303713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3313713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** Date of this response as reported by the server. */ 3323713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public long serverDate; 3333713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3343713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** TTL for this record. */ 3353713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public long ttl; 3363713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3373713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** Soft TTL for this record. */ 3383713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public long softTtl; 3393713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3403713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick private CacheHeader() { } 3413713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3423713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 3433713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Instantiates a new CacheHeader object 3443713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param key The key that identifies the cache entry 3453713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param entry The cache entry. 3463713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 3473713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public CacheHeader(String key, Entry entry) { 3483713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this.key = key; 3493713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this.size = entry.data.length; 3503713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this.etag = entry.etag; 3513713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this.serverDate = entry.serverDate; 3523713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this.ttl = entry.ttl; 3533713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick this.softTtl = entry.softTtl; 3543713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3553713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3563713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 3573713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Reads the header off of an InputStream and returns a CacheHeader object. 3583713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @param is The InputStream to read from. 3593713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * @throws IOException 3603713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 3613713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public static CacheHeader readHeader(InputStream is) throws IOException { 3623713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick CacheHeader entry = new CacheHeader(); 3633713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick ObjectInputStream ois = new ObjectInputStream(is); 3643713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick int version = ois.readByte(); 3653713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (version != CACHE_VERSION) { 3663713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick // don't bother deleting, it'll get pruned eventually 3673713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick throw new IOException(); 3683713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3693713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.key = ois.readUTF(); 3703713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.etag = ois.readUTF(); 3713713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick if (entry.etag.equals("")) { 3723713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.etag = null; 3733713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3743713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.serverDate = ois.readLong(); 3753713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.ttl = ois.readLong(); 3763713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick entry.softTtl = ois.readLong(); 3773713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return entry; 3783713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3793713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3803713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 3813713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Creates a cache entry for the specified data. 3823713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 3833713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public Entry toCacheEntry(byte[] data) { 3843713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick Entry e = new Entry(); 3853713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.data = data; 3863713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.etag = etag; 3873713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.serverDate = serverDate; 3883713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.ttl = ttl; 3893713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick e.softTtl = softTtl; 3903713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return e; 3913713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 3923713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick 3933713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick /** 3943713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick * Writes the contents of this CacheHeader to the specified OutputStream. 3953713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick */ 3963713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick public boolean writeHeader(OutputStream os) { 3973713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick try { 3983713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick ObjectOutputStream oos = new ObjectOutputStream(os); 3993713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.writeByte(CACHE_VERSION); 4003713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.writeUTF(key); 4013713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.writeUTF(etag == null ? "" : etag); 4023713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.writeLong(serverDate); 4033713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.writeLong(ttl); 4043713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.writeLong(softTtl); 4053713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick oos.flush(); 4063713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return true; 4073713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } catch (IOException e) { 4083713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick VolleyLog.d("%s", e.toString()); 4093713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick return false; 4103713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 4113713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 4123713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick } 4133713094c56d25e25df2a508dbee4aea869ffdea1Ficus Kirkpatrick} 414