15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/browser/storage_partition_impl_map.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/callback.h" 92a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/file_util.h" 10868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/files/file_enumerator.h" 112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/files/file_path.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/stl_util.h" 13868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/string_number_conversions.h" 14868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/string_util.h" 15868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/stringprintf.h" 162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/threading/sequenced_worker_pool.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/browser/appcache/chrome_appcache_service.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/browser/fileapi/browser_file_system_helper.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/browser/fileapi/chrome_blob_storage_context.h" 202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/browser/loader/resource_request_info_impl.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/browser/resource_context_impl.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/browser/storage_partition_impl.h" 232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/browser/streams/stream.h" 242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/browser/streams/stream_context.h" 252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/browser/streams/stream_registry.h" 262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/browser/streams/stream_url_request_job.h" 272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/browser/webui/url_data_manager_backend.h" 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/browser/browser_context.h" 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/browser/browser_thread.h" 302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/public/browser/content_browser_client.h" 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/browser/storage_partition.h" 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/common/content_constants.h" 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/common/url_constants.h" 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "crypto/sha2.h" 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_context.h" 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/url_request/url_request_context_getter.h" 3758537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles)#include "webkit/browser/blob/blob_storage_context.h" 3890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)#include "webkit/browser/blob/blob_url_request_job_factory.h" 3990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)#include "webkit/browser/fileapi/file_system_url_request_job_factory.h" 4090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)#include "webkit/common/blob/blob_data.h" 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using appcache::AppCacheService; 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using fileapi::FileSystemContext; 4458537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles)using webkit_blob::BlobStorageContext; 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace content { 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace { 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5058537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles)// A derivative that knows about Streams too. 51d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles)class BlobProtocolHandler : public net::URLRequestJobFactory::ProtocolHandler { 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BlobProtocolHandler(ChromeBlobStorageContext* blob_storage_context, 542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) StreamContext* stream_context, 552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) fileapi::FileSystemContext* file_system_context) 56d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) : blob_storage_context_(blob_storage_context), 572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) stream_context_(stream_context), 5858537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) file_system_context_(file_system_context) { 5958537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) } 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6158537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) virtual ~BlobProtocolHandler() { 6258537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) } 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual net::URLRequestJob* MaybeCreateJob( 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequest* request, 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::NetworkDelegate* network_delegate) const OVERRIDE { 6758537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) scoped_refptr<Stream> stream = 6858537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) stream_context_->registry()->GetStream(request->url()); 6958537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) if (stream.get()) 7058537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) return new StreamURLRequestJob(request, network_delegate, stream); 71d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) 72d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) if (!blob_protocol_handler_) { 73d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) // Construction is deferred because 'this' is constructed on 74d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) // the main thread but we want blob_protocol_handler_ constructed 75d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) // on the IO thread. 76d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) blob_protocol_handler_.reset( 77d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) new webkit_blob::BlobProtocolHandler( 78d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) blob_storage_context_->context(), 79d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) file_system_context_, 80d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) BrowserThread::GetMessageLoopProxyForThread( 81d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) BrowserThread::FILE).get())); 82d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) } 83d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) return blob_protocol_handler_->MaybeCreateJob(request, network_delegate); 842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) private: 872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const scoped_refptr<ChromeBlobStorageContext> blob_storage_context_; 882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const scoped_refptr<StreamContext> stream_context_; 892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const scoped_refptr<fileapi::FileSystemContext> file_system_context_; 90d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) mutable scoped_ptr<webkit_blob::BlobProtocolHandler> blob_protocol_handler_; 912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(BlobProtocolHandler); 922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)}; 932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// These constants are used to create the directory structure under the profile 952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// where renderers with a non-default storage partition keep their persistent 962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// state. This will contain a set of directories that partially mirror the 972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// directory structure of BrowserContext::GetPath(). 982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The kStoragePartitionDirname contains an extensions directory which is 1002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// further partitioned by extension id, followed by another level of directories 1012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// for the "default" extension storage partition and one directory for each 1022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// persistent partition used by a webview tag. Example: 1032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Storage/ext/ABCDEF/def 1052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Storage/ext/ABCDEF/hash(partition name) 1062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The code in GetStoragePartitionPath() constructs these path names. 1082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// TODO(nasko): Move extension related path code out of content. 1102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const base::FilePath::CharType kStoragePartitionDirname[] = 1112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FILE_PATH_LITERAL("Storage"); 1122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const base::FilePath::CharType kExtensionsDirname[] = 1132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FILE_PATH_LITERAL("ext"); 1142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const base::FilePath::CharType kDefaultPartitionDirname[] = 1152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FILE_PATH_LITERAL("def"); 1162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const base::FilePath::CharType kTrashDirname[] = 1172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FILE_PATH_LITERAL("trash"); 1182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Because partition names are user specified, they can be arbitrarily long 1202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// which makes them unsuitable for paths names. We use a truncation of a 1212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// SHA256 hash to perform a deterministic shortening of the string. The 1222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// kPartitionNameHashBytes constant controls the length of the truncation. 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// We use 6 bytes, which gives us 99.999% reliability against collisions over 1242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1 million partition domains. 1252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Analysis: 1272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// We assume that all partition names within one partition domain are 1282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// controlled by the the same entity. Thus there is no chance for adverserial 1292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// attack and all we care about is accidental collision. To get 5 9s over 1302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1 million domains, we need the probability of a collision in any one domain 1312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// to be 1322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// p < nroot(1000000, .99999) ~= 10^-11 1342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// We use the following birthday attack approximation to calculate the max 1362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// number of unique names for this probability: 1372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// n(p,H) = sqrt(2*H * ln(1/(1-p))) 1392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// For a 6-byte hash, H = 2^(6*8). n(10^-11, H) ~= 75 1412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// An average partition domain is likely to have less than 10 unique 1432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// partition names which is far lower than 75. 1442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 1452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Note, that for 4 9s of reliability, the limit is 237 partition names per 1462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// partition domain. 1472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const int kPartitionNameHashBytes = 6; 1482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Needed for selecting all files in ObliterateOneDirectory() below. 1502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#if defined(OS_POSIX) 151868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)const int kAllFileTypes = base::FileEnumerator::FILES | 152868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) base::FileEnumerator::DIRECTORIES | 153868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) base::FileEnumerator::SHOW_SYM_LINKS; 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#else 155868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)const int kAllFileTypes = base::FileEnumerator::FILES | 156868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) base::FileEnumerator::DIRECTORIES; 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)base::FilePath GetStoragePartitionDomainPath( 1602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const std::string& partition_domain) { 1612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(IsStringUTF8(partition_domain)); 1622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return base::FilePath(kStoragePartitionDirname).Append(kExtensionsDirname) 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) .Append(base::FilePath::FromUTF8Unsafe(partition_domain)); 1652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Helper function for doing a depth-first deletion of the data on disk. 1682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Examines paths directly in |current_dir| (no recursion) and tries to 1692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// delete from disk anything that is in, or isn't a parent of something in 1702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// |paths_to_keep|. Paths that need further expansion are added to 1712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// |paths_to_consider|. 1722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void ObliterateOneDirectory(const base::FilePath& current_dir, 1732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const std::vector<base::FilePath>& paths_to_keep, 1742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::vector<base::FilePath>* paths_to_consider) { 1752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(current_dir.IsAbsolute()); 1762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 177868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) base::FileEnumerator enumerator(current_dir, false, kAllFileTypes); 1782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (base::FilePath to_delete = enumerator.Next(); !to_delete.empty(); 1792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) to_delete = enumerator.Next()) { 1802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Enum tracking which of the 3 possible actions to take for |to_delete|. 1812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) enum { kSkip, kEnqueue, kDelete } action = kDelete; 1822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (std::vector<base::FilePath>::const_iterator to_keep = 1842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) paths_to_keep.begin(); 1852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) to_keep != paths_to_keep.end(); 1862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++to_keep) { 1872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (to_delete == *to_keep) { 1882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) action = kSkip; 1892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else if (to_delete.IsParent(*to_keep)) { 1912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // |to_delete| contains a path to keep. Add to stack for further 1922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // processing. 1932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) action = kEnqueue; 1942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) switch (action) { 1992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case kDelete: 2007dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch base::DeleteFile(to_delete, true); 2012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 2022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case kEnqueue: 2042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) paths_to_consider->push_back(to_delete); 2052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 2062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case kSkip: 2082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 2092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Synchronously attempts to delete |unnormalized_root|, preserving only 2142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// entries in |paths_to_keep|. If there are no entries in |paths_to_keep| on 2152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// disk, then it completely removes |unnormalized_root|. All paths must be 2162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// absolute paths. 2172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void BlockingObliteratePath( 2182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::FilePath& unnormalized_browser_context_root, 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::FilePath& unnormalized_root, 2202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const std::vector<base::FilePath>& paths_to_keep, 2212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const scoped_refptr<base::TaskRunner>& closure_runner, 2222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::Closure& on_gc_required) { 223c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Early exit required because MakeAbsoluteFilePath() will fail on POSIX 2242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // if |unnormalized_root| does not exist. This is safe because there is 2252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // nothing to do in this situation anwyays. 2267dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch if (!base::PathExists(unnormalized_root)) { 2272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Never try to obliterate things outside of the browser context root or the 2312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // browser context root itself. Die hard. 232c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) base::FilePath root = base::MakeAbsoluteFilePath(unnormalized_root); 233c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) base::FilePath browser_context_root = 234c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) base::MakeAbsoluteFilePath(unnormalized_browser_context_root); 235c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) CHECK(!root.empty()); 236c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) CHECK(!browser_context_root.empty()); 237c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) CHECK(browser_context_root.IsParent(root) && browser_context_root != root); 2382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Reduce |paths_to_keep| set to those under the root and actually on disk. 2402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::vector<base::FilePath> valid_paths_to_keep; 2412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (std::vector<base::FilePath>::const_iterator it = paths_to_keep.begin(); 2422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) it != paths_to_keep.end(); 2432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++it) { 2447dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch if (root.IsParent(*it) && base::PathExists(*it)) 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) valid_paths_to_keep.push_back(*it); 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // If none of the |paths_to_keep| are valid anymore then we just whack the 2492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // root and be done with it. Otherwise, signal garbage collection and do 2502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // a best-effort delete of the on-disk structures. 2512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (valid_paths_to_keep.empty()) { 2527dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch base::DeleteFile(root, true); 2532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 2542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) closure_runner->PostTask(FROM_HERE, on_gc_required); 2562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Otherwise, start at the root and delete everything that is not in 2582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // |valid_paths_to_keep|. 2592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::vector<base::FilePath> paths_to_consider; 2602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) paths_to_consider.push_back(root); 2612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) while(!paths_to_consider.empty()) { 2622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath path = paths_to_consider.back(); 2632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) paths_to_consider.pop_back(); 2642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ObliterateOneDirectory(path, valid_paths_to_keep, &paths_to_consider); 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Deletes all entries inside the |storage_root| that are not in the 2692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// |active_paths|. Deletion is done in 2 steps: 2702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 2712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// (1) Moving all garbage collected paths into a trash directory. 2722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// (2) Asynchronously deleting the trash directory. 2732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 2742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The deletion is asynchronous because after (1) completes, calling code can 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// safely continue to use the paths that had just been garbage collected 2762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// without fear of race conditions. 2772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 2782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// This code also ignores failed moves rather than attempting a smarter retry. 2792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Moves shouldn't fail here unless there is some out-of-band error (eg., 2802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// FS corruption). Retry logic is dangerous in the general case because 2812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// there is not necessarily a guaranteed case where the logic may succeed. 2822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 2832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// This function is still named BlockingGarbageCollect() because it does 2842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// execute a few filesystem operations synchronously. 2852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void BlockingGarbageCollect( 2862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::FilePath& storage_root, 2872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const scoped_refptr<base::TaskRunner>& file_access_runner, 2882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) scoped_ptr<base::hash_set<base::FilePath> > active_paths) { 2892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(storage_root.IsAbsolute()); 2902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 291868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) base::FileEnumerator enumerator(storage_root, false, kAllFileTypes); 2922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath trash_directory; 293a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) if (!base::CreateTemporaryDirInDir(storage_root, kTrashDirname, 294a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) &trash_directory)) { 2952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Unable to continue without creating the trash directory so give up. 2962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 2972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (base::FilePath path = enumerator.Next(); !path.empty(); 2992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) path = enumerator.Next()) { 3002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (active_paths->find(path) == active_paths->end() && 3012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) path != trash_directory) { 3022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Since |trash_directory| is unique for each run of this function there 3032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // can be no colllisions on the move. 304eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::Move(path, trash_directory.Append(path.BaseName())); 3052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) file_access_runner->PostTask( 3092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FROM_HERE, 3107dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch base::Bind(base::IgnoreResult(&base::DeleteFile), trash_directory, true)); 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// static 3162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)base::FilePath StoragePartitionImplMap::GetStoragePartitionPath( 3172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const std::string& partition_domain, 3182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const std::string& partition_name) { 3192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (partition_domain.empty()) 3202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return base::FilePath(); 3212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath path = GetStoragePartitionDomainPath(partition_domain); 3232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // TODO(ajwong): Mangle in-memory into this somehow, either by putting 3252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // it into the partition_name, or by manually adding another path component 3262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // here. Otherwise, it's possible to have an in-memory StoragePartition and 3272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // a persistent one that return the same FilePath for GetPath(). 3282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!partition_name.empty()) { 3292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // For analysis of why we can ignore collisions, see the comment above 3302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // kPartitionNameHashBytes. 3312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) char buffer[kPartitionNameHashBytes]; 3322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) crypto::SHA256HashString(partition_name, &buffer[0], 3332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) sizeof(buffer)); 3342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return path.AppendASCII(base::HexEncode(buffer, sizeof(buffer))); 3352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return path.Append(kDefaultPartitionDirname); 3382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 3392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)StoragePartitionImplMap::StoragePartitionImplMap( 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) BrowserContext* browser_context) 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : browser_context_(browser_context), 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) resource_context_initialized_(false) { 3442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Doing here instead of initializer list cause it's just too ugly to read. 3452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::SequencedWorkerPool* blocking_pool = BrowserThread::GetBlockingPool(); 3462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) file_access_runner_ = 3472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) blocking_pool->GetSequencedTaskRunner(blocking_pool->GetSequenceToken()); 3485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)StoragePartitionImplMap::~StoragePartitionImplMap() { 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STLDeleteContainerPairSecondPointers(partitions_.begin(), 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partitions_.end()); 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)StoragePartitionImpl* StoragePartitionImplMap::Get( 3565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& partition_domain, 3575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& partition_name, 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool in_memory) { 3595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Find the previously created partition if it's available. 3602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) StoragePartitionConfig partition_config( 3615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partition_domain, partition_name, in_memory); 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PartitionMap::const_iterator it = partitions_.find(partition_config); 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (it != partitions_.end()) 3655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return it->second; 3665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath partition_path = 3682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_->GetPath().Append( 3692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetStoragePartitionPath(partition_domain, partition_name)); 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StoragePartitionImpl* partition = 3712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) StoragePartitionImpl::Create(browser_context_, in_memory, 3722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) partition_path); 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partitions_[partition_config] = partition; 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ChromeBlobStorageContext* blob_storage_context = 3762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ChromeBlobStorageContext::GetFor(browser_context_); 3772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) StreamContext* stream_context = StreamContext::GetFor(browser_context_); 3782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ProtocolHandlerMap protocol_handlers; 3792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) protocol_handlers[chrome::kBlobScheme] = 3802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( 3812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) new BlobProtocolHandler(blob_storage_context, 3822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) stream_context, 3832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) partition->GetFileSystemContext())); 3842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) protocol_handlers[chrome::kFileSystemScheme] = 3852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( 3862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CreateFileSystemProtocolHandler(partition->GetFileSystemContext())); 3872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) protocol_handlers[chrome::kChromeUIScheme] = 3882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( 3892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLDataManagerBackend::CreateProtocolHandler( 3902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_->GetResourceContext(), 3912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_->IsOffTheRecord(), 3922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) partition->GetAppCacheService(), 3932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) blob_storage_context)); 394c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) std::vector<std::string> additional_webui_schemes; 395c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) GetContentClient()->browser()->GetAdditionalWebUISchemes( 396c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) &additional_webui_schemes); 3972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (std::vector<std::string>::const_iterator it = 3982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) additional_webui_schemes.begin(); 3992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) it != additional_webui_schemes.end(); 4002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++it) { 4012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) protocol_handlers[*it] = 4022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( 4032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLDataManagerBackend::CreateProtocolHandler( 4042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_->GetResourceContext(), 4052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_->IsOffTheRecord(), 4062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) partition->GetAppCacheService(), 4072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) blob_storage_context)); 4082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) protocol_handlers[chrome::kChromeDevToolsScheme] = 4102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( 4112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CreateDevToolsProtocolHandler(browser_context_->GetResourceContext(), 4122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_->IsOffTheRecord())); 4132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These calls must happen after StoragePartitionImpl::Create(). 4152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (partition_domain.empty()) { 4162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) partition->SetURLRequestContext( 4172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetContentClient()->browser()->CreateRequestContext( 4182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_, 4192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &protocol_handlers)); 4202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 4212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) partition->SetURLRequestContext( 4222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetContentClient()->browser()->CreateRequestContextForStoragePartition( 4232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_, partition->GetPath(), in_memory, 4242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &protocol_handlers)); 4252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partition->SetMediaURLRequestContext( 4275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partition_domain.empty() ? 4285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) browser_context_->GetMediaRequestContext() : 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) browser_context_->GetMediaRequestContextForStoragePartition( 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partition->GetPath(), in_memory)); 4315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) PostCreateInitialization(partition, in_memory); 4335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return partition; 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void StoragePartitionImplMap::AsyncObliterate( 4382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const GURL& site, 4392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::Closure& on_gc_required) { 4402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // This method should avoid creating any StoragePartition (which would 4412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // create more open file handles) so that it can delete as much of the 4422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // data off disk as possible. 4432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string partition_domain; 4442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string partition_name; 4452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool in_memory = false; 4462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetContentClient()->browser()->GetStoragePartitionConfigForSite( 4472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) browser_context_, site, false, &partition_domain, 4482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &partition_name, &in_memory); 4492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Find the active partitions for the domain. Because these partitions are 4512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // active, it is not possible to just delete the directories that contain 4522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // the backing data structures without causing the browser to crash. Instead, 4532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // of deleteing the directory, we tell each storage context later to 4542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // remove any data they have saved. This will leave the directory structure 4552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // intact but it will only contain empty databases. 4562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::vector<StoragePartitionImpl*> active_partitions; 4572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::vector<base::FilePath> paths_to_keep; 4582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (PartitionMap::const_iterator it = partitions_.begin(); 4592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) it != partitions_.end(); 4602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++it) { 4612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const StoragePartitionConfig& config = it->first; 4622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (config.partition_domain == partition_domain) { 463f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) it->second->ClearData( 464a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) // All except shader cache. 465a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) StoragePartition::REMOVE_DATA_MASK_ALL & 466a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) (~StoragePartition::REMOVE_DATA_MASK_SHADER_CACHE), 467f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) StoragePartition::QUOTA_MANAGED_STORAGE_MASK_ALL, 468f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) NULL, 469f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) StoragePartition::OriginMatcherFunction(), 470f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Time(), base::Time::Max(), 471f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&base::DoNothing)); 4722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!config.in_memory) { 4732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) paths_to_keep.push_back(it->second->GetPath()); 4742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Start a best-effort delete of the on-disk storage excluding paths that are 4792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // known to still be in use. This is to delete any previously created 4802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // StoragePartition state that just happens to not have been used during this 4812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // run of the browser. 4822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath domain_root = browser_context_->GetPath().Append( 4832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetStoragePartitionDomainPath(partition_domain)); 4842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BrowserThread::PostBlockingPoolTask( 4862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FROM_HERE, 4872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Bind(&BlockingObliteratePath, browser_context_->GetPath(), 4882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) domain_root, paths_to_keep, 4892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::MessageLoopProxy::current(), on_gc_required)); 4902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 4912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void StoragePartitionImplMap::GarbageCollect( 4932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) scoped_ptr<base::hash_set<base::FilePath> > active_paths, 4942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const base::Closure& done) { 4952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Include all paths for current StoragePartitions in the active_paths since 4962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // they cannot be deleted safely. 4972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (PartitionMap::const_iterator it = partitions_.begin(); 4982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) it != partitions_.end(); 4992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++it) { 5002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const StoragePartitionConfig& config = it->first; 5012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!config.in_memory) 5022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) active_paths->insert(it->second->GetPath()); 5032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 5042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Find the directory holding the StoragePartitions and delete everything in 5062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // there that isn't considered active. 5072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath storage_root = browser_context_->GetPath().Append( 5082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetStoragePartitionDomainPath(std::string())); 5092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) file_access_runner_->PostTaskAndReply( 5102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FROM_HERE, 5112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Bind(&BlockingGarbageCollect, storage_root, 5122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) file_access_runner_, 5132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Passed(&active_paths)), 5142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) done); 5152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 5162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void StoragePartitionImplMap::ForEach( 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const BrowserContext::StoragePartitionCallback& callback) { 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (PartitionMap::const_iterator it = partitions_.begin(); 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) it != partitions_.end(); 5215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++it) { 5225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback.Run(it->second); 5235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void StoragePartitionImplMap::PostCreateInitialization( 5272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) StoragePartitionImpl* partition, 5282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool in_memory) { 5292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // TODO(ajwong): ResourceContexts no longer have any storage related state. 5302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // We should move this into a place where it is called once per 5312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // BrowserContext creation rather than piggybacking off the default context 5322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // creation. 5332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Note: moving this into Get() before partitions_[] is set causes reentrency. 5342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!resource_context_initialized_) { 5352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) resource_context_initialized_ = true; 5362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) InitializeResourceContext(browser_context_); 5372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 5382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check first to avoid memory leak in unittests. 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (BrowserThread::IsMessageLoopValid(BrowserThread::IO)) { 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) BrowserThread::PostTask( 5425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) BrowserThread::IO, FROM_HERE, 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&ChromeAppCacheService::InitializeOnIOThread, 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partition->GetAppCacheService(), 5452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) in_memory ? base::FilePath() : 5465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) partition->GetPath().Append(kAppCacheDirname), 5475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) browser_context_->GetResourceContext(), 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) make_scoped_refptr(partition->GetURLRequestContext()), 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) make_scoped_refptr( 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) browser_context_->GetSpecialStoragePolicy()))); 5515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We do not call InitializeURLRequestContext() for media contexts because, 5535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // other than the HTTP cache, the media contexts share the same backing 5545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // objects as their associated "normal" request context. Thus, the previous 5555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // call serves to initialize the media request context for this storage 5565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // partition as well. 5575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace content 561