protocol_manager.cc revision 2a99a7e74a7f215066514fe81d2bfa6639d9eddd
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/safe_browsing/protocol_manager.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifndef NDEBUG 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/base64.h" 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/environment.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/logging.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/histogram.h" 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/rand_util.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/stl_util.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/string_util.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/stringprintf.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/timer.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/safe_browsing/protocol_parser.h" 192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "chrome/common/chrome_version_info.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/common/env_vars.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "google_apis/google_api_keys.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/escape.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/load_flags.h" 242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/base/net_errors.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_fetcher.h" 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_context_getter.h" 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_status.h" 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using base::Time; 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using base::TimeDelta; 312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)namespace { 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// UpdateResult indicates what happened with the primary and/or backup update 352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// requests. The ordering of the values must stay the same for UMA consistency, 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// and is also ordered in this way to match ProtocolManager::BackupUpdateReason. 372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)enum UpdateResult { 382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_FAIL, 392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_SUCCESS, 402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_CONNECT_FAIL, 412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_CONNECT_SUCCESS, 422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_HTTP_FAIL, 432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_HTTP_SUCCESS, 442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_NETWORK_FAIL, 452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_NETWORK_SUCCESS, 462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_MAX, 472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_START = UPDATE_RESULT_BACKUP_CONNECT_FAIL, 482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)}; 492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void RecordUpdateResult(UpdateResult result) { 512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(result >= 0 && result < UPDATE_RESULT_MAX); 522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UMA_HISTOGRAM_ENUMERATION("SB2.UpdateResult", result, UPDATE_RESULT_MAX); 532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} // namespace 562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Minimum time, in seconds, from start up before we must issue an update query. 582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static const int kSbTimerStartIntervalSecMin = 60; 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Maximum time, in seconds, from start up before we must issue an update query. 612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static const int kSbTimerStartIntervalSecMax = 300; 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The maximum time, in seconds, to wait for a response to an update request. 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kSbMaxUpdateWaitSec = 30; 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Maximum back off multiplier. 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kSbMaxBackOff = 8; 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The default SBProtocolManagerFactory. 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class SBProtocolManagerFactoryImpl : public SBProtocolManagerFactory { 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SBProtocolManagerFactoryImpl() { } 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~SBProtocolManagerFactoryImpl() { } 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual SafeBrowsingProtocolManager* CreateProtocolManager( 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolManagerDelegate* delegate, 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequestContextGetter* request_context_getter, 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SafeBrowsingProtocolConfig& config) OVERRIDE { 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new SafeBrowsingProtocolManager( 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate, request_context_getter, config); 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(SBProtocolManagerFactoryImpl); 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// SafeBrowsingProtocolManager implementation ---------------------------------- 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SBProtocolManagerFactory* SafeBrowsingProtocolManager::factory_ = NULL; 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager* SafeBrowsingProtocolManager::Create( 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolManagerDelegate* delegate, 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequestContextGetter* request_context_getter, 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SafeBrowsingProtocolConfig& config) { 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!factory_) 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) factory_ = new SBProtocolManagerFactoryImpl(); 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return factory_->CreateProtocolManager( 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate, request_context_getter, config); 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::SafeBrowsingProtocolManager( 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolManagerDelegate* delegate, 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequestContextGetter* request_context_getter, 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SafeBrowsingProtocolConfig& config) 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : delegate_(delegate), 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_type_(NO_REQUEST), 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_error_count_(0), 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_error_count_(0), 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_back_off_mult_(1), 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_back_off_mult_(1), 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_update_interval_(base::TimeDelta::FromSeconds( 1122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::RandInt(kSbTimerStartIntervalSecMin, 1132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kSbTimerStartIntervalSecMax))), 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_state_(FIRST_REQUEST), 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_pending_to_write_(false), 1162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) version_(config.version), 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_size_(0), 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) client_name_(config.client_name), 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_context_getter_(request_context_getter), 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) url_prefix_(config.url_prefix), 1212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason_(BACKUP_UPDATE_REASON_MAX), 1222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) disable_auto_update_(config.disable_auto_update), 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_(0) { 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!url_prefix_.empty()); 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[BACKUP_UPDATE_REASON_CONNECT] = 1272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) config.backup_connect_error_url_prefix; 1282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[BACKUP_UPDATE_REASON_HTTP] = 1292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) config.backup_http_error_url_prefix; 1302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[BACKUP_UPDATE_REASON_NETWORK] = 1312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) config.backup_network_error_url_prefix; 1322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Set the backoff multiplier fuzz to a random value between 0 and 1. 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) back_off_fuzz_ = static_cast<float>(base::RandDouble()); 1352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (version_.empty()) 1362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) version_ = SafeBrowsingProtocolManagerHelper::Version(); 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::RecordGetHashResult( 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_download, ResultType result_type) { 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_download) { 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_ENUMERATION("SB2.GetHashResultDownload", result_type, 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GET_HASH_RESULT_MAX); 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_ENUMERATION("SB2.GetHashResult", result_type, 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GET_HASH_RESULT_MAX); 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)bool SafeBrowsingProtocolManager::IsUpdateScheduled() const { 1522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return update_timer_.IsRunning(); 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::~SafeBrowsingProtocolManager() { 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Delete in-progress SafeBrowsing requests. 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STLDeleteContainerPairFirstPointers(hash_requests_.begin(), 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_.end()); 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_.clear(); 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// We can only have one update or chunk request outstanding, but there may be 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// multiple GetHash requests pending since we don't want to serialize them and 1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// slow down the user. 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::GetFullHash( 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::vector<SBPrefix>& prefixes, 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FullHashCallback callback, 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_download) { 1692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we are in GetHash backoff, we need to check if we're past the next 1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // allowed time. If we are, we can proceed with the request. If not, we are 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // required to return empty results (i.e. treat the page as safe). 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (gethash_error_count_ && Time::Now() <= next_gethash_time_) { 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<SBFullHashResult> full_hashes; 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback.Run(full_hashes, false); 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL gethash_url = GetHashUrl(); 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLFetcher* fetcher = net::URLFetcher::Create( 1802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, gethash_url, net::URLFetcher::POST, this); 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_[fetcher] = FullHashDetails(callback, is_download); 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string get_hash; 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolParser parser; 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) parser.FormatGetHash(prefixes, &get_hash); 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->SetLoadFlags(net::LOAD_DISABLE_CACHE); 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->SetRequestContext(request_context_getter_); 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->SetUploadData("text/plain", get_hash); 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->Start(); 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::GetNextUpdate() { 1942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!request_.get() && request_type_ == NO_REQUEST) 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IssueUpdateRequest(); 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// net::URLFetcherDelegate implementation ---------------------------------- 2005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// All SafeBrowsing request responses are handled here. 2025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(paulg): Clarify with the SafeBrowsing team whether a failed parse of a 2035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// chunk should retry the download and parse of that chunk (and 2045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// what back off / how many times to try), and if that effects the 2055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// update back off. For now, a failed parse of the chunk means we 2065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// drop it. This isn't so bad because the next UPDATE_REQUEST we 2075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// do will report all the chunks we have. If that chunk is still 2085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// required, the SafeBrowsing servers will tell us to get it again. 2095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::OnURLFetchComplete( 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const net::URLFetcher* source) { 2112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 2125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<const net::URLFetcher> fetcher; 2135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool parsed_ok = true; 2145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HashRequests::iterator it = hash_requests_.find(source); 2165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (it != hash_requests_.end()) { 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // GetHash response. 2185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher.reset(it->first); 2195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const FullHashDetails& details = it->second; 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<SBFullHashResult> full_hashes; 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool can_cache = false; 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (source->GetStatus().is_success() && 2235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (source->GetResponseCode() == 200 || 2245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetResponseCode() == 204)) { 2255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For tracking our GetHash false positive (204) rate, compared to real 2265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // (200) responses. 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (source->GetResponseCode() == 200) 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordGetHashResult(details.is_download, GET_HASH_STATUS_200); 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordGetHashResult(details.is_download, GET_HASH_STATUS_204); 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) can_cache = true; 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_error_count_ = 0; 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_back_off_mult_ = 1; 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolParser parser; 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string data; 2365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetResponseAsString(&data); 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) parsed_ok = parser.ParseGetHash( 2385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) data.data(), 2395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static_cast<int>(data.length()), 2405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &full_hashes); 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!parsed_ok) { 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) full_hashes.clear(); 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(cbentzel): Should can_cache be set to false here? 2445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HandleGetHashError(Time::Now()); 2475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (source->GetStatus().status() == net::URLRequestStatus::FAILED) { 2485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing GetHash request for: " << source->GetURL() 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetStatus().error(); 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 2515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing GetHash request for: " << source->GetURL() 2525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetResponseCode(); 2535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Invoke the callback with full_hashes, even if there was a parse error or 2575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // an error response code (in which case full_hashes will be empty). The 2585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // caller can't be blocked indefinitely. 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) details.callback.Run(full_hashes, can_cache); 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_.erase(it); 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 2635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Update or chunk response. 2645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher.reset(request_.release()); 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == UPDATE_REQUEST || 2672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ == BACKUP_UPDATE_REQUEST) { 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!fetcher.get()) { 2695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We've timed out waiting for an update response, so we've cancelled 2705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the update request and scheduled a new one. Ignore this response. 2715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 2725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Cancel the update response timeout now that we have the response. 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) timeout_timer_.Stop(); 2765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) net::URLRequestStatus status = source->GetStatus(); 2792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (status.is_success() && source->GetResponseCode() == 200) { 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We have data from the SafeBrowsing service. 2815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string data; 2825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetResponseAsString(&data); 2835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) parsed_ok = HandleServiceResponse( 2845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetURL(), data.data(), static_cast<int>(data.length())); 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!parsed_ok) { 2865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing request for: " << source->GetURL() 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed parse."; 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_urls_.clear(); 2892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == UPDATE_REQUEST && 2902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) IssueBackupUpdateRequest(BACKUP_UPDATE_REASON_HTTP)) { 2912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 2922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(false); 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (request_type_) { 2975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case CHUNK_REQUEST: 2982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (parsed_ok) { 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_urls_.pop_front(); 3002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (chunk_request_urls_.empty() && !chunk_pending_to_write_) 3012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(true); 3022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case UPDATE_REQUEST: 3052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case BACKUP_UPDATE_REQUEST: 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (chunk_request_urls_.empty() && parsed_ok) { 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are up to date since the servers gave us nothing new, so we 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // are done with this update cycle. 3095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(true); 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 3122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case NO_REQUEST: 3132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // This can happen if HandleServiceResponse fails above. 3142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED(); 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 3185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 3202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (status.status() == net::URLRequestStatus::FAILED) { 3215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing request for: " << source->GetURL() 3225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetStatus().error(); 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing request for: " << source->GetURL() 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetResponseCode(); 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == CHUNK_REQUEST) { 3282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // The SafeBrowsing service error, or very bad response code: back off. 3292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) chunk_request_urls_.clear(); 3302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else if (request_type_ == UPDATE_REQUEST) { 3312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BackupUpdateReason backup_update_reason = BACKUP_UPDATE_REASON_MAX; 3322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (status.is_success()) { 3332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason = BACKUP_UPDATE_REASON_HTTP; 3342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 3352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) switch (status.error()) { 3362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case net::ERR_INTERNET_DISCONNECTED: 3372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case net::ERR_NETWORK_CHANGED: 3382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason = BACKUP_UPDATE_REASON_NETWORK; 3392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) default: 3412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason = BACKUP_UPDATE_REASON_CONNECT; 3422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (backup_update_reason != BACKUP_UPDATE_REASON_MAX && 3462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) IssueBackupUpdateRequest(backup_update_reason)) { 3472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 3482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(false); 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Get the next chunk if available. 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IssueChunkRequest(); 3565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool SafeBrowsingProtocolManager::HandleServiceResponse(const GURL& url, 3595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* data, 3605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int length) { 3612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolParser parser; 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (request_type_) { 3652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case UPDATE_REQUEST: 3662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case BACKUP_UPDATE_REQUEST: { 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int next_update_sec = -1; 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool reset = false; 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<std::vector<SBChunkDelete> > chunk_deletes( 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new std::vector<SBChunkDelete>); 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<ChunkUrl> chunk_urls; 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!parser.ParseUpdate(data, length, &next_update_sec, 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &reset, chunk_deletes.get(), &chunk_urls)) { 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next_update_interval = 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromSeconds(next_update_sec); 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) last_update_ = Time::Now(); 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (update_state_ == FIRST_REQUEST) 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_state_ = SECOND_REQUEST; 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else if (update_state_ == SECOND_REQUEST) 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_state_ = NORMAL_REQUEST; 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // New time for the next update. 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (next_update_interval > base::TimeDelta()) { 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_update_interval_ = next_update_interval; 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (update_state_ == SECOND_REQUEST) { 3905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_update_interval_ = base::TimeDelta::FromSeconds( 3915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::RandInt(15, 45)); 3925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // New chunks to download. 3955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!chunk_urls.empty()) { 3965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateUrls", chunk_urls.size()); 3975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t i = 0; i < chunk_urls.size(); ++i) 3985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_urls_.push_back(chunk_urls[i]); 3995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Handle the case were the SafeBrowsing service tells us to dump our 4025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // database. 4035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reset) { 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->ResetDatabase(); 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Chunks to delete from our storage. Pass ownership of 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |chunk_deletes|. 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!chunk_deletes->empty()) 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->DeleteChunks(chunk_deletes.release()); 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case CHUNK_REQUEST: { 4165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("SB2.ChunkRequest", 4175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Time::Now() - chunk_request_start_); 4185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const ChunkUrl chunk_url = chunk_request_urls_.front(); 4205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<SBChunkList> chunks(new SBChunkList); 4215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.ChunkSize", length); 4225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_size_ += length; 4235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!parser.ParseChunk(chunk_url.list_name, data, length, 4245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunks.get())) { 4255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifndef NDEBUG 4265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string data_str; 4275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) data_str.assign(data, length); 4285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string encoded_chunk; 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Base64Encode(data_str, &encoded_chunk); 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "ParseChunk error for chunk: " << chunk_url.url 4315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << ", Base64Encode(data): " << encoded_chunk 4325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << ", length: " << length; 4335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Chunks to add to storage. Pass ownership of |chunks|. 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!chunks->empty()) { 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_pending_to_write_ = true; 4402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) delegate_->AddChunks( 4412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) chunk_url.list_name, chunks.release(), 4422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Bind(&SafeBrowsingProtocolManager::OnAddChunksComplete, 4432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Unretained(this))); 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 4505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::Initialize() { 4572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Don't want to hit the safe browsing servers on build/chrome bots. 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<base::Environment> env(base::Environment::Create()); 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (env->HasVar(env_vars::kHeadless)) 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ScheduleNextUpdate(false /* no back off */); 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::ScheduleNextUpdate(bool back_off) { 4662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (disable_auto_update_) { 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Unschedule any current timer. 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_timer_.Stop(); 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Reschedule with the new update. 4735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next_update_interval = GetNextUpdateInterval(back_off); 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ForceScheduleNextUpdate(next_update_interval); 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::ForceScheduleNextUpdate( 4785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta interval) { 4792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(interval >= base::TimeDelta()); 4815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Unschedule any current timer. 4825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_timer_.Stop(); 4835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_timer_.Start(FROM_HERE, interval, this, 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &SafeBrowsingProtocolManager::GetNextUpdate); 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// According to section 5 of the SafeBrowsing protocol specification, we must 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// back off after a certain number of errors. We only change |next_update_sec_| 4895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// when we receive a response from the SafeBrowsing service. 4905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::TimeDelta SafeBrowsingProtocolManager::GetNextUpdateInterval( 4915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool back_off) { 4922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(next_update_interval_ > base::TimeDelta()); 4945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next = next_update_interval_; 4955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (back_off) { 4965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next = GetNextBackOffInterval(&update_error_count_, &update_back_off_mult_); 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Successful response means error reset. 4995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_error_count_ = 0; 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_back_off_mult_ = 1; 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return next; 5035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::TimeDelta SafeBrowsingProtocolManager::GetNextBackOffInterval( 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int* error_count, int* multiplier) const { 5072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(multiplier && error_count); 5095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (*error_count)++; 5105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (*error_count > 1 && *error_count < 6) { 5115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next = base::TimeDelta::FromMinutes( 5125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *multiplier * (1 + back_off_fuzz_) * 30); 5135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *multiplier *= 2; 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (*multiplier > kSbMaxBackOff) 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *multiplier = kSbMaxBackOff; 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return next; 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (*error_count >= 6) 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return base::TimeDelta::FromHours(8); 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return base::TimeDelta::FromMinutes(1); 5215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// This request requires getting a list of all the chunks for each list from the 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// database asynchronously. The request will be issued when we're called back in 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// OnGetChunksComplete. 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(paulg): We should get this at start up and maintain a ChunkRange cache 5275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to avoid hitting the database with each update request. On the 5285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// otherhand, this request will only occur ~20-30 minutes so there 5295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// isn't that much overhead. Measure! 5305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::IssueUpdateRequest() { 5312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_type_ = UPDATE_REQUEST; 5335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->UpdateStarted(); 5345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->GetChunks( 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&SafeBrowsingProtocolManager::OnGetChunksComplete, 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Unretained(this))); 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The backup request can run immediately since the chunks have already been 5402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// retrieved from the DB. 5412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)bool SafeBrowsingProtocolManager::IssueBackupUpdateRequest( 5422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BackupUpdateReason backup_update_reason) { 5432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_EQ(request_type_, UPDATE_REQUEST); 5452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(backup_update_reason >= 0 && 5462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason < BACKUP_UPDATE_REASON_MAX); 5472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (backup_url_prefixes_[backup_update_reason].empty()) 5482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return false; 5492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ = BACKUP_UPDATE_REQUEST; 5502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason_ = backup_update_reason; 5512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GURL backup_update_url = BackupUpdateUrl(backup_update_reason); 5532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_.reset(net::URLFetcher::Create( 5542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, backup_update_url, net::URLFetcher::POST, this)); 5552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetLoadFlags(net::LOAD_DISABLE_CACHE); 5562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetRequestContext(request_context_getter_); 5572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetUploadData("text/plain", update_list_data_); 5582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->Start(); 5592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Begin the update request timeout. 5612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) timeout_timer_.Start(FROM_HERE, TimeDelta::FromSeconds(kSbMaxUpdateWaitSec), 5622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) this, 5632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &SafeBrowsingProtocolManager::UpdateResponseTimeout); 5642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return true; 5662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 5672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::IssueChunkRequest() { 5692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are only allowed to have one request outstanding at any time. Also, 5715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // don't get the next url until the previous one has been written to disk so 5725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // that we don't use too much memory. 5735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_.get() || chunk_request_urls_.empty() || chunk_pending_to_write_) 5745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ChunkUrl next_chunk = chunk_request_urls_.front(); 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!next_chunk.url.empty()); 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL chunk_url = NextChunkUrl(next_chunk.url); 5795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_type_ = CHUNK_REQUEST; 5805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_.reset(net::URLFetcher::Create( 5812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, chunk_url, net::URLFetcher::GET, this)); 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->SetLoadFlags(net::LOAD_DISABLE_CACHE); 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->SetRequestContext(request_context_getter_); 5845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_start_ = base::Time::Now(); 5855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->Start(); 5865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::OnGetChunksComplete( 5895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::vector<SBListChunkRanges>& lists, bool database_error) { 5902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(request_type_, UPDATE_REQUEST); 5922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(update_list_data_.empty()); 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (database_error) { 5942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // The update was not successful, but don't back off. 5952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(false, false); 5965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Format our stored chunks: 6005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool found_malware = false; 6015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool found_phishing = false; 6025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t i = 0; i < lists.size(); ++i) { 6032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_list_data_.append(FormatList(lists[i])); 6045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (lists[i].name == safe_browsing_util::kPhishingList) 6055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) found_phishing = true; 6065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (lists[i].name == safe_browsing_util::kMalwareList) 6085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) found_malware = true; 6095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we have an empty database, let the server know we want data for these 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // lists. 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!found_phishing) 6142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_list_data_.append(FormatList( 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SBListChunkRanges(safe_browsing_util::kPhishingList))); 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!found_malware) 6182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_list_data_.append(FormatList( 6195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SBListChunkRanges(safe_browsing_util::kMalwareList))); 6205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Large requests are (probably) a sign of database corruption. 6222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Record stats to inform decisions about whether to automate 6232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // deletion of such databases. http://crbug.com/120219 6242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateRequestSize", update_list_data_.size()); 6252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 6265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL update_url = UpdateUrl(); 6275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_.reset(net::URLFetcher::Create( 6282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, update_url, net::URLFetcher::POST, this)); 6295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->SetLoadFlags(net::LOAD_DISABLE_CACHE); 6305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->SetRequestContext(request_context_getter_); 6312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetUploadData("text/plain", update_list_data_); 6325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->Start(); 6335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Begin the update request timeout. 6352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) timeout_timer_.Start(FROM_HERE, TimeDelta::FromSeconds(kSbMaxUpdateWaitSec), 6362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) this, 6372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &SafeBrowsingProtocolManager::UpdateResponseTimeout); 6385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// If we haven't heard back from the server with an update response, this method 6415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// will run. Close the current update session and schedule another update. 6425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::UpdateResponseTimeout() { 6432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(request_type_ == UPDATE_REQUEST || 6452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ == BACKUP_UPDATE_REQUEST); 6465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_.reset(); 6472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == UPDATE_REQUEST && 6482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) IssueBackupUpdateRequest(BACKUP_UPDATE_REASON_CONNECT)) { 6492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 6502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(false); 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void SafeBrowsingProtocolManager::OnAddChunksComplete() { 6552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_pending_to_write_ = false; 6575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (chunk_request_urls_.empty()) { 6595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_LONG_TIMES("SB2.Update", Time::Now() - last_update_); 6605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(true); 6615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 6625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IssueChunkRequest(); 6635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 6675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)std::string SafeBrowsingProtocolManager::FormatList( 6685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SBListChunkRanges& list) { 6695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string formatted_results; 6705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) formatted_results.append(list.name); 6715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) formatted_results.append(";"); 6725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!list.adds.empty()) { 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) formatted_results.append("a:" + list.adds); 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!list.subs.empty()) 6755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) formatted_results.append(":"); 6765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!list.subs.empty()) { 6785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) formatted_results.append("s:" + list.subs); 6795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) formatted_results.append("\n"); 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return formatted_results; 6835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::HandleGetHashError(const Time& now) { 6862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next = GetNextBackOffInterval( 6885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &gethash_error_count_, &gethash_back_off_mult_); 6895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_gethash_time_ = now + next; 6905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::UpdateFinished(bool success) { 6932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(success, !success); 6942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 6952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 6962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void SafeBrowsingProtocolManager::UpdateFinished(bool success, bool back_off) { 6972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateSize", update_size_); 6995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_size_ = 0; 7002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool update_success = success || request_type_ == CHUNK_REQUEST; 7012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (backup_update_reason_ == BACKUP_UPDATE_REASON_MAX) { 7022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordUpdateResult( 7032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_success ? UPDATE_RESULT_SUCCESS : UPDATE_RESULT_FAIL); 7042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 7052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateResult update_result = static_cast<UpdateResult>( 7062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_START + 7072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) (static_cast<int>(backup_update_reason_) * 2) + 7082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_success); 7092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordUpdateResult(update_result); 7102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 7112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason_ = BACKUP_UPDATE_REASON_MAX; 7122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ = NO_REQUEST; 7132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_list_data_.clear(); 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->UpdateFinished(success); 7152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ScheduleNextUpdate(back_off); 7165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GURL SafeBrowsingProtocolManager::UpdateUrl() const { 7195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url = SafeBrowsingProtocolManagerHelper::ComposeUrl( 7205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) url_prefix_, "downloads", client_name_, version_, additional_query_); 7215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GURL(url); 7225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)GURL SafeBrowsingProtocolManager::BackupUpdateUrl( 7252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BackupUpdateReason backup_update_reason) const { 7262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(backup_update_reason >= 0 && 7272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason < BACKUP_UPDATE_REASON_MAX); 7282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!backup_url_prefixes_[backup_update_reason].empty()); 7292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string url = SafeBrowsingProtocolManagerHelper::ComposeUrl( 7302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[backup_update_reason], "downloads", client_name_, 7312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) version_, additional_query_); 7322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return GURL(url); 7332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 7342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 7355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GURL SafeBrowsingProtocolManager::GetHashUrl() const { 7365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url = SafeBrowsingProtocolManagerHelper::ComposeUrl( 7375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) url_prefix_, "gethash", client_name_, version_, additional_query_); 7385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GURL(url); 7395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GURL SafeBrowsingProtocolManager::NextChunkUrl(const std::string& url) const { 7422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 7435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string next_url; 7445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!StartsWithASCII(url, "http://", false) && 7455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !StartsWithASCII(url, "https://", false)) { 7465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Use https if we updated via https, otherwise http (useful for testing). 7475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (StartsWithASCII(url_prefix_, "https://", false)) 7485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("https://"); 7495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 7505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("http://"); 7515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append(url); 7525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url = url; 7545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!additional_query_.empty()) { 7565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (next_url.find("?") != std::string::npos) { 7575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("&"); 7585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("?"); 7605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append(additional_query_); 7625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GURL(next_url); 7645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::FullHashDetails::FullHashDetails() 7675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : callback(), 7685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_download(false) { 7695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::FullHashDetails::FullHashDetails( 7725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FullHashCallback callback, bool is_download) 7735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : callback(callback), 7745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_download(is_download) { 7755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::FullHashDetails::~FullHashDetails() { 7785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManagerDelegate::~SafeBrowsingProtocolManagerDelegate() { 7815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 782