15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/safe_browsing/protocol_manager.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/environment.h" 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/logging.h" 9f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)#include "base/memory/scoped_vector.h" 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/histogram.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/rand_util.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/stl_util.h" 13868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/string_util.h" 14868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/stringprintf.h" 15eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch#include "base/timer/timer.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/safe_browsing/protocol_parser.h" 172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "chrome/common/chrome_version_info.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/common/env_vars.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "google_apis/google_api_keys.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/escape.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/load_flags.h" 222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/base/net_errors.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_fetcher.h" 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_context_getter.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_status.h" 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2746d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#if defined(OS_ANDROID) 2846d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#include "net/base/network_change_notifier.h" 2946d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#endif 3046d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using base::Time; 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using base::TimeDelta; 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)namespace { 352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// UpdateResult indicates what happened with the primary and/or backup update 372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// requests. The ordering of the values must stay the same for UMA consistency, 382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// and is also ordered in this way to match ProtocolManager::BackupUpdateReason. 392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)enum UpdateResult { 402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_FAIL, 412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_SUCCESS, 422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_CONNECT_FAIL, 432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_CONNECT_SUCCESS, 442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_HTTP_FAIL, 452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_HTTP_SUCCESS, 462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_NETWORK_FAIL, 472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_NETWORK_SUCCESS, 482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_MAX, 492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_START = UPDATE_RESULT_BACKUP_CONNECT_FAIL, 502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)}; 512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void RecordUpdateResult(UpdateResult result) { 532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(result >= 0 && result < UPDATE_RESULT_MAX); 542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UMA_HISTOGRAM_ENUMERATION("SB2.UpdateResult", result, UPDATE_RESULT_MAX); 552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} // namespace 582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Minimum time, in seconds, from start up before we must issue an update query. 602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static const int kSbTimerStartIntervalSecMin = 60; 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Maximum time, in seconds, from start up before we must issue an update query. 632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static const int kSbTimerStartIntervalSecMax = 300; 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The maximum time, in seconds, to wait for a response to an update request. 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kSbMaxUpdateWaitSec = 30; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Maximum back off multiplier. 69f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)static const size_t kSbMaxBackOff = 8; 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The default SBProtocolManagerFactory. 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class SBProtocolManagerFactoryImpl : public SBProtocolManagerFactory { 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SBProtocolManagerFactoryImpl() { } 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~SBProtocolManagerFactoryImpl() { } 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual SafeBrowsingProtocolManager* CreateProtocolManager( 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolManagerDelegate* delegate, 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequestContextGetter* request_context_getter, 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SafeBrowsingProtocolConfig& config) OVERRIDE { 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new SafeBrowsingProtocolManager( 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate, request_context_getter, config); 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(SBProtocolManagerFactoryImpl); 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// SafeBrowsingProtocolManager implementation ---------------------------------- 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SBProtocolManagerFactory* SafeBrowsingProtocolManager::factory_ = NULL; 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager* SafeBrowsingProtocolManager::Create( 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolManagerDelegate* delegate, 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequestContextGetter* request_context_getter, 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SafeBrowsingProtocolConfig& config) { 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!factory_) 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) factory_ = new SBProtocolManagerFactoryImpl(); 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return factory_->CreateProtocolManager( 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate, request_context_getter, config); 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::SafeBrowsingProtocolManager( 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SafeBrowsingProtocolManagerDelegate* delegate, 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLRequestContextGetter* request_context_getter, 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SafeBrowsingProtocolConfig& config) 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : delegate_(delegate), 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_type_(NO_REQUEST), 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_error_count_(0), 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_error_count_(0), 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_back_off_mult_(1), 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_back_off_mult_(1), 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_update_interval_(base::TimeDelta::FromSeconds( 1142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::RandInt(kSbTimerStartIntervalSecMin, 1152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) kSbTimerStartIntervalSecMax))), 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_state_(FIRST_REQUEST), 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_pending_to_write_(false), 1182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) version_(config.version), 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_size_(0), 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) client_name_(config.client_name), 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_context_getter_(request_context_getter), 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) url_prefix_(config.url_prefix), 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason_(BACKUP_UPDATE_REASON_MAX), 1242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) disable_auto_update_(config.disable_auto_update), 125116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch#if defined(OS_ANDROID) 126116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch disable_connection_check_(config.disable_connection_check), 127116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch#endif 12846d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) url_fetcher_id_(0), 12946d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) app_in_foreground_(true) { 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!url_prefix_.empty()); 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[BACKUP_UPDATE_REASON_CONNECT] = 1332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) config.backup_connect_error_url_prefix; 1342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[BACKUP_UPDATE_REASON_HTTP] = 1352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) config.backup_http_error_url_prefix; 1362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[BACKUP_UPDATE_REASON_NETWORK] = 1372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) config.backup_network_error_url_prefix; 1382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Set the backoff multiplier fuzz to a random value between 0 and 1. 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) back_off_fuzz_ = static_cast<float>(base::RandDouble()); 1412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (version_.empty()) 1422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) version_ = SafeBrowsingProtocolManagerHelper::Version(); 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::RecordGetHashResult( 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_download, ResultType result_type) { 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_download) { 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_ENUMERATION("SB2.GetHashResultDownload", result_type, 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GET_HASH_RESULT_MAX); 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_ENUMERATION("SB2.GetHashResult", result_type, 1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GET_HASH_RESULT_MAX); 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)bool SafeBrowsingProtocolManager::IsUpdateScheduled() const { 1582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return update_timer_.IsRunning(); 1592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::~SafeBrowsingProtocolManager() { 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Delete in-progress SafeBrowsing requests. 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STLDeleteContainerPairFirstPointers(hash_requests_.begin(), 1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_.end()); 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_.clear(); 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// We can only have one update or chunk request outstanding, but there may be 1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// multiple GetHash requests pending since we don't want to serialize them and 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// slow down the user. 1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::GetFullHash( 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::vector<SBPrefix>& prefixes, 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FullHashCallback callback, 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_download) { 1752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we are in GetHash backoff, we need to check if we're past the next 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // allowed time. If we are, we can proceed with the request. If not, we are 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // required to return empty results (i.e. treat the page as safe). 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (gethash_error_count_ && Time::Now() <= next_gethash_time_) { 180c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch RecordGetHashResult(is_download, GET_HASH_BACKOFF_ERROR); 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<SBFullHashResult> full_hashes; 182cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) callback.Run(full_hashes, base::TimeDelta()); 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL gethash_url = GetHashUrl(); 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::URLFetcher* fetcher = net::URLFetcher::Create( 1872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, gethash_url, net::URLFetcher::POST, this); 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_[fetcher] = FullHashDetails(callback, is_download); 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 190f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const std::string get_hash = safe_browsing::FormatGetHash(prefixes); 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->SetLoadFlags(net::LOAD_DISABLE_CACHE); 193868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) fetcher->SetRequestContext(request_context_getter_.get()); 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->SetUploadData("text/plain", get_hash); 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher->Start(); 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::GetNextUpdate() { 1992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 20046d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) if (request_.get() || request_type_ != NO_REQUEST) 20146d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) return; 20246d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) 20346d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#if defined(OS_ANDROID) 204116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch if (!disable_connection_check_) { 205116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch net::NetworkChangeNotifier::ConnectionType type = 206116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch net::NetworkChangeNotifier::GetConnectionType(); 207116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch if (type != net::NetworkChangeNotifier::CONNECTION_WIFI) { 208116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch ScheduleNextUpdate(false /* no back off */); 209116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch return; 210116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch } 21146d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) } 21246d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#endif 21346d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) 21446d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) IssueUpdateRequest(); 2155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// net::URLFetcherDelegate implementation ---------------------------------- 2185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// All SafeBrowsing request responses are handled here. 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(paulg): Clarify with the SafeBrowsing team whether a failed parse of a 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// chunk should retry the download and parse of that chunk (and 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// what back off / how many times to try), and if that effects the 2235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// update back off. For now, a failed parse of the chunk means we 2245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// drop it. This isn't so bad because the next UPDATE_REQUEST we 2255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// do will report all the chunks we have. If that chunk is still 2265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// required, the SafeBrowsing servers will tell us to get it again. 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::OnURLFetchComplete( 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const net::URLFetcher* source) { 2292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<const net::URLFetcher> fetcher; 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HashRequests::iterator it = hash_requests_.find(source); 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (it != hash_requests_.end()) { 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // GetHash response. 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher.reset(it->first); 2365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const FullHashDetails& details = it->second; 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<SBFullHashResult> full_hashes; 238cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) base::TimeDelta cache_lifetime; 2395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (source->GetStatus().is_success() && 2405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (source->GetResponseCode() == 200 || 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetResponseCode() == 204)) { 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For tracking our GetHash false positive (204) rate, compared to real 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // (200) responses. 2445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (source->GetResponseCode() == 200) 2455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordGetHashResult(details.is_download, GET_HASH_STATUS_200); 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 2475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordGetHashResult(details.is_download, GET_HASH_STATUS_204); 248f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_error_count_ = 0; 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gethash_back_off_mult_ = 1; 2515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string data; 2525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetResponseAsString(&data); 253f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (!safe_browsing::ParseGetHash( 254f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) data.data(), data.length(), &cache_lifetime, &full_hashes)) { 2555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) full_hashes.clear(); 256c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch RecordGetHashResult(details.is_download, GET_HASH_PARSE_ERROR); 257cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) // TODO(cbentzel): Should cache_lifetime be set to 0 here? (See 258c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch // http://crbug.com/360232.) 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 2615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HandleGetHashError(Time::Now()); 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (source->GetStatus().status() == net::URLRequestStatus::FAILED) { 263c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch RecordGetHashResult(details.is_download, GET_HASH_NETWORK_ERROR); 2645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing GetHash request for: " << source->GetURL() 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetStatus().error(); 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 267c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch RecordGetHashResult(details.is_download, GET_HASH_HTTP_ERROR); 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing GetHash request for: " << source->GetURL() 2695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetResponseCode(); 2705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Invoke the callback with full_hashes, even if there was a parse error or 2745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // an error response code (in which case full_hashes will be empty). The 2755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // caller can't be blocked indefinitely. 276cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) details.callback.Run(full_hashes, cache_lifetime); 2775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) hash_requests_.erase(it); 2795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Update or chunk response. 2815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) fetcher.reset(request_.release()); 2825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == UPDATE_REQUEST || 2842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ == BACKUP_UPDATE_REQUEST) { 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!fetcher.get()) { 2865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We've timed out waiting for an update response, so we've cancelled 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the update request and scheduled a new one. Ignore this response. 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Cancel the update response timeout now that we have the response. 2922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) timeout_timer_.Stop(); 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) net::URLRequestStatus status = source->GetStatus(); 2962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (status.is_success() && source->GetResponseCode() == 200) { 2975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We have data from the SafeBrowsing service. 2985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string data; 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) source->GetResponseAsString(&data); 300f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 301f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // TODO(shess): Cleanup the flow of this code so that |parsed_ok| can be 302f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // removed or omitted. 303f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const bool parsed_ok = HandleServiceResponse( 304f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) source->GetURL(), data.data(), data.length()); 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!parsed_ok) { 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing request for: " << source->GetURL() 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed parse."; 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_urls_.clear(); 3092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == UPDATE_REQUEST && 3102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) IssueBackupUpdateRequest(BACKUP_UPDATE_REASON_HTTP)) { 3112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 3122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(false); 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (request_type_) { 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case CHUNK_REQUEST: 3182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (parsed_ok) { 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_urls_.pop_front(); 3202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (chunk_request_urls_.empty() && !chunk_pending_to_write_) 3212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(true); 3222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case UPDATE_REQUEST: 3252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case BACKUP_UPDATE_REQUEST: 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (chunk_request_urls_.empty() && parsed_ok) { 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are up to date since the servers gave us nothing new, so we 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // are done with this update cycle. 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(true); 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 3322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case NO_REQUEST: 3332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // This can happen if HandleServiceResponse fails above. 3342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED(); 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 3402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (status.status() == net::URLRequestStatus::FAILED) { 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing request for: " << source->GetURL() 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetStatus().error(); 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 3445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << "SafeBrowsing request for: " << source->GetURL() 3455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " failed with error: " << source->GetResponseCode(); 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == CHUNK_REQUEST) { 3482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // The SafeBrowsing service error, or very bad response code: back off. 3492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) chunk_request_urls_.clear(); 3502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else if (request_type_ == UPDATE_REQUEST) { 3512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BackupUpdateReason backup_update_reason = BACKUP_UPDATE_REASON_MAX; 3522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (status.is_success()) { 3532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason = BACKUP_UPDATE_REASON_HTTP; 3542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 3552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) switch (status.error()) { 3562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case net::ERR_INTERNET_DISCONNECTED: 3572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case net::ERR_NETWORK_CHANGED: 3582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason = BACKUP_UPDATE_REASON_NETWORK; 3592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) default: 3612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason = BACKUP_UPDATE_REASON_CONNECT; 3622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (backup_update_reason != BACKUP_UPDATE_REASON_MAX && 3662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) IssueBackupUpdateRequest(backup_update_reason)) { 3672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 3682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(false); 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Get the next chunk if available. 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IssueChunkRequest(); 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 378f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)bool SafeBrowsingProtocolManager::HandleServiceResponse( 379f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const GURL& url, const char* data, size_t length) { 3802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (request_type_) { 3832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case UPDATE_REQUEST: 3842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case BACKUP_UPDATE_REQUEST: { 385f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) size_t next_update_sec = 0; 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool reset = false; 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<std::vector<SBChunkDelete> > chunk_deletes( 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new std::vector<SBChunkDelete>); 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<ChunkUrl> chunk_urls; 390f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (!safe_browsing::ParseUpdate(data, length, &next_update_sec, &reset, 391f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) chunk_deletes.get(), &chunk_urls)) { 3925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next_update_interval = 3965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromSeconds(next_update_sec); 3975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) last_update_ = Time::Now(); 3985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (update_state_ == FIRST_REQUEST) 4005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_state_ = SECOND_REQUEST; 4015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else if (update_state_ == SECOND_REQUEST) 4025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_state_ = NORMAL_REQUEST; 4035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // New time for the next update. 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (next_update_interval > base::TimeDelta()) { 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_update_interval_ = next_update_interval; 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (update_state_ == SECOND_REQUEST) { 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_update_interval_ = base::TimeDelta::FromSeconds( 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::RandInt(15, 45)); 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // New chunks to download. 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!chunk_urls.empty()) { 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateUrls", chunk_urls.size()); 4155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t i = 0; i < chunk_urls.size(); ++i) 4165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_urls_.push_back(chunk_urls[i]); 4175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Handle the case were the SafeBrowsing service tells us to dump our 4205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // database. 4215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reset) { 4225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->ResetDatabase(); 4235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 4245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 426f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // Chunks to delete from our storage. 4275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!chunk_deletes->empty()) 428f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) delegate_->DeleteChunks(chunk_deletes.Pass()); 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 4315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case CHUNK_REQUEST: { 4335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("SB2.ChunkRequest", 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Time::Now() - chunk_request_start_); 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const ChunkUrl chunk_url = chunk_request_urls_.front(); 437f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) scoped_ptr<ScopedVector<SBChunkData> > 438f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) chunks(new ScopedVector<SBChunkData>); 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.ChunkSize", length); 4405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_size_ += length; 441f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (!safe_browsing::ParseChunk(data, length, chunks.get())) 4425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Chunks to add to storage. Pass ownership of |chunks|. 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!chunks->empty()) { 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_pending_to_write_ = true; 4472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) delegate_->AddChunks( 448f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) chunk_url.list_name, chunks.Pass(), 4492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Bind(&SafeBrowsingProtocolManager::OnAddChunksComplete, 4502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Unretained(this))); 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::Initialize() { 4642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Don't want to hit the safe browsing servers on build/chrome bots. 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<base::Environment> env(base::Environment::Create()); 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (env->HasVar(env_vars::kHeadless)) 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ScheduleNextUpdate(false /* no back off */); 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::ScheduleNextUpdate(bool back_off) { 4732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (disable_auto_update_) { 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Unschedule any current timer. 4765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_timer_.Stop(); 4775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Reschedule with the new update. 4805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next_update_interval = GetNextUpdateInterval(back_off); 4815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ForceScheduleNextUpdate(next_update_interval); 4825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::ForceScheduleNextUpdate( 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta interval) { 4862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 4875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(interval >= base::TimeDelta()); 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Unschedule any current timer. 4895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_timer_.Stop(); 4905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_timer_.Start(FROM_HERE, interval, this, 4915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &SafeBrowsingProtocolManager::GetNextUpdate); 4925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// According to section 5 of the SafeBrowsing protocol specification, we must 4955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// back off after a certain number of errors. We only change |next_update_sec_| 4965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// when we receive a response from the SafeBrowsing service. 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::TimeDelta SafeBrowsingProtocolManager::GetNextUpdateInterval( 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool back_off) { 4992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(next_update_interval_ > base::TimeDelta()); 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next = next_update_interval_; 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (back_off) { 5035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next = GetNextBackOffInterval(&update_error_count_, &update_back_off_mult_); 5045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Successful response means error reset. 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_error_count_ = 0; 5075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_back_off_mult_ = 1; 5085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return next; 5105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::TimeDelta SafeBrowsingProtocolManager::GetNextBackOffInterval( 513f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) size_t* error_count, size_t* multiplier) const { 5142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(multiplier && error_count); 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (*error_count)++; 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (*error_count > 1 && *error_count < 6) { 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next = base::TimeDelta::FromMinutes( 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *multiplier * (1 + back_off_fuzz_) * 30); 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *multiplier *= 2; 5215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (*multiplier > kSbMaxBackOff) 5225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *multiplier = kSbMaxBackOff; 5235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return next; 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (*error_count >= 6) 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return base::TimeDelta::FromHours(8); 5275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return base::TimeDelta::FromMinutes(1); 5285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// This request requires getting a list of all the chunks for each list from the 5315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// database asynchronously. The request will be issued when we're called back in 5325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// OnGetChunksComplete. 5335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(paulg): We should get this at start up and maintain a ChunkRange cache 5345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to avoid hitting the database with each update request. On the 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// otherhand, this request will only occur ~20-30 minutes so there 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// isn't that much overhead. Measure! 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::IssueUpdateRequest() { 5382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_type_ = UPDATE_REQUEST; 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->UpdateStarted(); 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->GetChunks( 5425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&SafeBrowsingProtocolManager::OnGetChunksComplete, 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Unretained(this))); 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The backup request can run immediately since the chunks have already been 5472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// retrieved from the DB. 5482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)bool SafeBrowsingProtocolManager::IssueBackupUpdateRequest( 5492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BackupUpdateReason backup_update_reason) { 5502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_EQ(request_type_, UPDATE_REQUEST); 5522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(backup_update_reason >= 0 && 5532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason < BACKUP_UPDATE_REASON_MAX); 5542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (backup_url_prefixes_[backup_update_reason].empty()) 5552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return false; 5562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ = BACKUP_UPDATE_REQUEST; 5572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason_ = backup_update_reason; 5582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GURL backup_update_url = BackupUpdateUrl(backup_update_reason); 5602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_.reset(net::URLFetcher::Create( 5612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, backup_update_url, net::URLFetcher::POST, this)); 5622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetLoadFlags(net::LOAD_DISABLE_CACHE); 563868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) request_->SetRequestContext(request_context_getter_.get()); 5642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetUploadData("text/plain", update_list_data_); 5652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->Start(); 5662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Begin the update request timeout. 5682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) timeout_timer_.Start(FROM_HERE, TimeDelta::FromSeconds(kSbMaxUpdateWaitSec), 5692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) this, 5702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &SafeBrowsingProtocolManager::UpdateResponseTimeout); 5712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return true; 5732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 5742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::IssueChunkRequest() { 5762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are only allowed to have one request outstanding at any time. Also, 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // don't get the next url until the previous one has been written to disk so 5795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // that we don't use too much memory. 5805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_.get() || chunk_request_urls_.empty() || chunk_pending_to_write_) 5815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ChunkUrl next_chunk = chunk_request_urls_.front(); 5845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!next_chunk.url.empty()); 5855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL chunk_url = NextChunkUrl(next_chunk.url); 5865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_type_ = CHUNK_REQUEST; 5875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_.reset(net::URLFetcher::Create( 5882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, chunk_url, net::URLFetcher::GET, this)); 5895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->SetLoadFlags(net::LOAD_DISABLE_CACHE); 590868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) request_->SetRequestContext(request_context_getter_.get()); 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_request_start_ = base::Time::Now(); 5925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->Start(); 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::OnGetChunksComplete( 5965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::vector<SBListChunkRanges>& lists, bool database_error) { 5972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 5985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(request_type_, UPDATE_REQUEST); 5992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(update_list_data_.empty()); 6005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (database_error) { 6012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // The update was not successful, but don't back off. 6022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(false, false); 6035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Format our stored chunks: 6075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool found_malware = false; 6085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool found_phishing = false; 6095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t i = 0; i < lists.size(); ++i) { 610f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) update_list_data_.append(safe_browsing::FormatList(lists[i])); 6115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (lists[i].name == safe_browsing_util::kPhishingList) 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) found_phishing = true; 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (lists[i].name == safe_browsing_util::kMalwareList) 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) found_malware = true; 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we have an empty database, let the server know we want data for these 6195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // lists. 620f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // TODO(shess): These cases never happen because the database fills in the 621f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // lists in GetChunks(). Refactor the unit tests so that this code can be 622f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // removed. 623f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (!found_phishing) { 624f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) update_list_data_.append(safe_browsing::FormatList( 6255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SBListChunkRanges(safe_browsing_util::kPhishingList))); 626f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) } 627f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (!found_malware) { 628f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) update_list_data_.append(safe_browsing::FormatList( 6295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SBListChunkRanges(safe_browsing_util::kMalwareList))); 630f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) } 6315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Large requests are (probably) a sign of database corruption. 6332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Record stats to inform decisions about whether to automate 6342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // deletion of such databases. http://crbug.com/120219 6352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateRequestSize", update_list_data_.size()); 6362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 6375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL update_url = UpdateUrl(); 6385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_.reset(net::URLFetcher::Create( 6392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) url_fetcher_id_++, update_url, net::URLFetcher::POST, this)); 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->SetLoadFlags(net::LOAD_DISABLE_CACHE); 641868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) request_->SetRequestContext(request_context_getter_.get()); 6422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->SetUploadData("text/plain", update_list_data_); 6435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->Start(); 6445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Begin the update request timeout. 6462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) timeout_timer_.Start(FROM_HERE, TimeDelta::FromSeconds(kSbMaxUpdateWaitSec), 6472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) this, 6482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &SafeBrowsingProtocolManager::UpdateResponseTimeout); 6495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// If we haven't heard back from the server with an update response, this method 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// will run. Close the current update session and schedule another update. 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::UpdateResponseTimeout() { 6542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(request_type_ == UPDATE_REQUEST || 6562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ == BACKUP_UPDATE_REQUEST); 6575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_.reset(); 6582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request_type_ == UPDATE_REQUEST && 6592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) IssueBackupUpdateRequest(BACKUP_UPDATE_REASON_CONNECT)) { 6602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 6612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 6625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(false); 6635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void SafeBrowsingProtocolManager::OnAddChunksComplete() { 6662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chunk_pending_to_write_ = false; 6685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (chunk_request_urls_.empty()) { 6705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_LONG_TIMES("SB2.Update", Time::Now() - last_update_); 6715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UpdateFinished(true); 6725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IssueChunkRequest(); 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::HandleGetHashError(const Time& now) { 6782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 6795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta next = GetNextBackOffInterval( 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &gethash_error_count_, &gethash_back_off_mult_); 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_gethash_time_ = now + next; 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SafeBrowsingProtocolManager::UpdateFinished(bool success) { 6852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateFinished(success, !success); 6862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 6872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 6882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void SafeBrowsingProtocolManager::UpdateFinished(bool success, bool back_off) { 6892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 69046d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#if defined(OS_ANDROID) 69146d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) if (app_in_foreground_) 69246d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateSizeForeground", update_size_); 69346d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) else 69446d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateSizeBackground", update_size_); 69546d4c2bc3267f3f028f39e7e311b0f89aba2e4fdTorne (Richard Coles)#endif 6965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("SB2.UpdateSize", update_size_); 6975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) update_size_ = 0; 6982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool update_success = success || request_type_ == CHUNK_REQUEST; 6992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (backup_update_reason_ == BACKUP_UPDATE_REASON_MAX) { 7002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordUpdateResult( 7012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_success ? UPDATE_RESULT_SUCCESS : UPDATE_RESULT_FAIL); 7022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 7032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UpdateResult update_result = static_cast<UpdateResult>( 7042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UPDATE_RESULT_BACKUP_START + 7052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) (static_cast<int>(backup_update_reason_) * 2) + 7062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_success); 7072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordUpdateResult(update_result); 7082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 7092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason_ = BACKUP_UPDATE_REASON_MAX; 7102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_type_ = NO_REQUEST; 7112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) update_list_data_.clear(); 7125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delegate_->UpdateFinished(success); 7132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ScheduleNextUpdate(back_off); 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GURL SafeBrowsingProtocolManager::UpdateUrl() const { 7175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url = SafeBrowsingProtocolManagerHelper::ComposeUrl( 7185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) url_prefix_, "downloads", client_name_, version_, additional_query_); 7195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GURL(url); 7205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)GURL SafeBrowsingProtocolManager::BackupUpdateUrl( 7232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) BackupUpdateReason backup_update_reason) const { 7242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(backup_update_reason >= 0 && 7252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_update_reason < BACKUP_UPDATE_REASON_MAX); 7262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!backup_url_prefixes_[backup_update_reason].empty()); 7272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string url = SafeBrowsingProtocolManagerHelper::ComposeUrl( 7282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) backup_url_prefixes_[backup_update_reason], "downloads", client_name_, 7292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) version_, additional_query_); 7302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return GURL(url); 7312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 7322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 7335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GURL SafeBrowsingProtocolManager::GetHashUrl() const { 7345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url = SafeBrowsingProtocolManagerHelper::ComposeUrl( 7355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) url_prefix_, "gethash", client_name_, version_, additional_query_); 7365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GURL(url); 7375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GURL SafeBrowsingProtocolManager::NextChunkUrl(const std::string& url) const { 7402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(CalledOnValidThread()); 7415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string next_url; 7425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!StartsWithASCII(url, "http://", false) && 7435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !StartsWithASCII(url, "https://", false)) { 7445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Use https if we updated via https, otherwise http (useful for testing). 7455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (StartsWithASCII(url_prefix_, "https://", false)) 7465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("https://"); 7475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 7485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("http://"); 7495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append(url); 7505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url = url; 7525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!additional_query_.empty()) { 7545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (next_url.find("?") != std::string::npos) { 7555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("&"); 7565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append("?"); 7585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_url.append(additional_query_); 7605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GURL(next_url); 7625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::FullHashDetails::FullHashDetails() 7655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : callback(), 7665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_download(false) { 7675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::FullHashDetails::FullHashDetails( 7705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FullHashCallback callback, bool is_download) 7715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : callback(callback), 7725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_download(is_download) { 7735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManager::FullHashDetails::~FullHashDetails() { 7765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)SafeBrowsingProtocolManagerDelegate::~SafeBrowsingProtocolManagerDelegate() { 7795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 780