url_request_http_job.cc revision 90dce4d38c5ff5333bea97d859d4e484e27edf0c
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_http_job.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/base_switches.h" 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind_helpers.h" 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/command_line.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/compiler_specific.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/file_version_info.h" 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/message_loop.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/field_trial.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/histogram.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/rand_util.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/string_util.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/time.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/filter.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/host_port_pair.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/load_flags.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/mime_util.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/net_errors.h" 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/net_util.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/network_delegate.h" 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/sdch_manager.h" 27c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "net/cert/cert_status_flags.h" 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/cookies/cookie_monster.h" 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_network_session.h" 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_request_headers.h" 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_response_headers.h" 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_response_info.h" 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_status_code.h" 345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction.h" 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction_delegate.h" 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction_factory.h" 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_util.h" 382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/ssl/ssl_cert_request_info.h" 392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/ssl/ssl_config_service.h" 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/fraudulent_certificate_reporter.h" 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/http_user_agent_settings.h" 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request.h" 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_context.h" 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_error_job.h" 45b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles)#include "net/url_request/url_request_job_factory.h" 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_redirect_job.h" 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_throttler_header_adapter.h" 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_throttler_manager.h" 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const char kAvailDictionaryHeader[] = "Avail-Dictionary"; 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace net { 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class URLRequestHttpJob::HttpFilterContext : public FilterContext { 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) explicit HttpFilterContext(URLRequestHttpJob* job); 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~HttpFilterContext(); 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FilterContext implementation. 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool GetMimeType(std::string* mime_type) const OVERRIDE; 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool GetURL(GURL* gurl) const OVERRIDE; 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual base::Time GetRequestTime() const OVERRIDE; 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsCachedContent() const OVERRIDE; 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsDownload() const OVERRIDE; 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsSdchResponse() const OVERRIDE; 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual int64 GetByteReadCount() const OVERRIDE; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual int GetResponseCode() const OVERRIDE; 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void RecordPacketStats(StatisticSelector statistic) const OVERRIDE; 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Method to allow us to reset filter context for a response that should have 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // been SDCH encoded when there is an update due to an explicit HTTP header. 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void ResetSdchResponseToFalse(); 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestHttpJob* job_; 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(HttpFilterContext); 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class URLRequestHttpJob::HttpTransactionDelegateImpl 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : public HttpTransactionDelegate { 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpTransactionDelegateImpl( 842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLRequest* request, NetworkDelegate* network_delegate) 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : request_(request), 862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) network_delegate_(network_delegate), 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cache_active_(false), 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_active_(false) { 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~HttpTransactionDelegateImpl() { 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) OnDetachRequest(); 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void OnDetachRequest() { 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ == NULL || network_delegate_ == NULL) 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate_->NotifyRequestWaitStateChange( 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *request_, 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate::REQUEST_WAIT_STATE_RESET); 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cache_active_ = false; 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_active_ = false; 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_ = NULL; 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void OnCacheActionStart() OVERRIDE { 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ == NULL || network_delegate_ == NULL) 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!cache_active_ && !network_active_); 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cache_active_ = true; 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate_->NotifyRequestWaitStateChange( 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *request_, 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate::REQUEST_WAIT_STATE_CACHE_START); 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void OnCacheActionFinish() OVERRIDE { 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ == NULL || network_delegate_ == NULL) 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(cache_active_ && !network_active_); 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cache_active_ = false; 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate_->NotifyRequestWaitStateChange( 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *request_, 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate::REQUEST_WAIT_STATE_CACHE_FINISH); 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void OnNetworkActionStart() OVERRIDE { 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ == NULL || network_delegate_ == NULL) 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!cache_active_ && !network_active_); 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_active_ = true; 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate_->NotifyRequestWaitStateChange( 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *request_, 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate::REQUEST_WAIT_STATE_NETWORK_START); 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void OnNetworkActionFinish() OVERRIDE { 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ == NULL || network_delegate_ == NULL) 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!cache_active_ && network_active_); 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_active_ = false; 1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate_->NotifyRequestWaitStateChange( 1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *request_, 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate::REQUEST_WAIT_STATE_NETWORK_FINISH); 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequest* request_; 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate_; 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool cache_active_; 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool network_active_; 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::HttpFilterContext::HttpFilterContext(URLRequestHttpJob* job) 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : job_(job) { 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(job_); 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::HttpFilterContext::~HttpFilterContext() { 1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::GetMimeType( 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string* mime_type) const { 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->GetMimeType(mime_type); 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::GetURL(GURL* gurl) const { 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!job_->request()) 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *gurl = job_->request()->url(); 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::Time URLRequestHttpJob::HttpFilterContext::GetRequestTime() const { 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->request() ? job_->request()->request_time() : base::Time(); 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsCachedContent() const { 1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->is_cached_content_; 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsDownload() const { 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return (job_->request_info_.load_flags & LOAD_IS_DOWNLOAD) != 0; 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::HttpFilterContext::ResetSdchResponseToFalse() { 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(job_->sdch_dictionary_advertised_); 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) job_->sdch_dictionary_advertised_ = false; 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsSdchResponse() const { 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->sdch_dictionary_advertised_; 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int64 URLRequestHttpJob::HttpFilterContext::GetByteReadCount() const { 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->filter_input_byte_count(); 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int URLRequestHttpJob::HttpFilterContext::GetResponseCode() const { 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->GetResponseCode(); 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::HttpFilterContext::RecordPacketStats( 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StatisticSelector statistic) const { 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) job_->RecordPacketStats(statistic); 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(darin): make sure the port blocking code is not lost 2015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 2025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestJob* URLRequestHttpJob::Factory(URLRequest* request, 2035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate, 2045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& scheme) { 2055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(scheme == "http" || scheme == "https"); 2065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request->context()->http_transaction_factory()) { 2085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() << "requires a valid context"; 2095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new URLRequestErrorJob( 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request, network_delegate, ERR_INVALID_ARGUMENT); 2115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL redirect_url; 2142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request->GetHSTSRedirect(&redirect_url)) { 2152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return new URLRequestRedirectJob( 2162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request, network_delegate, redirect_url, 2172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Use status code 307 to preserve the method, so POST requests work. 2182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLRequestRedirectJob::REDIRECT_307_TEMPORARY_REDIRECT); 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new URLRequestHttpJob(request, 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate, 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request->context()->http_user_agent_settings()); 2235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::URLRequestHttpJob( 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequest* request, 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate, 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpUserAgentSettings* http_user_agent_settings) 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : URLRequestJob(request, network_delegate), 2312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_(DEFAULT_PRIORITY), 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_(NULL), 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_(0), 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_(AUTH_STATE_DONT_NEED_AUTH), 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_(AUTH_STATE_DONT_NEED_AUTH), 236c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) start_callback_(base::Bind( 237c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) &URLRequestHttpJob::OnStartCompleted, base::Unretained(this))), 238c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) notify_before_headers_sent_callback_(base::Bind( 239c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) &URLRequestHttpJob::NotifyBeforeSendHeadersCallback, 240c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) base::Unretained(this))), 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_(false), 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_(NULL), 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_(NULL), 2445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_advertised_(false), 2455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_activated_(false), 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_control_(false), 2475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_cached_content_(false), 2485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_(), 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_(false), 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done_(false), 2515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bytes_observed_in_packets_(0), 2525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_time_snapshot_(), 2535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) final_packet_time_(), 254c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) filter_context_(new HttpFilterContext(this)), 255c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) weak_factory_(this), 256c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) on_headers_received_callback_(base::Bind( 257c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) &URLRequestHttpJob::OnHeadersReceivedCallback, 258c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) base::Unretained(this))), 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_(false), 2602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_transaction_delegate_(new HttpTransactionDelegateImpl( 2612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request, network_delegate)), 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_user_agent_settings_(http_user_agent_settings) { 2635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestThrottlerManager* manager = request->context()->throttler_manager(); 2645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (manager) 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_ = manager->RegisterRequestUrl(request->url()); 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)URLRequestHttpJob::~URLRequestHttpJob() { 2712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(!awaiting_callback_); 2722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!sdch_test_control_ || !sdch_test_activated_); 2742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!is_cached_content_) { 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_test_control_) 2762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordPacketStats(FilterContext::SDCH_EXPERIMENT_HOLDBACK); 2772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_test_activated_) 2782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordPacketStats(FilterContext::SDCH_EXPERIMENT_DECODE); 2792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Make sure SDCH filters are told to emit histogram data while 2812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // filter_context_ is still alive. 2822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DestroyFilters(); 2832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_dictionary_url_.is_valid()) { 2852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Prior to reaching the destructor, request_ has been set to a NULL 2862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // pointer, so request_->url() is no longer valid in the destructor, and we 2872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // use an alternate copy |request_info_.url|. 2882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SdchManager* manager = SdchManager::Global(); 2892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // To be extra safe, since this is a "different time" from when we decided 2902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // to get the dictionary, we'll validate that an SdchManager is available. 2912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // At shutdown time, care is taken to be sure that we don't delete this 2922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // globally useful instance "too soon," so this check is just defensive 2932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // coding to assure that IF the system is shutting down, we don't have any 2942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // problem if the manager was deleted ahead of time. 2952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (manager) // Defensive programming. 2962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) manager->FetchDictionary(request_info_.url, sdch_dictionary_url_); 2972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DoneWithRequest(ABORTED); 2992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 3002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::SetPriority(RequestPriority priority) { 3022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_ = priority; 3032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (transaction_) 3042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) transaction_->SetPriority(priority_); 3052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 3062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::Start() { 3082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!transaction_.get()); 3092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 310c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // URLRequest::SetReferrer ensures that we do not send username and password 311c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // fields in the referrer. 312c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) GURL referrer(request_->referrer()); 3132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.url = request_->url(); 3152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.method = request_->method(); 3162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.load_flags = request_->load_flags(); 3172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.request_id = request_->identifier(); 31890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Enable privacy mode if cookie settings or flags tell us not send or 31990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // save cookies. 32090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) bool enable_privacy_mode = 32190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) (request_info_.load_flags & LOAD_DO_NOT_SEND_COOKIES) || 32290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) (request_info_.load_flags & LOAD_DO_NOT_SAVE_COOKIES) || 32390dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) CanEnablePrivacyMode(); 32490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Privacy mode could still be disabled in OnCookiesLoaded if we are going 32590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // to send previously saved cookies. 32690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) request_info_.privacy_mode = enable_privacy_mode ? 32790dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) kPrivacyModeEnabled : kPrivacyModeDisabled; 3282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Strip Referer from request_info_.extra_headers to prevent, e.g., plugins 3302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // from overriding headers that are controlled using other means. Otherwise a 3312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // plugin could set a referrer although sending the referrer is inhibited. 3322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.RemoveHeader(HttpRequestHeaders::kReferer); 3332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Our consumer should have made sure that this is a safe referrer. See for 3352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // instance WebCore::FrameLoader::HideReferrer. 3362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (referrer.is_valid()) { 3372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.SetHeader(HttpRequestHeaders::kReferer, 3382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) referrer.spec()); 3392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.SetHeaderIfMissing( 3422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpRequestHeaders::kUserAgent, 3432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_user_agent_settings_ ? 3442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_user_agent_settings_->GetUserAgent(request_->url()) : 3452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) EmptyString()); 3462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AddExtraHeaders(); 3482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AddCookieHeaderAndStart(); 3492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 3502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::Kill() { 3522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_transaction_delegate_->OnDetachRequest(); 3532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!transaction_.get()) 3552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 3562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) weak_factory_.InvalidateWeakPtrs(); 3582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DestroyTransaction(); 3592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLRequestJob::Kill(); 3602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 3612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyHeadersComplete() { 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_); 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = transaction_->GetResponseInfo(); 3665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Save boolean, as we'll need this info at destruction time, and filters may 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // also need this info. 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_cached_content_ = response_info_->was_cached; 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!is_cached_content_ && throttling_entry_) { 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestThrottlerHeaderAdapter response_adapter(GetResponseHeaders()); 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_->UpdateWithResponse(request_info_.url.host(), 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &response_adapter); 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The ordering of these calls is not important. 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ProcessStrictTransportSecurityHeader(); 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ProcessPublicKeyPinsHeader(); 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (SdchManager::Global() && 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->IsInSupportedDomain(request_->url())) { 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string name = "Get-Dictionary"; 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url_text; 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(jar): We need to not fetch dictionaries the first time they are 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // seen, but rather wait until we can justify their usefulness. 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For now, we will only fetch the first dictionary, which will at least 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // require multiple suggestions before we get additional ones for this site. 3905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Eventually we should wait until a dictionary is requested several times 3915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // before we even download it (so that we don't waste memory or bandwidth). 3925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetResponseHeaders()->EnumerateHeader(&iter, name, &url_text)) { 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // request_->url() won't be valid in the destructor, so we use an 3945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // alternate copy. 3955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(request_->url(), request_info_.url); 3965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Resolve suggested URL relative to request url. 3975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_url_ = request_info_.url.Resolve(url_text); 3985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The HTTP transaction may be restarted several times for the purposes 4025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of sending authorization information. Each time it restarts, we get 4035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // notified of the headers completion so that we can update the cookie store. 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_->IsReadyToRestartForAuth()) { 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_->auth_challenge.get()); 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(battre): This breaks the webrequest API for 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequestTestHTTP.BasicAuthWithCookies 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // where OnBeforeSendHeaders -> OnSendHeaders -> OnBeforeSendHeaders 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // occurs. 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RestartTransactionWithAuth(AuthCredentials()); 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestJob::NotifyHeadersComplete(); 4155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyDone(const URLRequestStatus& status) { 4185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 4195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestJob::NotifyDone(status); 4205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DestroyTransaction() { 4235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 4245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(ABORTED); 4265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_.reset(); 4275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 42890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StartTransaction() { 4322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 4332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int rv = network_delegate()->NotifyBeforeSendHeaders( 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_, notify_before_headers_sent_callback_, 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &request_info_.extra_headers); 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If an extension blocks the request, we rely on the callback to 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // MaybeStartTransactionInternal(). 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) { 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetBlockedOnDelegate(); 4405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) MaybeStartTransactionInternal(rv); 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransactionInternal(); 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyBeforeSendHeadersCallback(int result) { 4495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetUnblockedOnDelegate(); 4505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check that there are no callbacks to already canceled requests. 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(URLRequestStatus::CANCELED, GetStatus().status()); 4535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) MaybeStartTransactionInternal(result); 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::MaybeStartTransactionInternal(int result) { 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransactionInternal(); 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", &source)); 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StartTransactionInternal() { 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // NOTE: This method assumes that request_info_ is already setup properly. 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we already have a transaction, then we should restart the transaction 4735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // with auth provided by auth_credentials_. 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv; 4765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 4782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) network_delegate()->NotifySendHeaders( 4795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_, request_info_.extra_headers); 4805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) { 4835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = transaction_->RestartWithAuth(auth_credentials_, start_callback_); 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) auth_credentials_ = AuthCredentials(); 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_->context()->http_transaction_factory()); 4875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = request_->context()->http_transaction_factory()->CreateTransaction( 4892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_, &transaction_, http_transaction_delegate_.get()); 4905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == OK) { 4915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!throttling_entry_ || 4925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !throttling_entry_->ShouldRejectRequest(*request_)) { 4935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = transaction_->Start( 4945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &request_info_, start_callback_, request_->net_log()); 4955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_time_ = base::TimeTicks::Now(); 4965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Special error code for the exponential back-off module. 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = ERR_TEMPORARILY_THROTTLED; 4995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 5045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 5075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 50890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 5095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 5105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 5115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 5125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::AddExtraHeaders() { 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Supply Accept-Encoding field only if it is not already provided. 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // It should be provided IF the content is known to have restrictions on 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // potential encoding, such as streaming multi-media. 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For details see bug 47381. 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(jar, enal): jpeg files etc. should set up a request header if 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // possible. Right now it is done only by buffered_resource_loader and 5215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // simple_data_source. 5225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_info_.extra_headers.HasHeader( 5235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding)) { 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool advertise_sdch = SdchManager::Global() && 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->IsInSupportedDomain(request_->url()); 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string avail_dictionaries; 5275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (advertise_sdch) { 5285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->GetAvailDictionaryList(request_->url(), 5295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &avail_dictionaries); 5305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The AllowLatencyExperiment() is only true if we've successfully done a 5325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // full SDCH compression recently in this browser session for this host. 5335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Note that for this path, there might be no applicable dictionaries, 5345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // and hence we can't participate in the experiment. 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!avail_dictionaries.empty() && 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->AllowLatencyExperiment(request_->url())) { 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are participating in the test (or control), and hence we'll 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // eventually record statistics via either SDCH_EXPERIMENT_DECODE or 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // SDCH_EXPERIMENT_HOLDBACK, and we'll need some packet timing data. 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_ = true; 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (base::RandDouble() < .01) { 5425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_control_ = true; // 1% probability. 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) advertise_sdch = false; 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_activated_ = true; 5465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Supply Accept-Encoding headers first so that it is more likely that they 5515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // will be in the first transmitted packet. This can sometimes make it 5525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // easier to filter and analyze the streams to assure that a proxy has not 5535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // damaged these headers. Some proxies deliberately corrupt Accept-Encoding 5545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // headers. 5555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!advertise_sdch) { 5565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Tell the server what compression formats we support (other than SDCH). 5575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding, "gzip,deflate"); 5595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Include SDCH in acceptable list. 5615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding, "gzip,deflate,sdch"); 5635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!avail_dictionaries.empty()) { 5645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kAvailDictionaryHeader, 5665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) avail_dictionaries); 5675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_advertised_ = true; 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Since we're tagging this transaction as advertising a dictionary, 5695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we'll definitely employ an SDCH filter (or tentative sdch filter) 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // when we get a response. When done, we'll record histograms via 5715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // SDCH_DECODE or SDCH_PASSTHROUGH. Hence we need to record packet 5725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // arrival times. 5735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_ = true; 5745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (http_user_agent_settings_) { 5792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only add default Accept-Language if the request didn't have it 5802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // specified. 5815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string accept_language = 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_user_agent_settings_->GetAcceptLanguage(); 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!accept_language.empty()) { 5845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeaderIfMissing( 5855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptLanguage, 5865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) accept_language); 5875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::AddCookieHeaderAndStart() { 5925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 5945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 5955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the request was destroyed, then there is no more work to do. 5975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 5985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieStore* cookie_store = request_->context()->cookie_store(); 6015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (cookie_store && !(request_info_.load_flags & LOAD_DO_NOT_SEND_COOKIES)) { 6025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::CookieMonster* cookie_monster = cookie_store->GetCookieMonster(); 6035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (cookie_monster) { 6045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookie_monster->GetAllCookiesForURLAsync( 6055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), 6065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::CheckCookiePolicyAndLoad, 6075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr())); 6085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 6092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CheckCookiePolicyAndLoad(CookieList()); 6105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoLoadCookies() { 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieOptions options; 6185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_include_httponly(); 6192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->cookie_store()->GetCookiesWithOptionsAsync( 6205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), options, 6215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnCookiesLoaded, 6225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr())); 6235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::CheckCookiePolicyAndLoad( 6265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const CookieList& cookie_list) { 6275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (CanGetCookies(cookie_list)) 6285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoLoadCookies(); 6295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 6305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 6315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::OnCookiesLoaded(const std::string& cookie_line) { 6345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!cookie_line.empty()) { 6355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 6365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kCookie, cookie_line); 63790dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Disable privacy mode as we are sending cookies anyway. 63890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) request_info_.privacy_mode = kPrivacyModeDisabled; 6395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 6415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoStartTransaction() { 6445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We may have been canceled while retrieving cookies. 6455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetStatus().is_success()) { 6465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransaction(); 6475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 6485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 6495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SaveCookiesAndNotifyHeadersComplete(int result) { 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result != net::OK) { 6545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 6555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 6565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", &source)); 6575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 6585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 6625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpResponseInfo* response_info = transaction_->GetResponseInfo(); 6645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info); 6655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 6675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ = 0; 6685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FetchResponseCookies(&response_cookies_); 6705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!GetResponseHeaders()->GetDateValue(&response_date_)) 6725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_date_ = base::Time(); 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Now, loop over the response cookies, and attempt to persist each. 6755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveNextCookie(); 6765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// If the save occurs synchronously, SaveNextCookie will loop and save the next 6795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// cookie. If the save is deferred, the callback is responsible for continuing 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to iterate through the cookies. 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(erikwright): Modify the CookieStore API to indicate via return value 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// whether it completed synchronously or asynchronously. 6835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See http://crbug.com/131066. 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SaveNextCookie() { 6855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 6865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 6875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 6885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Used to communicate with the callback. See the implementation of 6905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OnCookieSaved. 6915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> callback_pending = new SharedBoolean(false); 6925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> save_next_cookie_running = 6935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new SharedBoolean(true); 6945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!(request_info_.load_flags & LOAD_DO_NOT_SAVE_COOKIES) && 6965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->context()->cookie_store() && 6975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.size() > 0) { 6985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieOptions options; 6995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_include_httponly(); 7005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_server_time(response_date_); 7015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::CookieStore::SetCookiesCallback callback( 7035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnCookieSaved, 7045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), 7055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) save_next_cookie_running, 7065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending)); 7075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Loop through the cookies as long as SetCookieWithOptionsAsync completes 7095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // synchronously. 7105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (!callback_pending->data && 7115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ < response_cookies_.size()) { 7125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (CanSetCookie( 7135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_[response_cookies_save_index_], &options)) { 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending->data = true; 7155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->context()->cookie_store()->SetCookieWithOptionsAsync( 7165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), response_cookies_[response_cookies_save_index_], 7175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options, callback); 7185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++response_cookies_save_index_; 7205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) save_next_cookie_running->data = false; 7245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!callback_pending->data) { 7265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 7275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ = 0; 7285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); // Clear the IO_PENDING status 7295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyHeadersComplete(); 7305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |save_next_cookie_running| is true when the callback is bound and set to 7355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// false when SaveNextCookie exits, allowing the callback to determine if the 7365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// save occurred synchronously or asynchronously. 7375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |callback_pending| is false when the callback is invoked and will be set to 7385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// true by the callback, allowing SaveNextCookie to detect whether the save 7395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// occurred synchronously. 7405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See SaveNextCookie() for more information. 7415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnCookieSaved( 7425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> save_next_cookie_running, 7435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> callback_pending, 7445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool cookie_status) { 7455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending->data = false; 7465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we were called synchronously, return. 7485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (save_next_cookie_running->data) { 7495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We were called asynchronously, so trigger the next save. 7535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We may have been canceled within OnSetCookie. 7545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetStatus().is_success()) { 7555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveNextCookie(); 7565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 7585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::FetchResponseCookies( 7625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<std::string>* cookies) { 7635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string name = "Set-Cookie"; 7645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string value; 7655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 7675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, name, &value)) { 7695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!value.empty()) 7705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookies->push_back(value); 7715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// NOTE: |ProcessStrictTransportSecurityHeader| and 7755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |ProcessPublicKeyPinsHeader| have very similar structures, by design. 7765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ProcessStrictTransportSecurityHeader() { 7775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 7782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TransportSecurityState* security_state = 7792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->transport_security_state(); 7805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = response_info_->ssl_info; 7815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only accept HSTS headers on HTTPS connections that have no 7832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // certificate errors. 7845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!ssl_info.is_valid() || IsCertStatusError(ssl_info.cert_status) || 7852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !security_state) 7865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://tools.ietf.org/html/draft-ietf-websec-strict-transport-sec: 7895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 7905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If a UA receives more than one STS header field in a HTTP response 7915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // message over secure transport, then the UA MUST process only the 7925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // first such header field. 7932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string value; 7952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (headers->EnumerateHeader(NULL, "Strict-Transport-Security", &value)) 7962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) security_state->AddHSTSHeader(request_info_.url.host(), value); 7975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ProcessPublicKeyPinsHeader() { 8005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 8012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TransportSecurityState* security_state = 8022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->transport_security_state(); 8035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = response_info_->ssl_info; 8045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only accept HPKP headers on HTTPS connections that have no 8065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // certificate errors. 8075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!ssl_info.is_valid() || IsCertStatusError(ssl_info.cert_status) || 8082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !security_state) 8095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 8105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // http://tools.ietf.org/html/draft-ietf-websec-key-pinning: 8122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // 8132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // If a UA receives more than one PKP header field in an HTTP 8142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // response message over secure transport, then the UA MUST process 8152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // only the first such header field. 8165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 8175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string value; 8182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (headers->EnumerateHeader(NULL, "Public-Key-Pins", &value)) 8192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) security_state->AddHPKPHeader(request_info_.url.host(), value, ssl_info); 8205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnStartCompleted(int result) { 8235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordTimer(); 8245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the request was destroyed, then there is no more work to do. 8265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 8275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 8285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the transaction was destroyed, then the job was cancelled, and 8305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we can just ignore this notification. 8315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!transaction_.get()) 8325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 8335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 83490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks::Now(); 83590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) 8365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the IO_PENDING status 8375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); 8385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const URLRequestContext* context = request_->context(); 8405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == ERR_SSL_PINNED_KEY_NOT_IN_CERT_CHAIN && 8425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetResponseInfo() != NULL) { 8435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FraudulentCertificateReporter* reporter = 8445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->fraudulent_certificate_reporter(); 8455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reporter != NULL) { 8465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = transaction_->GetResponseInfo()->ssl_info; 8475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool sni_available = SSLConfigService::IsSNIAvailable( 8485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->ssl_config_service()); 8495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& host = request_->url().host(); 8505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) reporter->SendReport(host, ssl_info, sni_available); 8525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 8565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<HttpResponseHeaders> headers = GetResponseHeaders(); 8572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 8585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Note that |this| may not be deleted until 8595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |on_headers_received_callback_| or 8605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |NetworkDelegate::URLRequestDestroyed()| has been called. 8612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int error = network_delegate()->NotifyHeadersReceived( 8622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_, on_headers_received_callback_, 8632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) headers, &override_response_headers_); 8645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (error != net::OK) { 8655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (error == net::ERR_IO_PENDING) { 8665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = true; 8672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SetBlockedOnDelegate(); 8685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 8705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 8715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", 8725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &source)); 8735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, error)); 8745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 8765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveCookiesAndNotifyHeadersComplete(net::OK); 8805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (IsCertificateError(result)) { 8815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We encountered an SSL certificate error. Ask our delegate to decide 8825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // what we should do. 8835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TransportSecurityState::DomainState domain_state; 8855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const URLRequestContext* context = request_->context(); 8862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const bool fatal = context->transport_security_state() && 8875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->transport_security_state()->GetDomainState( 8885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.url.host(), 8895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SSLConfigService::IsSNIAvailable(context->ssl_config_service()), 8902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &domain_state) && 8912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) domain_state.ShouldSSLErrorsBeFatal(); 8925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifySSLCertificateError(transaction_->GetResponseInfo()->ssl_info, fatal); 8935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (result == ERR_SSL_CLIENT_AUTH_CERT_NEEDED) { 8945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCertificateRequested( 8955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetResponseInfo()->cert_request_info); 8965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 8985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnHeadersReceivedCallback(int result) { 9022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SetUnblockedOnDelegate(); 9035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = false; 9045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check that there are no callbacks to already canceled requests. 9065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(URLRequestStatus::CANCELED, GetStatus().status()); 9075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveCookiesAndNotifyHeadersComplete(result); 9095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnReadCompleted(int result) { 9125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_ = false; 9135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ShouldFixMismatchedContentLength(result)) 9155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) result = OK; 9165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 9185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus()); 9195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (result < 0) { 9205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus(URLRequestStatus::FAILED, result)); 9215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 9225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the IO_PENDING status 9235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); 9245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 9255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyReadComplete(result); 9275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RestartTransactionWithAuth( 9305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const AuthCredentials& credentials) { 9315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) auth_credentials_ = credentials; 9325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These will be reset in OnStartCompleted. 9345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 93590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 9365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 9375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 9395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Update the cookies, since the cookie store may have been updated from the 9415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // headers in the 401/407. Since cookies were already appended to 9425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // extra_headers, we need to strip them out before adding them again. 9435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.RemoveHeader(HttpRequestHeaders::kCookie); 9445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AddCookieHeaderAndStart(); 9465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::SetUpload(UploadDataStream* upload) { 9495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!transaction_.get()) << "cannot change once started"; 9502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.upload_data_stream = upload; 9515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SetExtraRequestHeaders( 9545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpRequestHeaders& headers) { 9555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!transaction_.get()) << "cannot change once started"; 9565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.CopyFrom(headers); 9575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)LoadState URLRequestHttpJob::GetLoadState() const { 9605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return transaction_.get() ? 9615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetLoadState() : LOAD_STATE_IDLE; 9625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)UploadProgress URLRequestHttpJob::GetUploadProgress() const { 9655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return transaction_.get() ? 9665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetUploadProgress() : UploadProgress(); 9675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetMimeType(std::string* mime_type) const { 9705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->GetMimeType(mime_type); 9765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetCharset(std::string* charset) { 9795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->GetCharset(charset); 9855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::GetResponseInfo(HttpResponseInfo* info) { 9885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_); 9895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_) { 9925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *info = *response_info_; 9935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (override_response_headers_) 9945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) info->headers = override_response_headers_; 9955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 9965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::GetLoadTimingInfo( 9992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) LoadTimingInfo* load_timing_info) const { 100090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // If haven't made it far enough to receive any headers, don't return 100190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // anything. This makes for more consistent behavior in the case of errors. 100290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) if (!transaction_ || receive_headers_end_.is_null()) 100390dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) return; 100490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) if (transaction_->GetLoadTimingInfo(load_timing_info)) 100590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) load_timing_info->receive_headers_end = receive_headers_end_; 10062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 10072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 10085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetResponseCookies(std::vector<std::string>* cookies) { 10095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 10125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(darin): Why are we extracting response cookies again? Perhaps we 10155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // should just leverage response_cookies_. 10165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookies->clear(); 10185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FetchResponseCookies(cookies); 10195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int URLRequestHttpJob::GetResponseCode() const { 10235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 10265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return -1; 10275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->response_code(); 10295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)Filter* URLRequestHttpJob::SetupFilter() const { 10325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 10345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return NULL; 10355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<Filter::FilterType> encoding_types; 10375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string encoding_type; 10385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 10395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 10405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, "Content-Encoding", &encoding_type)) { 10415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoding_types.push_back(Filter::ConvertEncodingToType(encoding_type)); 10425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (filter_context_->IsSdchResponse()) { 10455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are wary of proxies that discard or damage SDCH encoding. If a server 10465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // explicitly states that this is not SDCH content, then we can correct our 10475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // assumption that this is an SDCH response, and avoid the need to recover 10485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // as though the content is corrupted (when we discover it is not SDCH 10495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // encoded). 10505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string sdch_response_status; 10515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) iter = NULL; 10525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, "X-Sdch-Encode", 10535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &sdch_response_status)) { 10545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sdch_response_status == "0") { 10555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) filter_context_->ResetSdchResponseToFalse(); 10565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 10575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Even if encoding types are empty, there is a chance that we need to add 10625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // some decoding, as some proxies strip encoding completely. In such cases, 10635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we may need to add (for example) SDCH filtering (when the context suggests 10645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it is appropriate). 10655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Filter::FixupEncodingTypes(*filter_context_, &encoding_types); 10665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return !encoding_types.empty() 10685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ? Filter::Factory(encoding_types, *filter_context_) : NULL; 10695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::IsSafeRedirect(const GURL& location) { 1072b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // HTTP is always safe. 1073b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // TODO(pauljensen): Remove once crbug.com/146591 is fixed. 1074b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) if (location.is_valid() && 1075b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) (location.scheme() == "http" || location.scheme() == "https")) { 10765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1078b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // Query URLRequestJobFactory as to whether |location| would be safe to 1079b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // redirect to. 1080b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) return request_->context()->job_factory() && 1081b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) request_->context()->job_factory()->IsSafeRedirectTarget(location); 10825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::NeedsAuth() { 10855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int code = GetResponseCode(); 10865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (code == -1) 10875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check if we need either Proxy or WWW Authentication. This could happen 10905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // because we either provided no auth info, or provided incorrect info. 10915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (code) { 10925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case 407: 10935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_CANCELED) 10945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_NEED_AUTH; 10965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case 401: 10985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (server_auth_state_ == AUTH_STATE_CANCELED) 10995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 11005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_NEED_AUTH; 11015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 11025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 11045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::GetAuthChallengeInfo( 11075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<AuthChallengeInfo>* result) { 11085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 11095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 11105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // sanity checks: 11125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(proxy_auth_state_ == AUTH_STATE_NEED_AUTH || 11135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ == AUTH_STATE_NEED_AUTH); 11145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK((GetResponseHeaders()->response_code() == HTTP_UNAUTHORIZED) || 11155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (GetResponseHeaders()->response_code() == 11165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HTTP_PROXY_AUTHENTICATION_REQUIRED)); 11175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *result = response_info_->auth_challenge; 11195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SetAuth(const AuthCredentials& credentials) { 11225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 11235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxy gets set first, then WWW. 11255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_NEED_AUTH) { 11265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_HAVE_AUTH; 11275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 11285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(server_auth_state_, AUTH_STATE_NEED_AUTH); 11295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_HAVE_AUTH; 11305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RestartTransactionWithAuth(credentials); 11335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::CancelAuth() { 11365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxy gets set first, then WWW. 11375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_NEED_AUTH) { 11385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_CANCELED; 11395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 11405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(server_auth_state_, AUTH_STATE_NEED_AUTH); 11415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_CANCELED; 11425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These will be reset in OnStartCompleted. 11455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 114690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks::Now(); 11475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 11485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OK, let the consumer read the error page... 11525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 11535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Because we set the AUTH_STATE_CANCELED flag, NeedsAuth will return false, 11545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // which will cause the consumer to receive OnResponseStarted instead of 11555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OnAuthRequired. 11565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 11575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We have to do this via InvokeLater to avoid "recursing" the consumer. 11585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 115990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), OK)); 11635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ContinueWithCertificate( 11665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) X509Certificate* client_cert) { 11675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 11685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_) << "should not have a response yet"; 117090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 11715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 11755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 11765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 11775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->RestartWithCertificate(client_cert, start_callback_); 11795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 11805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 11835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 118490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 11885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ContinueDespiteLastError() { 11915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the transaction was destroyed, then the job was cancelled. 11925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!transaction_.get()) 11935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_) << "should not have a response yet"; 119690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 11975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 12015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 12025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 12035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->RestartIgnoringLastError(start_callback_); 12055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 12065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 12095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 121090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 12115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 12125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 12135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 12145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::ShouldFixMismatchedContentLength(int rv) const { 12175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Some servers send the body compressed, but specify the content length as 12185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the uncompressed size. Although this violates the HTTP spec we want to 12195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // support it (as IE and FireFox do), but *only* for an exact match. 12205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // See http://crbug.com/79694. 12215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == net::ERR_CONTENT_LENGTH_MISMATCH || 12225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv == net::ERR_INCOMPLETE_CHUNKED_ENCODING) { 12235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ && request_->response_headers()) { 12245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int64 expected_length = request_->response_headers()->GetContentLength(); 12255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << __FUNCTION__ << "() " 12265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "\"" << request_->url().spec() << "\"" 12275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " content-length = " << expected_length 12285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " pre total = " << prefilter_bytes_read() 12295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " post total = " << postfilter_bytes_read(); 12305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (postfilter_bytes_read() == expected_length) { 12315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the error. 12325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 12335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 12375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::ReadRawData(IOBuffer* buf, int buf_size, 12405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int* bytes_read) { 12415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(buf_size, 0); 12425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(bytes_read); 12435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!read_in_progress_); 12445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->Read( 12465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) buf, buf_size, 12475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnReadCompleted, base::Unretained(this))); 12485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ShouldFixMismatchedContentLength(rv)) 12505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = 0; 12515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv >= 0) { 12535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *bytes_read = rv; 12545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!rv) 12555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 12565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 12575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) { 12605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_ = true; 12615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 12625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 12635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus(URLRequestStatus::FAILED, rv)); 12645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 12675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StopCaching() { 12705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) 12715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->StopCaching(); 12725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoneReading() { 12755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) 12765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->DoneReading(); 12775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 12785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)HostPortPair URLRequestHttpJob::GetSocketAddress() const { 12815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return response_info_ ? response_info_->socket_address : HostPortPair(); 12825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordTimer() { 12855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_creation_time_.is_null()) { 12865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() 12875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "The same transaction shouldn't start twice without new timing."; 12885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta to_start = base::Time::Now() - request_creation_time_; 12925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_ = base::Time(); 12935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_MEDIUM_TIMES("Net.HttpTimeToFirstByte", to_start); 12955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ResetTimer() { 12985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_creation_time_.is_null()) { 12995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() 13005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "The timer was reset before it was recorded."; 13015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_ = base::Time::Now(); 13045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::UpdatePacketReadTimes() { 13075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!packet_timing_enabled_) 13085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (filter_input_byte_count() <= bytes_observed_in_packets_) { 13115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(filter_input_byte_count(), bytes_observed_in_packets_); 13125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // No new bytes have arrived. 13135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) final_packet_time_ = base::Time::Now(); 13165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!bytes_observed_in_packets_) 13175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_time_snapshot_ = request_ ? request_->request_time() : base::Time(); 13185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bytes_observed_in_packets_ = filter_input_byte_count(); 13205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordPacketStats( 13235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterContext::StatisticSelector statistic) const { 13245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!packet_timing_enabled_ || (final_packet_time_ == base::Time())) 13255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta duration = final_packet_time_ - request_time_snapshot_; 13285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (statistic) { 13295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_DECODE: { 13305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_COUNTS("Sdch3.Network_Decode_Bytes_Processed_b", 13315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static_cast<int>(bytes_observed_in_packets_), 500, 100000, 100); 13325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_PASSTHROUGH: { 13355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Despite advertising a dictionary, we handled non-sdch compressed 13365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // content. 13375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_EXPERIMENT_DECODE: { 13415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_TIMES("Sdch3.Experiment2_Decode", 13425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) duration, 13435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(20), 13445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMinutes(10), 100); 13455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_EXPERIMENT_HOLDBACK: { 13485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_TIMES("Sdch3.Experiment2_Holdback", 13495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) duration, 13505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(20), 13515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMinutes(10), 100); 13525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 13555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED(); 13565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The common type of histogram we use for all compression-tracking histograms. 13615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define COMPRESSION_HISTOGRAM(name, sample) \ 13625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do { \ 13635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_COUNTS("Net.Compress." name, sample, \ 13645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 500, 1000000, 100); \ 13655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } while (0) 13665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordCompressionHistograms() { 13685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_); 13695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 13705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_cached_content_ || // Don't record cached content 13735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !GetStatus().is_success() || // Don't record failed content 13745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !IsCompressibleContent() || // Only record compressible content 13755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !prefilter_bytes_read()) // Zero-byte responses aren't useful. 13765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Miniature requests aren't really compressible. Don't count them. 13795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int kMinSize = 16; 13805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (prefilter_bytes_read() < kMinSize) 13815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Only record for http or https urls. 13845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_http = request_->url().SchemeIs("http"); 13855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_https = request_->url().SchemeIs("https"); 13865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!is_http && !is_https) 13875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int compressed_B = prefilter_bytes_read(); 13905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int decompressed_B = postfilter_bytes_read(); 13915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool was_filtered = HasFilter(); 13925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We want to record how often downloaded resources are compressed. 13945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // But, we recognize that different protocols may have different 13955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // properties. So, for each request, we'll put it into one of 3 13965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // groups: 13975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // a) SSL resources 13985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxies cannot tamper with compression headers with SSL. 13995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // b) Non-SSL, loaded-via-proxy resources 14005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In this case, we know a proxy might have interfered. 14015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // c) Non-SSL, loaded-without-proxy resources 14025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In this case, we know there was no explicit proxy. However, 14035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it is possible that a transparent proxy was still interfering. 14045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 14055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For each group, we record the same 3 histograms. 14065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_https) { 14085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 14095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.BytesBeforeCompression", compressed_B); 14105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.BytesAfterCompression", decompressed_B); 14115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.ShouldHaveBeenCompressed", decompressed_B); 14135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_->was_fetched_via_proxy()) { 14185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 14195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.BytesBeforeCompression", compressed_B); 14205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.BytesAfterCompression", decompressed_B); 14215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.ShouldHaveBeenCompressed", decompressed_B); 14235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 14285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.BytesBeforeCompression", compressed_B); 14295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.BytesAfterCompression", decompressed_B); 14305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.ShouldHaveBeenCompressed", decompressed_B); 14325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::IsCompressibleContent() const { 14365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string mime_type; 14375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetMimeType(&mime_type) && 14385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (IsSupportedJavascriptMimeType(mime_type.c_str()) || 14395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IsSupportedNonImageMimeType(mime_type.c_str())); 14405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordPerfHistograms(CompletionCause reason) { 14435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (start_time_.is_null()) 14445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta total_time = base::TimeTicks::Now() - start_time_; 14475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTime", total_time); 14485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reason == FINISHED) { 14505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeSuccess", total_time); 14515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeCancel", total_time); 14535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_) { 14565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_->was_cached) { 14575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeCached", total_time); 14585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeNotCached", total_time); 14605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_time_ = base::TimeTicks(); 14645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoneWithRequest(CompletionCause reason) { 14675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (done_) 14685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done_ = true; 14705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordPerfHistograms(reason); 14715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reason == FINISHED) { 14725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->set_received_response_content_length(prefilter_bytes_read()); 14735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordCompressionHistograms(); 14745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)HttpResponseHeaders* URLRequestHttpJob::GetResponseHeaders() const { 14785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 14795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_->GetResponseInfo()); 14805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return override_response_headers_.get() ? 14815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) override_response_headers_ : 14825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetResponseInfo()->headers; 14835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyURLRequestDestroyed() { 14865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = false; 14875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnDetachRequest() { 14905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_transaction_delegate_->OnDetachRequest(); 14915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace net 1494