url_request_http_job.cc revision 5d1f7b1de12d16ceb2c938c56701a3e8bfa558f7
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_http_job.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/base_switches.h" 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind_helpers.h" 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/command_line.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/compiler_specific.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/file_version_info.h" 139ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch#include "base/message_loop/message_loop.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/field_trial.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/histogram.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/rand_util.h" 17868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/string_util.h" 18eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch#include "base/time/time.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/host_port_pair.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/load_flags.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/mime_util.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/net_errors.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/net_util.h" 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/network_delegate.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/sdch_manager.h" 26c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "net/cert/cert_status_flags.h" 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/cookies/cookie_monster.h" 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_network_session.h" 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_request_headers.h" 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_response_headers.h" 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_response_info.h" 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_status_code.h" 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction.h" 345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction_factory.h" 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_util.h" 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/ssl/ssl_cert_request_info.h" 372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/ssl/ssl_config_service.h" 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/fraudulent_certificate_reporter.h" 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/http_user_agent_settings.h" 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request.h" 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_context.h" 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_error_job.h" 43b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles)#include "net/url_request/url_request_job_factory.h" 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_redirect_job.h" 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_throttler_header_adapter.h" 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_throttler_manager.h" 47a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles)#include "net/websockets/websocket_handshake_stream_base.h" 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const char kAvailDictionaryHeader[] = "Avail-Dictionary"; 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace net { 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class URLRequestHttpJob::HttpFilterContext : public FilterContext { 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) explicit HttpFilterContext(URLRequestHttpJob* job); 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~HttpFilterContext(); 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FilterContext implementation. 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool GetMimeType(std::string* mime_type) const OVERRIDE; 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool GetURL(GURL* gurl) const OVERRIDE; 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual base::Time GetRequestTime() const OVERRIDE; 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsCachedContent() const OVERRIDE; 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsDownload() const OVERRIDE; 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsSdchResponse() const OVERRIDE; 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual int64 GetByteReadCount() const OVERRIDE; 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual int GetResponseCode() const OVERRIDE; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void RecordPacketStats(StatisticSelector statistic) const OVERRIDE; 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Method to allow us to reset filter context for a response that should have 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // been SDCH encoded when there is an update due to an explicit HTTP header. 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void ResetSdchResponseToFalse(); 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestHttpJob* job_; 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(HttpFilterContext); 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::HttpFilterContext::HttpFilterContext(URLRequestHttpJob* job) 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : job_(job) { 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(job_); 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::HttpFilterContext::~HttpFilterContext() { 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::GetMimeType( 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string* mime_type) const { 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->GetMimeType(mime_type); 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::GetURL(GURL* gurl) const { 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!job_->request()) 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *gurl = job_->request()->url(); 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::Time URLRequestHttpJob::HttpFilterContext::GetRequestTime() const { 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->request() ? job_->request()->request_time() : base::Time(); 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsCachedContent() const { 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->is_cached_content_; 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsDownload() const { 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return (job_->request_info_.load_flags & LOAD_IS_DOWNLOAD) != 0; 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::HttpFilterContext::ResetSdchResponseToFalse() { 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(job_->sdch_dictionary_advertised_); 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) job_->sdch_dictionary_advertised_ = false; 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsSdchResponse() const { 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->sdch_dictionary_advertised_; 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int64 URLRequestHttpJob::HttpFilterContext::GetByteReadCount() const { 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->filter_input_byte_count(); 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int URLRequestHttpJob::HttpFilterContext::GetResponseCode() const { 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->GetResponseCode(); 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::HttpFilterContext::RecordPacketStats( 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StatisticSelector statistic) const { 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) job_->RecordPacketStats(statistic); 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(darin): make sure the port blocking code is not lost 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestJob* URLRequestHttpJob::Factory(URLRequest* request, 1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate, 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& scheme) { 138a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) DCHECK(scheme == "http" || scheme == "https" || scheme == "ws" || 139a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) scheme == "wss"); 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request->context()->http_transaction_factory()) { 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() << "requires a valid context"; 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new URLRequestErrorJob( 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request, network_delegate, ERR_INVALID_ARGUMENT); 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL redirect_url; 1482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request->GetHSTSRedirect(&redirect_url)) { 1492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return new URLRequestRedirectJob( 1502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request, network_delegate, redirect_url, 1512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Use status code 307 to preserve the method, so POST requests work. 1522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLRequestRedirectJob::REDIRECT_307_TEMPORARY_REDIRECT); 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new URLRequestHttpJob(request, 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate, 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request->context()->http_user_agent_settings()); 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::URLRequestHttpJob( 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequest* request, 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate, 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpUserAgentSettings* http_user_agent_settings) 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : URLRequestJob(request, network_delegate), 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_(DEFAULT_PRIORITY), 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_(NULL), 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_(0), 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_(AUTH_STATE_DONT_NEED_AUTH), 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_(AUTH_STATE_DONT_NEED_AUTH), 1697d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) start_callback_(base::Bind(&URLRequestHttpJob::OnStartCompleted, 1707d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Unretained(this))), 1717d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) notify_before_headers_sent_callback_( 1727d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Bind(&URLRequestHttpJob::NotifyBeforeSendHeadersCallback, 1737d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Unretained(this))), 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_(false), 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_(NULL), 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_advertised_(false), 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_activated_(false), 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_control_(false), 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_cached_content_(false), 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_(), 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_(false), 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done_(false), 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bytes_observed_in_packets_(0), 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_time_snapshot_(), 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) final_packet_time_(), 186c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) filter_context_(new HttpFilterContext(this)), 187c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) weak_factory_(this), 1887d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) on_headers_received_callback_( 1897d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnHeadersReceivedCallback, 1907d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Unretained(this))), 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_(false), 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_user_agent_settings_(http_user_agent_settings) { 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestThrottlerManager* manager = request->context()->throttler_manager(); 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (manager) 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_ = manager->RegisterRequestUrl(request->url()); 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)URLRequestHttpJob::~URLRequestHttpJob() { 2012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(!awaiting_callback_); 2022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!sdch_test_control_ || !sdch_test_activated_); 2042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!is_cached_content_) { 2052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_test_control_) 2062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordPacketStats(FilterContext::SDCH_EXPERIMENT_HOLDBACK); 2072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_test_activated_) 2082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordPacketStats(FilterContext::SDCH_EXPERIMENT_DECODE); 2092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Make sure SDCH filters are told to emit histogram data while 2112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // filter_context_ is still alive. 2122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DestroyFilters(); 2132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_dictionary_url_.is_valid()) { 2152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Prior to reaching the destructor, request_ has been set to a NULL 2162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // pointer, so request_->url() is no longer valid in the destructor, and we 2172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // use an alternate copy |request_info_.url|. 2182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SdchManager* manager = SdchManager::Global(); 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // To be extra safe, since this is a "different time" from when we decided 2202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // to get the dictionary, we'll validate that an SdchManager is available. 2212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // At shutdown time, care is taken to be sure that we don't delete this 2222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // globally useful instance "too soon," so this check is just defensive 2232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // coding to assure that IF the system is shutting down, we don't have any 2242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // problem if the manager was deleted ahead of time. 2252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (manager) // Defensive programming. 2262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) manager->FetchDictionary(request_info_.url, sdch_dictionary_url_); 2272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DoneWithRequest(ABORTED); 2292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::SetPriority(RequestPriority priority) { 2322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_ = priority; 2332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (transaction_) 2342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) transaction_->SetPriority(priority_); 2352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::Start() { 2382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!transaction_.get()); 2392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 240c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // URLRequest::SetReferrer ensures that we do not send username and password 241c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // fields in the referrer. 242c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) GURL referrer(request_->referrer()); 2432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.url = request_->url(); 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.method = request_->method(); 2462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.load_flags = request_->load_flags(); 24790dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Enable privacy mode if cookie settings or flags tell us not send or 24890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // save cookies. 24990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) bool enable_privacy_mode = 25090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) (request_info_.load_flags & LOAD_DO_NOT_SEND_COOKIES) || 25190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) (request_info_.load_flags & LOAD_DO_NOT_SAVE_COOKIES) || 25290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) CanEnablePrivacyMode(); 25390dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Privacy mode could still be disabled in OnCookiesLoaded if we are going 25490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // to send previously saved cookies. 25590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) request_info_.privacy_mode = enable_privacy_mode ? 25690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) kPrivacyModeEnabled : kPrivacyModeDisabled; 2572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Strip Referer from request_info_.extra_headers to prevent, e.g., plugins 2592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // from overriding headers that are controlled using other means. Otherwise a 2602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // plugin could set a referrer although sending the referrer is inhibited. 2612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.RemoveHeader(HttpRequestHeaders::kReferer); 2622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Our consumer should have made sure that this is a safe referrer. See for 2642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // instance WebCore::FrameLoader::HideReferrer. 2652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (referrer.is_valid()) { 2662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.SetHeader(HttpRequestHeaders::kReferer, 2672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) referrer.spec()); 2682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.SetHeaderIfMissing( 2712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpRequestHeaders::kUserAgent, 2722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_user_agent_settings_ ? 2732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_user_agent_settings_->GetUserAgent(request_->url()) : 274a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) std::string()); 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AddExtraHeaders(); 2772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AddCookieHeaderAndStart(); 2782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::Kill() { 2812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!transaction_.get()) 2822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 2832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) weak_factory_.InvalidateWeakPtrs(); 2852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DestroyTransaction(); 2862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLRequestJob::Kill(); 2872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyHeadersComplete() { 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_); 2915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = transaction_->GetResponseInfo(); 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Save boolean, as we'll need this info at destruction time, and filters may 2955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // also need this info. 2965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_cached_content_ = response_info_->was_cached; 2975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 298868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (!is_cached_content_ && throttling_entry_.get()) { 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestThrottlerHeaderAdapter response_adapter(GetResponseHeaders()); 3005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_->UpdateWithResponse(request_info_.url.host(), 3015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &response_adapter); 3025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The ordering of these calls is not important. 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ProcessStrictTransportSecurityHeader(); 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ProcessPublicKeyPinsHeader(); 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (SdchManager::Global() && 3095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->IsInSupportedDomain(request_->url())) { 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string name = "Get-Dictionary"; 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url_text; 3125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 3135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(jar): We need to not fetch dictionaries the first time they are 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // seen, but rather wait until we can justify their usefulness. 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For now, we will only fetch the first dictionary, which will at least 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // require multiple suggestions before we get additional ones for this site. 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Eventually we should wait until a dictionary is requested several times 3185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // before we even download it (so that we don't waste memory or bandwidth). 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetResponseHeaders()->EnumerateHeader(&iter, name, &url_text)) { 3205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // request_->url() won't be valid in the destructor, so we use an 3215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // alternate copy. 3225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(request_->url(), request_info_.url); 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Resolve suggested URL relative to request url. 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_url_ = request_info_.url.Resolve(url_text); 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The HTTP transaction may be restarted several times for the purposes 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of sending authorization information. Each time it restarts, we get 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // notified of the headers completion so that we can update the cookie store. 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_->IsReadyToRestartForAuth()) { 3325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_->auth_challenge.get()); 3335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(battre): This breaks the webrequest API for 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequestTestHTTP.BasicAuthWithCookies 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // where OnBeforeSendHeaders -> OnSendHeaders -> OnBeforeSendHeaders 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // occurs. 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RestartTransactionWithAuth(AuthCredentials()); 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestJob::NotifyHeadersComplete(); 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyDone(const URLRequestStatus& status) { 3455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestJob::NotifyDone(status); 3475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DestroyTransaction() { 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(ABORTED); 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_.reset(); 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 35590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 3565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StartTransaction() { 3592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 3601e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegate(); 3612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int rv = network_delegate()->NotifyBeforeSendHeaders( 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_, notify_before_headers_sent_callback_, 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &request_info_.extra_headers); 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If an extension blocks the request, we rely on the callback to 3655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // MaybeStartTransactionInternal(). 3661e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) if (rv == ERR_IO_PENDING) 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) MaybeStartTransactionInternal(rv); 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransactionInternal(); 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyBeforeSendHeadersCallback(int result) { 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check that there are no callbacks to already canceled requests. 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(URLRequestStatus::CANCELED, GetStatus().status()); 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) MaybeStartTransactionInternal(result); 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::MaybeStartTransactionInternal(int result) { 3821e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegateComplete(); 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransactionInternal(); 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", &source)); 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 3905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 3915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StartTransactionInternal() { 3955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // NOTE: This method assumes that request_info_ is already setup properly. 3965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we already have a transaction, then we should restart the transaction 3985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // with auth provided by auth_credentials_. 3995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv; 4015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 4032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) network_delegate()->NotifySendHeaders( 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_, request_info_.extra_headers); 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) { 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = transaction_->RestartWithAuth(auth_credentials_, start_callback_); 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) auth_credentials_ = AuthCredentials(); 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_->context()->http_transaction_factory()); 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = request_->context()->http_transaction_factory()->CreateTransaction( 4145d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) priority_, &transaction_); 415a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) 416a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) if (rv == OK && request_info_.url.SchemeIsWSOrWSS()) { 417a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) // TODO(ricea): Implement WebSocket throttling semantics as defined in 418a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) // RFC6455 Section 4.1. 419a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) base::SupportsUserData::Data* data = request_->GetUserData( 420a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) WebSocketHandshakeStreamBase::CreateHelper::DataKey()); 421a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) if (data) { 422a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) transaction_->SetWebSocketHandshakeStreamCreateHelper( 423a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) static_cast<WebSocketHandshakeStreamBase::CreateHelper*>(data)); 424a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) } else { 425a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) rv = ERR_DISALLOWED_URL_SCHEME; 426a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) } 427a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) } 428a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == OK) { 4305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) transaction_->SetBeforeNetworkStartCallback( 4315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::Bind(&URLRequestHttpJob::NotifyBeforeNetworkStart, 4325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::Unretained(this))); 4335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 434868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (!throttling_entry_.get() || 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !throttling_entry_->ShouldRejectRequest(*request_)) { 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = transaction_->Start( 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &request_info_, start_callback_, request_->net_log()); 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_time_ = base::TimeTicks::Now(); 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Special error code for the exponential back-off module. 4415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = ERR_TEMPORARILY_THROTTLED; 4425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 4505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 45190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 4535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::AddExtraHeaders() { 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Supply Accept-Encoding field only if it is not already provided. 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // It should be provided IF the content is known to have restrictions on 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // potential encoding, such as streaming multi-media. 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For details see bug 47381. 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(jar, enal): jpeg files etc. should set up a request header if 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // possible. Right now it is done only by buffered_resource_loader and 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // simple_data_source. 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_info_.extra_headers.HasHeader( 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding)) { 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool advertise_sdch = SdchManager::Global() && 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->IsInSupportedDomain(request_->url()); 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string avail_dictionaries; 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (advertise_sdch) { 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->GetAvailDictionaryList(request_->url(), 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &avail_dictionaries); 4735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The AllowLatencyExperiment() is only true if we've successfully done a 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // full SDCH compression recently in this browser session for this host. 4765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Note that for this path, there might be no applicable dictionaries, 4775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // and hence we can't participate in the experiment. 4785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!avail_dictionaries.empty() && 4795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->AllowLatencyExperiment(request_->url())) { 4805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are participating in the test (or control), and hence we'll 4815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // eventually record statistics via either SDCH_EXPERIMENT_DECODE or 4825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // SDCH_EXPERIMENT_HOLDBACK, and we'll need some packet timing data. 4835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_ = true; 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (base::RandDouble() < .01) { 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_control_ = true; // 1% probability. 4865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) advertise_sdch = false; 4875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_activated_ = true; 4895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Supply Accept-Encoding headers first so that it is more likely that they 4945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // will be in the first transmitted packet. This can sometimes make it 4955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // easier to filter and analyze the streams to assure that a proxy has not 4965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // damaged these headers. Some proxies deliberately corrupt Accept-Encoding 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // headers. 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!advertise_sdch) { 4995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Tell the server what compression formats we support (other than SDCH). 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding, "gzip,deflate"); 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Include SDCH in acceptable list. 5045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding, "gzip,deflate,sdch"); 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!avail_dictionaries.empty()) { 5075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kAvailDictionaryHeader, 5095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) avail_dictionaries); 5105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_advertised_ = true; 5115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Since we're tagging this transaction as advertising a dictionary, 5125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we'll definitely employ an SDCH filter (or tentative sdch filter) 5135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // when we get a response. When done, we'll record histograms via 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // SDCH_DECODE or SDCH_PASSTHROUGH. Hence we need to record packet 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // arrival times. 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_ = true; 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (http_user_agent_settings_) { 5222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only add default Accept-Language if the request didn't have it 5232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // specified. 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string accept_language = 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_user_agent_settings_->GetAcceptLanguage(); 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!accept_language.empty()) { 5275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeaderIfMissing( 5285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptLanguage, 5295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) accept_language); 5305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::AddCookieHeaderAndStart() { 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the request was destroyed, then there is no more work to do. 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieStore* cookie_store = request_->context()->cookie_store(); 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (cookie_store && !(request_info_.load_flags & LOAD_DO_NOT_SEND_COOKIES)) { 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::CookieMonster* cookie_monster = cookie_store->GetCookieMonster(); 5465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (cookie_monster) { 5475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookie_monster->GetAllCookiesForURLAsync( 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::CheckCookiePolicyAndLoad, 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr())); 5515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CheckCookiePolicyAndLoad(CookieList()); 5535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 5565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoLoadCookies() { 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieOptions options; 5615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_include_httponly(); 5622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->cookie_store()->GetCookiesWithOptionsAsync( 5635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), options, 5645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnCookiesLoaded, 5655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr())); 5665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::CheckCookiePolicyAndLoad( 5695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const CookieList& cookie_list) { 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (CanGetCookies(cookie_list)) 5715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoLoadCookies(); 5725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 5735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 5745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::OnCookiesLoaded(const std::string& cookie_line) { 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!cookie_line.empty()) { 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kCookie, cookie_line); 58090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Disable privacy mode as we are sending cookies anyway. 58190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) request_info_.privacy_mode = kPrivacyModeDisabled; 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 5845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoStartTransaction() { 5875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We may have been canceled while retrieving cookies. 5885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetStatus().is_success()) { 5895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransaction(); 5905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 5925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SaveCookiesAndNotifyHeadersComplete(int result) { 5961e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // End of the call started in OnStartCompleted. 5971e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegateComplete(); 5981e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) 5995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result != net::OK) { 6005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 6015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 6025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", &source)); 6035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 6045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 6085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpResponseInfo* response_info = transaction_->GetResponseInfo(); 6105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info); 6115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ = 0; 6145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FetchResponseCookies(&response_cookies_); 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!GetResponseHeaders()->GetDateValue(&response_date_)) 6185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_date_ = base::Time(); 6195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Now, loop over the response cookies, and attempt to persist each. 6215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveNextCookie(); 6225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// If the save occurs synchronously, SaveNextCookie will loop and save the next 6255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// cookie. If the save is deferred, the callback is responsible for continuing 6265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to iterate through the cookies. 6275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(erikwright): Modify the CookieStore API to indicate via return value 6285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// whether it completed synchronously or asynchronously. 6295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See http://crbug.com/131066. 6305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SaveNextCookie() { 6315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 6325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 6335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 6345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Used to communicate with the callback. See the implementation of 6365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OnCookieSaved. 6375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> callback_pending = new SharedBoolean(false); 6385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> save_next_cookie_running = 6395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new SharedBoolean(true); 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!(request_info_.load_flags & LOAD_DO_NOT_SAVE_COOKIES) && 6425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->context()->cookie_store() && 6435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.size() > 0) { 6445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieOptions options; 6455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_include_httponly(); 6465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_server_time(response_date_); 6475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::CookieStore::SetCookiesCallback callback( 6495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnCookieSaved, 6505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) save_next_cookie_running, 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending)); 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Loop through the cookies as long as SetCookieWithOptionsAsync completes 6555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // synchronously. 6565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (!callback_pending->data && 6575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ < response_cookies_.size()) { 6585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (CanSetCookie( 6595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_[response_cookies_save_index_], &options)) { 6605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending->data = true; 6615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->context()->cookie_store()->SetCookieWithOptionsAsync( 6625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), response_cookies_[response_cookies_save_index_], 6635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options, callback); 6645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++response_cookies_save_index_; 6665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) save_next_cookie_running->data = false; 6705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!callback_pending->data) { 6725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ = 0; 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); // Clear the IO_PENDING status 6755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyHeadersComplete(); 6765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |save_next_cookie_running| is true when the callback is bound and set to 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// false when SaveNextCookie exits, allowing the callback to determine if the 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// save occurred synchronously or asynchronously. 6835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |callback_pending| is false when the callback is invoked and will be set to 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// true by the callback, allowing SaveNextCookie to detect whether the save 6855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// occurred synchronously. 6865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See SaveNextCookie() for more information. 6875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnCookieSaved( 6885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> save_next_cookie_running, 6895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> callback_pending, 6905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool cookie_status) { 6915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending->data = false; 6925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we were called synchronously, return. 6945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (save_next_cookie_running->data) { 6955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We were called asynchronously, so trigger the next save. 6995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We may have been canceled within OnSetCookie. 7005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetStatus().is_success()) { 7015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveNextCookie(); 7025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 7045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::FetchResponseCookies( 7085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<std::string>* cookies) { 7095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string name = "Set-Cookie"; 7105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string value; 7115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 7135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, name, &value)) { 7155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!value.empty()) 7165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookies->push_back(value); 7175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// NOTE: |ProcessStrictTransportSecurityHeader| and 7215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |ProcessPublicKeyPinsHeader| have very similar structures, by design. 7225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ProcessStrictTransportSecurityHeader() { 7235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 7242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TransportSecurityState* security_state = 7252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->transport_security_state(); 7265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = response_info_->ssl_info; 7275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only accept HSTS headers on HTTPS connections that have no 7292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // certificate errors. 7305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!ssl_info.is_valid() || IsCertStatusError(ssl_info.cert_status) || 7312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !security_state) 7325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://tools.ietf.org/html/draft-ietf-websec-strict-transport-sec: 7355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 7365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If a UA receives more than one STS header field in a HTTP response 7375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // message over secure transport, then the UA MUST process only the 7385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // first such header field. 7392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string value; 7412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (headers->EnumerateHeader(NULL, "Strict-Transport-Security", &value)) 7422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) security_state->AddHSTSHeader(request_info_.url.host(), value); 7435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ProcessPublicKeyPinsHeader() { 7465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 7472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TransportSecurityState* security_state = 7482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->transport_security_state(); 7495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = response_info_->ssl_info; 7505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only accept HPKP headers on HTTPS connections that have no 7525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // certificate errors. 7535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!ssl_info.is_valid() || IsCertStatusError(ssl_info.cert_status) || 7542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !security_state) 7555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // http://tools.ietf.org/html/draft-ietf-websec-key-pinning: 7582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // 7592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // If a UA receives more than one PKP header field in an HTTP 7602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // response message over secure transport, then the UA MUST process 7612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // only the first such header field. 7625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string value; 7642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (headers->EnumerateHeader(NULL, "Public-Key-Pins", &value)) 7652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) security_state->AddHPKPHeader(request_info_.url.host(), value, ssl_info); 7665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnStartCompleted(int result) { 7695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordTimer(); 7705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the request was destroyed, then there is no more work to do. 7725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 7735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the transaction was destroyed, then the job was cancelled, and 7765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we can just ignore this notification. 7775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!transaction_.get()) 7785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 78090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks::Now(); 78190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) 7825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the IO_PENDING status 7835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); 7845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const URLRequestContext* context = request_->context(); 7865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == ERR_SSL_PINNED_KEY_NOT_IN_CERT_CHAIN && 7885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetResponseInfo() != NULL) { 7895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FraudulentCertificateReporter* reporter = 7905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->fraudulent_certificate_reporter(); 7915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reporter != NULL) { 7925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = transaction_->GetResponseInfo()->ssl_info; 7935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool sni_available = SSLConfigService::IsSNIAvailable( 7945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->ssl_config_service()); 7955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& host = request_->url().host(); 7965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) reporter->SendReport(host, ssl_info, sni_available); 7985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 8025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<HttpResponseHeaders> headers = GetResponseHeaders(); 8032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 8045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Note that |this| may not be deleted until 8055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |on_headers_received_callback_| or 8065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |NetworkDelegate::URLRequestDestroyed()| has been called. 8071e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegate(); 8082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int error = network_delegate()->NotifyHeadersReceived( 809868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) request_, 810868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) on_headers_received_callback_, 811868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) headers.get(), 812868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) &override_response_headers_); 8135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (error != net::OK) { 8145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (error == net::ERR_IO_PENDING) { 8155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = true; 8165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 8185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 8195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", 8205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &source)); 8211e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegateComplete(); 8225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, error)); 8235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 8255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveCookiesAndNotifyHeadersComplete(net::OK); 8295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (IsCertificateError(result)) { 8308bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // We encountered an SSL certificate error. 8318bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) if (result == ERR_SSL_WEAK_SERVER_EPHEMERAL_DH_KEY || 8328bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) result == ERR_SSL_PINNED_KEY_NOT_IN_CERT_CHAIN) { 8338bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // These are hard failures. They're handled separately and don't have 8348bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // the correct cert status, so set it here. 8358bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) SSLInfo info(transaction_->GetResponseInfo()->ssl_info); 8368bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) info.cert_status = MapNetErrorToCertStatus(result); 8378bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) NotifySSLCertificateError(info, true); 8388bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) } else { 8398bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // Maybe overridable, maybe not. Ask the delegate to decide. 8408bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) TransportSecurityState::DomainState domain_state; 8418bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) const URLRequestContext* context = request_->context(); 8428bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) const bool fatal = context->transport_security_state() && 8438bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) context->transport_security_state()->GetDomainState( 8448bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) request_info_.url.host(), 8458bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) SSLConfigService::IsSNIAvailable(context->ssl_config_service()), 8468bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) &domain_state) && 8478bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) domain_state.ShouldSSLErrorsBeFatal(); 8488bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) NotifySSLCertificateError( 8498bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) transaction_->GetResponseInfo()->ssl_info, fatal); 8508bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) } 8515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (result == ERR_SSL_CLIENT_AUTH_CERT_NEEDED) { 8525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCertificateRequested( 853868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) transaction_->GetResponseInfo()->cert_request_info.get()); 8545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8555d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Even on an error, there may be useful information in the response 8565d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // info (e.g. whether there's a cached copy). 8575d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (transaction_.get()) 8585d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) response_info_ = transaction_->GetResponseInfo(); 8595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 8605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnHeadersReceivedCallback(int result) { 8645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = false; 8655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check that there are no callbacks to already canceled requests. 8675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(URLRequestStatus::CANCELED, GetStatus().status()); 8685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveCookiesAndNotifyHeadersComplete(result); 8705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnReadCompleted(int result) { 8735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_ = false; 8745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ShouldFixMismatchedContentLength(result)) 8765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) result = OK; 8775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 8795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus()); 8805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (result < 0) { 8815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus(URLRequestStatus::FAILED, result)); 8825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the IO_PENDING status 8845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); 8855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyReadComplete(result); 8885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RestartTransactionWithAuth( 8915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const AuthCredentials& credentials) { 8925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) auth_credentials_ = credentials; 8935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These will be reset in OnStartCompleted. 8955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 89690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 8975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 8985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 9005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Update the cookies, since the cookie store may have been updated from the 9025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // headers in the 401/407. Since cookies were already appended to 9035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // extra_headers, we need to strip them out before adding them again. 9045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.RemoveHeader(HttpRequestHeaders::kCookie); 9055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AddCookieHeaderAndStart(); 9075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::SetUpload(UploadDataStream* upload) { 9105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!transaction_.get()) << "cannot change once started"; 9112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.upload_data_stream = upload; 9125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SetExtraRequestHeaders( 9155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpRequestHeaders& headers) { 9165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!transaction_.get()) << "cannot change once started"; 9175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.CopyFrom(headers); 9185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)LoadState URLRequestHttpJob::GetLoadState() const { 9215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return transaction_.get() ? 9225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetLoadState() : LOAD_STATE_IDLE; 9235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)UploadProgress URLRequestHttpJob::GetUploadProgress() const { 9265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return transaction_.get() ? 9275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetUploadProgress() : UploadProgress(); 9285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetMimeType(std::string* mime_type) const { 9315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->GetMimeType(mime_type); 9375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetCharset(std::string* charset) { 9405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->GetCharset(charset); 9465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::GetResponseInfo(HttpResponseInfo* info) { 9495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_); 9505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_) { 9525d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) DCHECK(transaction_.get()); 9535d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 9545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *info = *response_info_; 955868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (override_response_headers_.get()) 9565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) info->headers = override_response_headers_; 9575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 9585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::GetLoadTimingInfo( 9612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) LoadTimingInfo* load_timing_info) const { 96290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // If haven't made it far enough to receive any headers, don't return 96390dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // anything. This makes for more consistent behavior in the case of errors. 96490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) if (!transaction_ || receive_headers_end_.is_null()) 96590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) return; 96690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) if (transaction_->GetLoadTimingInfo(load_timing_info)) 96790dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) load_timing_info->receive_headers_end = receive_headers_end_; 9682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 9692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 9705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetResponseCookies(std::vector<std::string>* cookies) { 9715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(darin): Why are we extracting response cookies again? Perhaps we 9775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // should just leverage response_cookies_. 9785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookies->clear(); 9805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FetchResponseCookies(cookies); 9815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 9825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int URLRequestHttpJob::GetResponseCode() const { 9855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return -1; 9895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->response_code(); 9915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)Filter* URLRequestHttpJob::SetupFilter() const { 9945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return NULL; 9975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<Filter::FilterType> encoding_types; 9995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string encoding_type; 10005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 10015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 10025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, "Content-Encoding", &encoding_type)) { 10035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoding_types.push_back(Filter::ConvertEncodingToType(encoding_type)); 10045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (filter_context_->IsSdchResponse()) { 10075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are wary of proxies that discard or damage SDCH encoding. If a server 10085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // explicitly states that this is not SDCH content, then we can correct our 10095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // assumption that this is an SDCH response, and avoid the need to recover 10105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // as though the content is corrupted (when we discover it is not SDCH 10115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // encoded). 10125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string sdch_response_status; 10135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) iter = NULL; 10145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, "X-Sdch-Encode", 10155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &sdch_response_status)) { 10165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sdch_response_status == "0") { 10175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) filter_context_->ResetSdchResponseToFalse(); 10185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 10195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Even if encoding types are empty, there is a chance that we need to add 10245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // some decoding, as some proxies strip encoding completely. In such cases, 10255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we may need to add (for example) SDCH filtering (when the context suggests 10265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it is appropriate). 10275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Filter::FixupEncodingTypes(*filter_context_, &encoding_types); 10285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return !encoding_types.empty() 10305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ? Filter::Factory(encoding_types, *filter_context_) : NULL; 10315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::IsSafeRedirect(const GURL& location) { 1034b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // HTTP is always safe. 1035b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // TODO(pauljensen): Remove once crbug.com/146591 is fixed. 1036b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) if (location.is_valid() && 1037b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) (location.scheme() == "http" || location.scheme() == "https")) { 10385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1040b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // Query URLRequestJobFactory as to whether |location| would be safe to 1041b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // redirect to. 1042b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) return request_->context()->job_factory() && 1043b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) request_->context()->job_factory()->IsSafeRedirectTarget(location); 10445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::NeedsAuth() { 10475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int code = GetResponseCode(); 10485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (code == -1) 10495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check if we need either Proxy or WWW Authentication. This could happen 10525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // because we either provided no auth info, or provided incorrect info. 10535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (code) { 10545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case 407: 10555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_CANCELED) 10565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_NEED_AUTH; 10585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case 401: 10605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (server_auth_state_ == AUTH_STATE_CANCELED) 10615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_NEED_AUTH; 10635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::GetAuthChallengeInfo( 10695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<AuthChallengeInfo>* result) { 10705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 10725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // sanity checks: 10745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(proxy_auth_state_ == AUTH_STATE_NEED_AUTH || 10755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ == AUTH_STATE_NEED_AUTH); 10765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK((GetResponseHeaders()->response_code() == HTTP_UNAUTHORIZED) || 10775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (GetResponseHeaders()->response_code() == 10785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HTTP_PROXY_AUTHENTICATION_REQUIRED)); 10795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *result = response_info_->auth_challenge; 10815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SetAuth(const AuthCredentials& credentials) { 10845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxy gets set first, then WWW. 10875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_NEED_AUTH) { 10885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_HAVE_AUTH; 10895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 10905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(server_auth_state_, AUTH_STATE_NEED_AUTH); 10915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_HAVE_AUTH; 10925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RestartTransactionWithAuth(credentials); 10955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::CancelAuth() { 10985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxy gets set first, then WWW. 10995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_NEED_AUTH) { 11005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_CANCELED; 11015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 11025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(server_auth_state_, AUTH_STATE_NEED_AUTH); 11035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_CANCELED; 11045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These will be reset in OnStartCompleted. 11075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 110890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks::Now(); 11095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 11105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OK, let the consumer read the error page... 11145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 11155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Because we set the AUTH_STATE_CANCELED flag, NeedsAuth will return false, 11165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // which will cause the consumer to receive OnResponseStarted instead of 11175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OnAuthRequired. 11185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 11195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We have to do this via InvokeLater to avoid "recursing" the consumer. 11205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 112190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), OK)); 11255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ContinueWithCertificate( 11285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) X509Certificate* client_cert) { 11295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 11305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_) << "should not have a response yet"; 113290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 11335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 11375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 11385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 11395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->RestartWithCertificate(client_cert, start_callback_); 11415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 11425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 11455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 114690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 11505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ContinueDespiteLastError() { 11535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the transaction was destroyed, then the job was cancelled. 11545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!transaction_.get()) 11555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_) << "should not have a response yet"; 115890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 11595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 11635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 11645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 11655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->RestartIgnoringLastError(start_callback_); 11675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 11685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 11715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 117290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 11765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11785d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)void URLRequestHttpJob::ResumeNetworkStart() { 11795d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) DCHECK(transaction_.get()); 11805d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) transaction_->ResumeNetworkStart(); 11815d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 11825d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 11835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::ShouldFixMismatchedContentLength(int rv) const { 11845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Some servers send the body compressed, but specify the content length as 11855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the uncompressed size. Although this violates the HTTP spec we want to 11865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // support it (as IE and FireFox do), but *only* for an exact match. 11875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // See http://crbug.com/79694. 11885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == net::ERR_CONTENT_LENGTH_MISMATCH || 11895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv == net::ERR_INCOMPLETE_CHUNKED_ENCODING) { 11905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ && request_->response_headers()) { 11915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int64 expected_length = request_->response_headers()->GetContentLength(); 11925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << __FUNCTION__ << "() " 11935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "\"" << request_->url().spec() << "\"" 11945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " content-length = " << expected_length 11955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " pre total = " << prefilter_bytes_read() 11965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " post total = " << postfilter_bytes_read(); 11975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (postfilter_bytes_read() == expected_length) { 11985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the error. 11995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 12005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 12045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::ReadRawData(IOBuffer* buf, int buf_size, 12075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int* bytes_read) { 12085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(buf_size, 0); 12095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(bytes_read); 12105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!read_in_progress_); 12115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->Read( 12135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) buf, buf_size, 12145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnReadCompleted, base::Unretained(this))); 12155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ShouldFixMismatchedContentLength(rv)) 12175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = 0; 12185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv >= 0) { 12205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *bytes_read = rv; 12215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!rv) 12225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 12235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 12245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) { 12275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_ = true; 12285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 12295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 12305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus(URLRequestStatus::FAILED, rv)); 12315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 12345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StopCaching() { 12375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) 12385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->StopCaching(); 12395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1241eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdochbool URLRequestHttpJob::GetFullRequestHeaders( 1242eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch HttpRequestHeaders* headers) const { 1243eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch if (!transaction_) 1244eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch return false; 1245eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 1246eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch return transaction_->GetFullRequestHeaders(headers); 1247eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch} 1248eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 12495d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)int64 URLRequestHttpJob::GetTotalReceivedBytes() const { 12505d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (!transaction_) 12515d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return 0; 12525d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 12535d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return transaction_->GetTotalReceivedBytes(); 12545d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 12555d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 12565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoneReading() { 12575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) 12585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->DoneReading(); 12595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 12605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)HostPortPair URLRequestHttpJob::GetSocketAddress() const { 12635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return response_info_ ? response_info_->socket_address : HostPortPair(); 12645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordTimer() { 12675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_creation_time_.is_null()) { 12685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() 12695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "The same transaction shouldn't start twice without new timing."; 12705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta to_start = base::Time::Now() - request_creation_time_; 12745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_ = base::Time(); 12755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_MEDIUM_TIMES("Net.HttpTimeToFirstByte", to_start); 12775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ResetTimer() { 12805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_creation_time_.is_null()) { 12815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() 12825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "The timer was reset before it was recorded."; 12835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_ = base::Time::Now(); 12865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::UpdatePacketReadTimes() { 12895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!packet_timing_enabled_) 12905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (filter_input_byte_count() <= bytes_observed_in_packets_) { 12935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(filter_input_byte_count(), bytes_observed_in_packets_); 12945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // No new bytes have arrived. 12955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) final_packet_time_ = base::Time::Now(); 12985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!bytes_observed_in_packets_) 12995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_time_snapshot_ = request_ ? request_->request_time() : base::Time(); 13005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bytes_observed_in_packets_ = filter_input_byte_count(); 13025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordPacketStats( 13055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterContext::StatisticSelector statistic) const { 13065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!packet_timing_enabled_ || (final_packet_time_ == base::Time())) 13075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta duration = final_packet_time_ - request_time_snapshot_; 13105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (statistic) { 13115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_DECODE: { 13125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_COUNTS("Sdch3.Network_Decode_Bytes_Processed_b", 13135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static_cast<int>(bytes_observed_in_packets_), 500, 100000, 100); 13145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_PASSTHROUGH: { 13175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Despite advertising a dictionary, we handled non-sdch compressed 13185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // content. 13195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_EXPERIMENT_DECODE: { 13235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_TIMES("Sdch3.Experiment2_Decode", 13245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) duration, 13255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(20), 13265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMinutes(10), 100); 13275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_EXPERIMENT_HOLDBACK: { 13305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_TIMES("Sdch3.Experiment2_Holdback", 13315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) duration, 13325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(20), 13335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMinutes(10), 100); 13345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 13375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED(); 13385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The common type of histogram we use for all compression-tracking histograms. 13435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define COMPRESSION_HISTOGRAM(name, sample) \ 13445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do { \ 13455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_COUNTS("Net.Compress." name, sample, \ 13465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 500, 1000000, 100); \ 13475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } while (0) 13485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordCompressionHistograms() { 13505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_); 13515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 13525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_cached_content_ || // Don't record cached content 13555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !GetStatus().is_success() || // Don't record failed content 13565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !IsCompressibleContent() || // Only record compressible content 13575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !prefilter_bytes_read()) // Zero-byte responses aren't useful. 13585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Miniature requests aren't really compressible. Don't count them. 13615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int kMinSize = 16; 13625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (prefilter_bytes_read() < kMinSize) 13635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Only record for http or https urls. 13665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_http = request_->url().SchemeIs("http"); 13675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_https = request_->url().SchemeIs("https"); 13685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!is_http && !is_https) 13695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int compressed_B = prefilter_bytes_read(); 13725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int decompressed_B = postfilter_bytes_read(); 13735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool was_filtered = HasFilter(); 13745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We want to record how often downloaded resources are compressed. 13765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // But, we recognize that different protocols may have different 13775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // properties. So, for each request, we'll put it into one of 3 13785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // groups: 13795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // a) SSL resources 13805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxies cannot tamper with compression headers with SSL. 13815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // b) Non-SSL, loaded-via-proxy resources 13825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In this case, we know a proxy might have interfered. 13835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // c) Non-SSL, loaded-without-proxy resources 13845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In this case, we know there was no explicit proxy. However, 13855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it is possible that a transparent proxy was still interfering. 13865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 13875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For each group, we record the same 3 histograms. 13885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_https) { 13905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 13915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.BytesBeforeCompression", compressed_B); 13925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.BytesAfterCompression", decompressed_B); 13935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 13945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.ShouldHaveBeenCompressed", decompressed_B); 13955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_->was_fetched_via_proxy()) { 14005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 14015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.BytesBeforeCompression", compressed_B); 14025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.BytesAfterCompression", decompressed_B); 14035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.ShouldHaveBeenCompressed", decompressed_B); 14055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 14105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.BytesBeforeCompression", compressed_B); 14115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.BytesAfterCompression", decompressed_B); 14125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.ShouldHaveBeenCompressed", decompressed_B); 14145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::IsCompressibleContent() const { 14185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string mime_type; 14195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetMimeType(&mime_type) && 14205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (IsSupportedJavascriptMimeType(mime_type.c_str()) || 14215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IsSupportedNonImageMimeType(mime_type.c_str())); 14225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordPerfHistograms(CompletionCause reason) { 14255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (start_time_.is_null()) 14265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta total_time = base::TimeTicks::Now() - start_time_; 14295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTime", total_time); 14305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reason == FINISHED) { 14325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeSuccess", total_time); 14335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeCancel", total_time); 14355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_) { 14385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_->was_cached) { 14395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeCached", total_time); 14405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeNotCached", total_time); 14425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14450f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) if (request_info_.load_flags & LOAD_PREFETCH && !request_->was_cached()) 14460f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("Net.Prefetch.PrefilterBytesReadFromNetwork", 14470f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) prefilter_bytes_read()); 14480f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) 14495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_time_ = base::TimeTicks(); 14505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoneWithRequest(CompletionCause reason) { 14535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (done_) 14545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done_ = true; 14565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordPerfHistograms(reason); 14575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reason == FINISHED) { 14585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->set_received_response_content_length(prefilter_bytes_read()); 14595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordCompressionHistograms(); 14605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)HttpResponseHeaders* URLRequestHttpJob::GetResponseHeaders() const { 14645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 14655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_->GetResponseInfo()); 14665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return override_response_headers_.get() ? 1467868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) override_response_headers_.get() : 1468868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) transaction_->GetResponseInfo()->headers.get(); 14695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyURLRequestDestroyed() { 14725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = false; 14735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace net 1476