url_request_http_job.cc revision a1401311d1ab56c4ed0a474bd38c108f75cb0cd9
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_http_job.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/base_switches.h" 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind_helpers.h" 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/command_line.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/compiler_specific.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/file_version_info.h" 139ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch#include "base/message_loop/message_loop.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/field_trial.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/histogram.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/rand_util.h" 17868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/string_util.h" 18eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch#include "base/time/time.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/host_port_pair.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/load_flags.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/mime_util.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/net_errors.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/net_util.h" 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/network_delegate.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/base/sdch_manager.h" 26c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "net/cert/cert_status_flags.h" 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/cookies/cookie_monster.h" 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_network_session.h" 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_request_headers.h" 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_response_headers.h" 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_response_info.h" 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_status_code.h" 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction.h" 345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_transaction_factory.h" 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/http/http_util.h" 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/ssl/ssl_cert_request_info.h" 372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "net/ssl/ssl_config_service.h" 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/fraudulent_certificate_reporter.h" 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/http_user_agent_settings.h" 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request.h" 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_context.h" 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_error_job.h" 43b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles)#include "net/url_request/url_request_job_factory.h" 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_redirect_job.h" 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_throttler_header_adapter.h" 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "net/url_request/url_request_throttler_manager.h" 47a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles)#include "net/websockets/websocket_handshake_stream_base.h" 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const char kAvailDictionaryHeader[] = "Avail-Dictionary"; 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace net { 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class URLRequestHttpJob::HttpFilterContext : public FilterContext { 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) explicit HttpFilterContext(URLRequestHttpJob* job); 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~HttpFilterContext(); 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FilterContext implementation. 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool GetMimeType(std::string* mime_type) const OVERRIDE; 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool GetURL(GURL* gurl) const OVERRIDE; 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual base::Time GetRequestTime() const OVERRIDE; 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsCachedContent() const OVERRIDE; 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsDownload() const OVERRIDE; 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual bool IsSdchResponse() const OVERRIDE; 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual int64 GetByteReadCount() const OVERRIDE; 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual int GetResponseCode() const OVERRIDE; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void RecordPacketStats(StatisticSelector statistic) const OVERRIDE; 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Method to allow us to reset filter context for a response that should have 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // been SDCH encoded when there is an update due to an explicit HTTP header. 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void ResetSdchResponseToFalse(); 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestHttpJob* job_; 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(HttpFilterContext); 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::HttpFilterContext::HttpFilterContext(URLRequestHttpJob* job) 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : job_(job) { 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(job_); 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::HttpFilterContext::~HttpFilterContext() { 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::GetMimeType( 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string* mime_type) const { 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->GetMimeType(mime_type); 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::GetURL(GURL* gurl) const { 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!job_->request()) 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *gurl = job_->request()->url(); 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)base::Time URLRequestHttpJob::HttpFilterContext::GetRequestTime() const { 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->request() ? job_->request()->request_time() : base::Time(); 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsCachedContent() const { 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->is_cached_content_; 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsDownload() const { 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return (job_->request_info_.load_flags & LOAD_IS_DOWNLOAD) != 0; 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::HttpFilterContext::ResetSdchResponseToFalse() { 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(job_->sdch_dictionary_advertised_); 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) job_->sdch_dictionary_advertised_ = false; 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::HttpFilterContext::IsSdchResponse() const { 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->sdch_dictionary_advertised_; 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int64 URLRequestHttpJob::HttpFilterContext::GetByteReadCount() const { 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->filter_input_byte_count(); 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int URLRequestHttpJob::HttpFilterContext::GetResponseCode() const { 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return job_->GetResponseCode(); 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::HttpFilterContext::RecordPacketStats( 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StatisticSelector statistic) const { 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) job_->RecordPacketStats(statistic); 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(darin): make sure the port blocking code is not lost 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// static 1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestJob* URLRequestHttpJob::Factory(URLRequest* request, 1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate, 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& scheme) { 138a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) DCHECK(scheme == "http" || scheme == "https" || scheme == "ws" || 139a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) scheme == "wss"); 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request->context()->http_transaction_factory()) { 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() << "requires a valid context"; 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new URLRequestErrorJob( 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request, network_delegate, ERR_INVALID_ARGUMENT); 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GURL redirect_url; 1482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (request->GetHSTSRedirect(&redirect_url)) { 1492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return new URLRequestRedirectJob( 1502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request, network_delegate, redirect_url, 1512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Use status code 307 to preserve the method, so POST requests work. 152a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) URLRequestRedirectJob::REDIRECT_307_TEMPORARY_REDIRECT, "HSTS"); 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return new URLRequestHttpJob(request, 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) network_delegate, 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request->context()->http_user_agent_settings()); 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)URLRequestHttpJob::URLRequestHttpJob( 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequest* request, 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetworkDelegate* network_delegate, 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpUserAgentSettings* http_user_agent_settings) 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : URLRequestJob(request, network_delegate), 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_(DEFAULT_PRIORITY), 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_(NULL), 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_(0), 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_(AUTH_STATE_DONT_NEED_AUTH), 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_(AUTH_STATE_DONT_NEED_AUTH), 1697d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) start_callback_(base::Bind(&URLRequestHttpJob::OnStartCompleted, 1707d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Unretained(this))), 1717d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) notify_before_headers_sent_callback_( 1727d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Bind(&URLRequestHttpJob::NotifyBeforeSendHeadersCallback, 1737d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Unretained(this))), 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_(false), 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_(NULL), 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_advertised_(false), 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_activated_(false), 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_control_(false), 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_cached_content_(false), 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_(), 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_(false), 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done_(false), 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bytes_observed_in_packets_(0), 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_time_snapshot_(), 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) final_packet_time_(), 186c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) filter_context_(new HttpFilterContext(this)), 187c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) weak_factory_(this), 1887d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) on_headers_received_callback_( 1897d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnHeadersReceivedCallback, 1907d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) base::Unretained(this))), 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_(false), 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_user_agent_settings_(http_user_agent_settings) { 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestThrottlerManager* manager = request->context()->throttler_manager(); 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (manager) 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_ = manager->RegisterRequestUrl(request->url()); 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)URLRequestHttpJob::~URLRequestHttpJob() { 2012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(!awaiting_callback_); 2022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!sdch_test_control_ || !sdch_test_activated_); 2042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!is_cached_content_) { 2052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_test_control_) 2062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordPacketStats(FilterContext::SDCH_EXPERIMENT_HOLDBACK); 2072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_test_activated_) 2082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RecordPacketStats(FilterContext::SDCH_EXPERIMENT_DECODE); 2092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Make sure SDCH filters are told to emit histogram data while 2112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // filter_context_ is still alive. 2122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DestroyFilters(); 2132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (sdch_dictionary_url_.is_valid()) { 2152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Prior to reaching the destructor, request_ has been set to a NULL 2162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // pointer, so request_->url() is no longer valid in the destructor, and we 2172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // use an alternate copy |request_info_.url|. 2182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SdchManager* manager = SdchManager::Global(); 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // To be extra safe, since this is a "different time" from when we decided 2202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // to get the dictionary, we'll validate that an SdchManager is available. 2212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // At shutdown time, care is taken to be sure that we don't delete this 2222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // globally useful instance "too soon," so this check is just defensive 2232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // coding to assure that IF the system is shutting down, we don't have any 2242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // problem if the manager was deleted ahead of time. 2252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (manager) // Defensive programming. 2262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) manager->FetchDictionary(request_info_.url, sdch_dictionary_url_); 2272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DoneWithRequest(ABORTED); 2292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::SetPriority(RequestPriority priority) { 2322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) priority_ = priority; 2332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (transaction_) 2342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) transaction_->SetPriority(priority_); 2352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::Start() { 2382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(!transaction_.get()); 2392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 240c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // URLRequest::SetReferrer ensures that we do not send username and password 241c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // fields in the referrer. 242c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) GURL referrer(request_->referrer()); 2432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.url = request_->url(); 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.method = request_->method(); 2462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.load_flags = request_->load_flags(); 24790dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Enable privacy mode if cookie settings or flags tell us not send or 24890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // save cookies. 24990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) bool enable_privacy_mode = 25090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) (request_info_.load_flags & LOAD_DO_NOT_SEND_COOKIES) || 25190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) (request_info_.load_flags & LOAD_DO_NOT_SAVE_COOKIES) || 25290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) CanEnablePrivacyMode(); 25390dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Privacy mode could still be disabled in OnCookiesLoaded if we are going 25490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // to send previously saved cookies. 25590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) request_info_.privacy_mode = enable_privacy_mode ? 25690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) kPrivacyModeEnabled : kPrivacyModeDisabled; 2572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Strip Referer from request_info_.extra_headers to prevent, e.g., plugins 2592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // from overriding headers that are controlled using other means. Otherwise a 2602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // plugin could set a referrer although sending the referrer is inhibited. 2612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.RemoveHeader(HttpRequestHeaders::kReferer); 2622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Our consumer should have made sure that this is a safe referrer. See for 2642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // instance WebCore::FrameLoader::HideReferrer. 2652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (referrer.is_valid()) { 2662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.SetHeader(HttpRequestHeaders::kReferer, 2672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) referrer.spec()); 2682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.extra_headers.SetHeaderIfMissing( 2712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpRequestHeaders::kUserAgent, 2722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) http_user_agent_settings_ ? 273a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) http_user_agent_settings_->GetUserAgent() : std::string()); 2742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AddExtraHeaders(); 2762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AddCookieHeaderAndStart(); 2772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::Kill() { 2802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!transaction_.get()) 2812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 2822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) weak_factory_.InvalidateWeakPtrs(); 2842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DestroyTransaction(); 2852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) URLRequestJob::Kill(); 2862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyHeadersComplete() { 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_); 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = transaction_->GetResponseInfo(); 2925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Save boolean, as we'll need this info at destruction time, and filters may 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // also need this info. 2955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) is_cached_content_ = response_info_->was_cached; 2965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 297868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (!is_cached_content_ && throttling_entry_.get()) { 2985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestThrottlerHeaderAdapter response_adapter(GetResponseHeaders()); 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) throttling_entry_->UpdateWithResponse(request_info_.url.host(), 3005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &response_adapter); 3015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The ordering of these calls is not important. 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ProcessStrictTransportSecurityHeader(); 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ProcessPublicKeyPinsHeader(); 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (SdchManager::Global() && 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->IsInSupportedDomain(request_->url())) { 3095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string name = "Get-Dictionary"; 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string url_text; 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 3125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(jar): We need to not fetch dictionaries the first time they are 3135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // seen, but rather wait until we can justify their usefulness. 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For now, we will only fetch the first dictionary, which will at least 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // require multiple suggestions before we get additional ones for this site. 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Eventually we should wait until a dictionary is requested several times 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // before we even download it (so that we don't waste memory or bandwidth). 3185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetResponseHeaders()->EnumerateHeader(&iter, name, &url_text)) { 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // request_->url() won't be valid in the destructor, so we use an 3205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // alternate copy. 3215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(request_->url(), request_info_.url); 3225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Resolve suggested URL relative to request url. 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_url_ = request_info_.url.Resolve(url_text); 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The HTTP transaction may be restarted several times for the purposes 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of sending authorization information. Each time it restarts, we get 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // notified of the headers completion so that we can update the cookie store. 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_->IsReadyToRestartForAuth()) { 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_->auth_challenge.get()); 3325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(battre): This breaks the webrequest API for 3335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequestTestHTTP.BasicAuthWithCookies 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // where OnBeforeSendHeaders -> OnSendHeaders -> OnBeforeSendHeaders 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // occurs. 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RestartTransactionWithAuth(AuthCredentials()); 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestJob::NotifyHeadersComplete(); 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyDone(const URLRequestStatus& status) { 3445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 3455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) URLRequestJob::NotifyDone(status); 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DestroyTransaction() { 3495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(ABORTED); 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_.reset(); 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 35490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StartTransaction() { 3582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 3591e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegate(); 3602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int rv = network_delegate()->NotifyBeforeSendHeaders( 3615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_, notify_before_headers_sent_callback_, 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &request_info_.extra_headers); 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If an extension blocks the request, we rely on the callback to 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // MaybeStartTransactionInternal(). 3651e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) if (rv == ERR_IO_PENDING) 3665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) MaybeStartTransactionInternal(rv); 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransactionInternal(); 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyBeforeSendHeadersCallback(int result) { 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check that there are no callbacks to already canceled requests. 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(URLRequestStatus::CANCELED, GetStatus().status()); 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) MaybeStartTransactionInternal(result); 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::MaybeStartTransactionInternal(int result) { 3811e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegateComplete(); 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransactionInternal(); 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", &source)); 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 3905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StartTransactionInternal() { 3945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // NOTE: This method assumes that request_info_ is already setup properly. 3955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we already have a transaction, then we should restart the transaction 3975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // with auth provided by auth_credentials_. 3985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv; 4005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 4022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) network_delegate()->NotifySendHeaders( 4035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_, request_info_.extra_headers); 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) { 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = transaction_->RestartWithAuth(auth_credentials_, start_callback_); 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) auth_credentials_ = AuthCredentials(); 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_->context()->http_transaction_factory()); 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = request_->context()->http_transaction_factory()->CreateTransaction( 4135d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) priority_, &transaction_); 414a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) 415a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) if (rv == OK && request_info_.url.SchemeIsWSOrWSS()) { 416a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) // TODO(ricea): Implement WebSocket throttling semantics as defined in 417a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) // RFC6455 Section 4.1. 418a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) base::SupportsUserData::Data* data = request_->GetUserData( 419a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) WebSocketHandshakeStreamBase::CreateHelper::DataKey()); 420a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) if (data) { 421a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) transaction_->SetWebSocketHandshakeStreamCreateHelper( 422a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) static_cast<WebSocketHandshakeStreamBase::CreateHelper*>(data)); 423a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) } else { 424a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) rv = ERR_DISALLOWED_URL_SCHEME; 425a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) } 426a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) } 427a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) 4285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == OK) { 4295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) transaction_->SetBeforeNetworkStartCallback( 4305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::Bind(&URLRequestHttpJob::NotifyBeforeNetworkStart, 4315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::Unretained(this))); 4325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 433868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (!throttling_entry_.get() || 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !throttling_entry_->ShouldRejectRequest(*request_)) { 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = transaction_->Start( 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &request_info_, start_callback_, request_->net_log()); 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_time_ = base::TimeTicks::Now(); 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Special error code for the exponential back-off module. 4405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = ERR_TEMPORARILY_THROTTLED; 4415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 4495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 45090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 4535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::AddExtraHeaders() { 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Supply Accept-Encoding field only if it is not already provided. 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // It should be provided IF the content is known to have restrictions on 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // potential encoding, such as streaming multi-media. 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For details see bug 47381. 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(jar, enal): jpeg files etc. should set up a request header if 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // possible. Right now it is done only by buffered_resource_loader and 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // simple_data_source. 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_info_.extra_headers.HasHeader( 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding)) { 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool advertise_sdch = SdchManager::Global() && 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->IsInSupportedDomain(request_->url()); 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string avail_dictionaries; 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (advertise_sdch) { 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->GetAvailDictionaryList(request_->url(), 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &avail_dictionaries); 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The AllowLatencyExperiment() is only true if we've successfully done a 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // full SDCH compression recently in this browser session for this host. 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Note that for this path, there might be no applicable dictionaries, 4765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // and hence we can't participate in the experiment. 4775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!avail_dictionaries.empty() && 4785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SdchManager::Global()->AllowLatencyExperiment(request_->url())) { 4795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are participating in the test (or control), and hence we'll 4805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // eventually record statistics via either SDCH_EXPERIMENT_DECODE or 4815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // SDCH_EXPERIMENT_HOLDBACK, and we'll need some packet timing data. 4825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_ = true; 4835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (base::RandDouble() < .01) { 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_control_ = true; // 1% probability. 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) advertise_sdch = false; 4865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 4875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_test_activated_ = true; 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Supply Accept-Encoding headers first so that it is more likely that they 4935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // will be in the first transmitted packet. This can sometimes make it 4945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // easier to filter and analyze the streams to assure that a proxy has not 4955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // damaged these headers. Some proxies deliberately corrupt Accept-Encoding 4965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // headers. 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!advertise_sdch) { 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Tell the server what compression formats we support (other than SDCH). 4995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding, "gzip,deflate"); 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Include SDCH in acceptable list. 5035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptEncoding, "gzip,deflate,sdch"); 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!avail_dictionaries.empty()) { 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) kAvailDictionaryHeader, 5085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) avail_dictionaries); 5095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sdch_dictionary_advertised_ = true; 5105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Since we're tagging this transaction as advertising a dictionary, 5115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we'll definitely employ an SDCH filter (or tentative sdch filter) 5125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // when we get a response. When done, we'll record histograms via 5135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // SDCH_DECODE or SDCH_PASSTHROUGH. Hence we need to record packet 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // arrival times. 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) packet_timing_enabled_ = true; 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (http_user_agent_settings_) { 5212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only add default Accept-Language if the request didn't have it 5222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // specified. 5235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string accept_language = 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) http_user_agent_settings_->GetAcceptLanguage(); 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!accept_language.empty()) { 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeaderIfMissing( 5275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kAcceptLanguage, 5285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) accept_language); 5295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::AddCookieHeaderAndStart() { 5345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the request was destroyed, then there is no more work to do. 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 542a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) CookieStore* cookie_store = GetCookieStore(); 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (cookie_store && !(request_info_.load_flags & LOAD_DO_NOT_SEND_COOKIES)) { 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::CookieMonster* cookie_monster = cookie_store->GetCookieMonster(); 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (cookie_monster) { 5465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookie_monster->GetAllCookiesForURLAsync( 5475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::CheckCookiePolicyAndLoad, 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr())); 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CheckCookiePolicyAndLoad(CookieList()); 5525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 5555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoLoadCookies() { 5595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieOptions options; 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_include_httponly(); 561a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) GetCookieStore()->GetCookiesWithOptionsAsync( 5625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), options, 5635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnCookiesLoaded, 5645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr())); 5655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::CheckCookiePolicyAndLoad( 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const CookieList& cookie_list) { 5695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (CanGetCookies(cookie_list)) 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoLoadCookies(); 5715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else 5725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 5735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::OnCookiesLoaded(const std::string& cookie_line) { 5765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!cookie_line.empty()) { 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.SetHeader( 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpRequestHeaders::kCookie, cookie_line); 57990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // Disable privacy mode as we are sending cookies anyway. 58090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) request_info_.privacy_mode = kPrivacyModeDisabled; 5815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoStartTransaction(); 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoStartTransaction() { 5865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We may have been canceled while retrieving cookies. 5875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetStatus().is_success()) { 5885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StartTransaction(); 5895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SaveCookiesAndNotifyHeadersComplete(int result) { 5951e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // End of the call started in OnStartCompleted. 5961e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegateComplete(); 5971e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) 5985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result != net::OK) { 5995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 6005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 6015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", &source)); 6025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 6035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 6075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpResponseInfo* response_info = transaction_->GetResponseInfo(); 6095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info); 6105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ = 0; 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FetchResponseCookies(&response_cookies_); 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!GetResponseHeaders()->GetDateValue(&response_date_)) 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_date_ = base::Time(); 6185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Now, loop over the response cookies, and attempt to persist each. 6205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveNextCookie(); 6215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// If the save occurs synchronously, SaveNextCookie will loop and save the next 6245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// cookie. If the save is deferred, the callback is responsible for continuing 6255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to iterate through the cookies. 6265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(erikwright): Modify the CookieStore API to indicate via return value 6275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// whether it completed synchronously or asynchronously. 6285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See http://crbug.com/131066. 6295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SaveNextCookie() { 6305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 6315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 6325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 6335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Used to communicate with the callback. See the implementation of 6355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OnCookieSaved. 6365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> callback_pending = new SharedBoolean(false); 6375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> save_next_cookie_running = 6385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new SharedBoolean(true); 6395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!(request_info_.load_flags & LOAD_DO_NOT_SAVE_COOKIES) && 641a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) GetCookieStore() && response_cookies_.size() > 0) { 6425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CookieOptions options; 6435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_include_httponly(); 6445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options.set_server_time(response_date_); 6455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) net::CookieStore::SetCookiesCallback callback( 6475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnCookieSaved, 6485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), 6495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) save_next_cookie_running, 6505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending)); 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Loop through the cookies as long as SetCookieWithOptionsAsync completes 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // synchronously. 6545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (!callback_pending->data && 6555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ < response_cookies_.size()) { 6565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (CanSetCookie( 6575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_[response_cookies_save_index_], &options)) { 6585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending->data = true; 659a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) GetCookieStore()->SetCookieWithOptionsAsync( 6605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->url(), response_cookies_[response_cookies_save_index_], 6615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) options, callback); 6625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++response_cookies_save_index_; 6645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) save_next_cookie_running->data = false; 6685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!callback_pending->data) { 6705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 6715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_save_index_ = 0; 6725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); // Clear the IO_PENDING status 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyHeadersComplete(); 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |save_next_cookie_running| is true when the callback is bound and set to 6795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// false when SaveNextCookie exits, allowing the callback to determine if the 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// save occurred synchronously or asynchronously. 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |callback_pending| is false when the callback is invoked and will be set to 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// true by the callback, allowing SaveNextCookie to detect whether the save 6835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// occurred synchronously. 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See SaveNextCookie() for more information. 6855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnCookieSaved( 6865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> save_next_cookie_running, 6875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<SharedBoolean> callback_pending, 6885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool cookie_status) { 6895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) callback_pending->data = false; 6905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If we were called synchronously, return. 6925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (save_next_cookie_running->data) { 6935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 6945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We were called asynchronously, so trigger the next save. 6975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We may have been canceled within OnSetCookie. 6985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (GetStatus().is_success()) { 6995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveNextCookie(); 7005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 7015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCanceled(); 7025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::FetchResponseCookies( 7065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<std::string>* cookies) { 7075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string name = "Set-Cookie"; 7085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string value; 7095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 7115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, name, &value)) { 7135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!value.empty()) 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookies->push_back(value); 7155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// NOTE: |ProcessStrictTransportSecurityHeader| and 7195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// |ProcessPublicKeyPinsHeader| have very similar structures, by design. 7205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ProcessStrictTransportSecurityHeader() { 7215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 7222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TransportSecurityState* security_state = 7232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->transport_security_state(); 7245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = response_info_->ssl_info; 7255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only accept HSTS headers on HTTPS connections that have no 7272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // certificate errors. 7285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!ssl_info.is_valid() || IsCertStatusError(ssl_info.cert_status) || 7292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !security_state) 7305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // http://tools.ietf.org/html/draft-ietf-websec-strict-transport-sec: 7335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 7345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If a UA receives more than one STS header field in a HTTP response 7355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // message over secure transport, then the UA MUST process only the 7365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // first such header field. 7372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string value; 7392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (headers->EnumerateHeader(NULL, "Strict-Transport-Security", &value)) 7402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) security_state->AddHSTSHeader(request_info_.url.host(), value); 7415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ProcessPublicKeyPinsHeader() { 7445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 7452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TransportSecurityState* security_state = 7462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_->context()->transport_security_state(); 7475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = response_info_->ssl_info; 7485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only accept HPKP headers on HTTPS connections that have no 7505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // certificate errors. 7515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!ssl_info.is_valid() || IsCertStatusError(ssl_info.cert_status) || 7522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !security_state) 7535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // http://tools.ietf.org/html/draft-ietf-websec-key-pinning: 7562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // 7572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // If a UA receives more than one PKP header field in an HTTP 7582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // response message over secure transport, then the UA MUST process 7592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // only the first such header field. 7605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 7615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string value; 7622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (headers->EnumerateHeader(NULL, "Public-Key-Pins", &value)) 7632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) security_state->AddHPKPHeader(request_info_.url.host(), value, ssl_info); 7645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnStartCompleted(int result) { 7675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordTimer(); 7685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the request was destroyed, then there is no more work to do. 7705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 7715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 773a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) // If the job is done (due to cancellation), can just ignore this 774a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) // notification. 775a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) if (done_) 7765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 77890dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks::Now(); 77990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) 7805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the IO_PENDING status 7815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); 7825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const URLRequestContext* context = request_->context(); 7845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == ERR_SSL_PINNED_KEY_NOT_IN_CERT_CHAIN && 7865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetResponseInfo() != NULL) { 7875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FraudulentCertificateReporter* reporter = 7885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->fraudulent_certificate_reporter(); 7895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reporter != NULL) { 7905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SSLInfo& ssl_info = transaction_->GetResponseInfo()->ssl_info; 7915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool sni_available = SSLConfigService::IsSNIAvailable( 7925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) context->ssl_config_service()); 7935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const std::string& host = request_->url().host(); 7945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) reporter->SendReport(host, ssl_info, sni_available); 7965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 8005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<HttpResponseHeaders> headers = GetResponseHeaders(); 8012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (network_delegate()) { 8025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Note that |this| may not be deleted until 8035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |on_headers_received_callback_| or 8045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |NetworkDelegate::URLRequestDestroyed()| has been called. 8051e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegate(); 8062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int error = network_delegate()->NotifyHeadersReceived( 807868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) request_, 808868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) on_headers_received_callback_, 809868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) headers.get(), 810868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) &override_response_headers_); 8115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (error != net::OK) { 8125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (error == net::ERR_IO_PENDING) { 8135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = true; 8145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string source("delegate"); 8165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->net_log().AddEvent(NetLog::TYPE_CANCELLED, 8175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NetLog::StringCallback("source", 8185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &source)); 8191e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) OnCallToDelegateComplete(); 8205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, error)); 8215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 8235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveCookiesAndNotifyHeadersComplete(net::OK); 8275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (IsCertificateError(result)) { 8288bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // We encountered an SSL certificate error. 8298bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) if (result == ERR_SSL_WEAK_SERVER_EPHEMERAL_DH_KEY || 8308bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) result == ERR_SSL_PINNED_KEY_NOT_IN_CERT_CHAIN) { 8318bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // These are hard failures. They're handled separately and don't have 8328bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // the correct cert status, so set it here. 8338bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) SSLInfo info(transaction_->GetResponseInfo()->ssl_info); 8348bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) info.cert_status = MapNetErrorToCertStatus(result); 8358bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) NotifySSLCertificateError(info, true); 8368bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) } else { 8378bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) // Maybe overridable, maybe not. Ask the delegate to decide. 8388bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) TransportSecurityState::DomainState domain_state; 8398bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) const URLRequestContext* context = request_->context(); 8408bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) const bool fatal = context->transport_security_state() && 8418bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) context->transport_security_state()->GetDomainState( 8428bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) request_info_.url.host(), 8438bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) SSLConfigService::IsSNIAvailable(context->ssl_config_service()), 8448bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) &domain_state) && 8458bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) domain_state.ShouldSSLErrorsBeFatal(); 8468bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) NotifySSLCertificateError( 8478bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) transaction_->GetResponseInfo()->ssl_info, fatal); 8488bcbed890bc3ce4d7a057a8f32cab53fa534672eTorne (Richard Coles) } 8495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (result == ERR_SSL_CLIENT_AUTH_CERT_NEEDED) { 8505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyCertificateRequested( 851868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) transaction_->GetResponseInfo()->cert_request_info.get()); 8525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8535d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Even on an error, there may be useful information in the response 8545d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // info (e.g. whether there's a cached copy). 8555d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (transaction_.get()) 8565d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) response_info_ = transaction_->GetResponseInfo(); 8575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyStartError(URLRequestStatus(URLRequestStatus::FAILED, result)); 8585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnHeadersReceivedCallback(int result) { 8625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = false; 8635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check that there are no callbacks to already canceled requests. 8655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(URLRequestStatus::CANCELED, GetStatus().status()); 8665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SaveCookiesAndNotifyHeadersComplete(result); 8685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::OnReadCompleted(int result) { 8715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_ = false; 8725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ShouldFixMismatchedContentLength(result)) 8745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) result = OK; 8755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result == OK) { 8775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus()); 8785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (result < 0) { 8795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus(URLRequestStatus::FAILED, result)); 8805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 8815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the IO_PENDING status 8825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus()); 8835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 8845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyReadComplete(result); 8865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RestartTransactionWithAuth( 8895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const AuthCredentials& credentials) { 8905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) auth_credentials_ = credentials; 8915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These will be reset in OnStartCompleted. 8935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 89490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 8955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 8965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 8985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Update the cookies, since the cookie store may have been updated from the 9005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // headers in the 401/407. Since cookies were already appended to 9015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // extra_headers, we need to strip them out before adding them again. 9025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.RemoveHeader(HttpRequestHeaders::kCookie); 9035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AddCookieHeaderAndStart(); 9055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::SetUpload(UploadDataStream* upload) { 9085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!transaction_.get()) << "cannot change once started"; 9092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) request_info_.upload_data_stream = upload; 9105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SetExtraRequestHeaders( 9135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const HttpRequestHeaders& headers) { 9145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!transaction_.get()) << "cannot change once started"; 9155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_info_.extra_headers.CopyFrom(headers); 9165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)LoadState URLRequestHttpJob::GetLoadState() const { 9195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return transaction_.get() ? 9205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetLoadState() : LOAD_STATE_IDLE; 9215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)UploadProgress URLRequestHttpJob::GetUploadProgress() const { 9245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return transaction_.get() ? 9255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->GetUploadProgress() : UploadProgress(); 9265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetMimeType(std::string* mime_type) const { 9295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->GetMimeType(mime_type); 9355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetCharset(std::string* charset) { 9385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->GetCharset(charset); 9445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::GetResponseInfo(HttpResponseInfo* info) { 9475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_); 9485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_) { 9505d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) DCHECK(transaction_.get()); 9515d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 9525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *info = *response_info_; 953868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (override_response_headers_.get()) 9545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) info->headers = override_response_headers_; 9555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 9565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void URLRequestHttpJob::GetLoadTimingInfo( 9592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) LoadTimingInfo* load_timing_info) const { 96090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // If haven't made it far enough to receive any headers, don't return 96190dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) // anything. This makes for more consistent behavior in the case of errors. 96290dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) if (!transaction_ || receive_headers_end_.is_null()) 96390dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) return; 96490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) if (transaction_->GetLoadTimingInfo(load_timing_info)) 96590dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) load_timing_info->receive_headers_end = receive_headers_end_; 9662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 9672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 9685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::GetResponseCookies(std::vector<std::string>* cookies) { 9695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 9735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(darin): Why are we extracting response cookies again? Perhaps we 9755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // should just leverage response_cookies_. 9765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) cookies->clear(); 9785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FetchResponseCookies(cookies); 9795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 9805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int URLRequestHttpJob::GetResponseCode() const { 9835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return -1; 9875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetResponseHeaders()->response_code(); 9895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 9905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)Filter* URLRequestHttpJob::SetupFilter() const { 9925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 9935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!response_info_) 9945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return NULL; 9955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 9965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<Filter::FilterType> encoding_types; 9975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string encoding_type; 9985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HttpResponseHeaders* headers = GetResponseHeaders(); 9995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* iter = NULL; 10005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, "Content-Encoding", &encoding_type)) { 10015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoding_types.push_back(Filter::ConvertEncodingToType(encoding_type)); 10025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (filter_context_->IsSdchResponse()) { 10055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are wary of proxies that discard or damage SDCH encoding. If a server 10065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // explicitly states that this is not SDCH content, then we can correct our 10075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // assumption that this is an SDCH response, and avoid the need to recover 10085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // as though the content is corrupted (when we discover it is not SDCH 10095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // encoded). 10105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string sdch_response_status; 10115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) iter = NULL; 10125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (headers->EnumerateHeader(&iter, "X-Sdch-Encode", 10135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &sdch_response_status)) { 10145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sdch_response_status == "0") { 10155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) filter_context_->ResetSdchResponseToFalse(); 10165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 10175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Even if encoding types are empty, there is a chance that we need to add 10225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // some decoding, as some proxies strip encoding completely. In such cases, 10235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we may need to add (for example) SDCH filtering (when the context suggests 10245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it is appropriate). 10255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Filter::FixupEncodingTypes(*filter_context_, &encoding_types); 10265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return !encoding_types.empty() 10285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ? Filter::Factory(encoding_types, *filter_context_) : NULL; 10295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::IsSafeRedirect(const GURL& location) { 1032b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // HTTP is always safe. 1033b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // TODO(pauljensen): Remove once crbug.com/146591 is fixed. 1034b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) if (location.is_valid() && 1035b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) (location.scheme() == "http" || location.scheme() == "https")) { 10365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1038b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // Query URLRequestJobFactory as to whether |location| would be safe to 1039b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // redirect to. 1040b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) return request_->context()->job_factory() && 1041b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) request_->context()->job_factory()->IsSafeRedirectTarget(location); 10425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::NeedsAuth() { 10455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int code = GetResponseCode(); 10465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (code == -1) 10475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Check if we need either Proxy or WWW Authentication. This could happen 10505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // because we either provided no auth info, or provided incorrect info. 10515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (code) { 10525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case 407: 10535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_CANCELED) 10545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_NEED_AUTH; 10565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case 401: 10585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (server_auth_state_ == AUTH_STATE_CANCELED) 10595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_NEED_AUTH; 10615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 10625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 10645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::GetAuthChallengeInfo( 10675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<AuthChallengeInfo>* result) { 10685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(response_info_); 10705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // sanity checks: 10725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(proxy_auth_state_ == AUTH_STATE_NEED_AUTH || 10735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ == AUTH_STATE_NEED_AUTH); 10745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK((GetResponseHeaders()->response_code() == HTTP_UNAUTHORIZED) || 10755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (GetResponseHeaders()->response_code() == 10765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HTTP_PROXY_AUTHENTICATION_REQUIRED)); 10775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *result = response_info_->auth_challenge; 10795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::SetAuth(const AuthCredentials& credentials) { 10825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 10835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxy gets set first, then WWW. 10855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_NEED_AUTH) { 10865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_HAVE_AUTH; 10875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 10885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(server_auth_state_, AUTH_STATE_NEED_AUTH); 10895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_HAVE_AUTH; 10905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 10915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RestartTransactionWithAuth(credentials); 10935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::CancelAuth() { 10965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxy gets set first, then WWW. 10975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (proxy_auth_state_ == AUTH_STATE_NEED_AUTH) { 10985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) proxy_auth_state_ = AUTH_STATE_CANCELED; 10995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 11005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(server_auth_state_, AUTH_STATE_NEED_AUTH); 11015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) server_auth_state_ = AUTH_STATE_CANCELED; 11025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These will be reset in OnStartCompleted. 11055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_info_ = NULL; 110690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks::Now(); 11075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) response_cookies_.clear(); 11085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OK, let the consumer read the error page... 11125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 11135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Because we set the AUTH_STATE_CANCELED flag, NeedsAuth will return false, 11145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // which will cause the consumer to receive OnResponseStarted instead of 11155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // OnAuthRequired. 11165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 11175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We have to do this via InvokeLater to avoid "recursing" the consumer. 11185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 111990dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), OK)); 11235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ContinueWithCertificate( 11265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) X509Certificate* client_cert) { 11275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 11285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_) << "should not have a response yet"; 113090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 11315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 11355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 11365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 11375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->RestartWithCertificate(client_cert, start_callback_); 11395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 11405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 11435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 114490dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 11485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ContinueDespiteLastError() { 11515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If the transaction was destroyed, then the job was cancelled. 11525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!transaction_.get()) 11535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!response_info_) << "should not have a response yet"; 115690dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) receive_headers_end_ = base::TimeTicks(); 11575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ResetTimer(); 11595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // No matter what, we want to report our status as IO pending since we will 11615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be notifying our consumer asynchronously via OnStartCompleted. 11625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 11635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->RestartIgnoringLastError(start_callback_); 11655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) 11665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 11675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The transaction started synchronously, but we need to notify the 11695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // URLRequest delegate via the message loop. 117090dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles) base::MessageLoop::current()->PostTask( 11715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 11725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnStartCompleted, 11735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr(), rv)); 11745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 11755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 11765d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)void URLRequestHttpJob::ResumeNetworkStart() { 11775d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) DCHECK(transaction_.get()); 11785d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) transaction_->ResumeNetworkStart(); 11795d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 11805d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 11815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::ShouldFixMismatchedContentLength(int rv) const { 11825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Some servers send the body compressed, but specify the content length as 11835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the uncompressed size. Although this violates the HTTP spec we want to 11845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // support it (as IE and FireFox do), but *only* for an exact match. 11855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // See http://crbug.com/79694. 11865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == net::ERR_CONTENT_LENGTH_MISMATCH || 11875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv == net::ERR_INCOMPLETE_CHUNKED_ENCODING) { 11885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_ && request_->response_headers()) { 11895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int64 expected_length = request_->response_headers()->GetContentLength(); 11905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VLOG(1) << __FUNCTION__ << "() " 11915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "\"" << request_->url().spec() << "\"" 11925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " content-length = " << expected_length 11935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " pre total = " << prefilter_bytes_read() 11945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << " post total = " << postfilter_bytes_read(); 11955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (postfilter_bytes_read() == expected_length) { 11965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Clear the error. 11975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 11985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 12025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::ReadRawData(IOBuffer* buf, int buf_size, 12055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int* bytes_read) { 12065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(buf_size, 0); 12075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(bytes_read); 12085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!read_in_progress_); 12095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int rv = transaction_->Read( 12115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) buf, buf_size, 12125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&URLRequestHttpJob::OnReadCompleted, base::Unretained(this))); 12135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ShouldFixMismatchedContentLength(rv)) 12155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rv = 0; 12165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv >= 0) { 12185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *bytes_read = rv; 12195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!rv) 12205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 12215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 12225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (rv == ERR_IO_PENDING) { 12255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) read_in_progress_ = true; 12265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetStatus(URLRequestStatus(URLRequestStatus::IO_PENDING, 0)); 12275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 12285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NotifyDone(URLRequestStatus(URLRequestStatus::FAILED, rv)); 12295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 12325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::StopCaching() { 12355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) 12365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->StopCaching(); 12375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1239eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdochbool URLRequestHttpJob::GetFullRequestHeaders( 1240eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch HttpRequestHeaders* headers) const { 1241eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch if (!transaction_) 1242eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch return false; 1243eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 1244eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch return transaction_->GetFullRequestHeaders(headers); 1245eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch} 1246eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 12475d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)int64 URLRequestHttpJob::GetTotalReceivedBytes() const { 12485d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (!transaction_) 12495d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return 0; 12505d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 12515d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return transaction_->GetTotalReceivedBytes(); 12525d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 12535d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 12545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoneReading() { 12555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (transaction_.get()) 12565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) transaction_->DoneReading(); 12575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoneWithRequest(FINISHED); 12585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)HostPortPair URLRequestHttpJob::GetSocketAddress() const { 12615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return response_info_ ? response_info_->socket_address : HostPortPair(); 12625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordTimer() { 12655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_creation_time_.is_null()) { 12665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() 12675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "The same transaction shouldn't start twice without new timing."; 12685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta to_start = base::Time::Now() - request_creation_time_; 12725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_ = base::Time(); 12735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_MEDIUM_TIMES("Net.HttpTimeToFirstByte", to_start); 12755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::ResetTimer() { 12785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_creation_time_.is_null()) { 12795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED() 12805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "The timer was reset before it was recorded."; 12815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_creation_time_ = base::Time::Now(); 12845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 12855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::UpdatePacketReadTimes() { 12875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!packet_timing_enabled_) 12885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 12895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (filter_input_byte_count() <= bytes_observed_in_packets_) { 12915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(filter_input_byte_count(), bytes_observed_in_packets_); 12925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // No new bytes have arrived. 12935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) final_packet_time_ = base::Time::Now(); 12965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!bytes_observed_in_packets_) 12975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_time_snapshot_ = request_ ? request_->request_time() : base::Time(); 12985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bytes_observed_in_packets_ = filter_input_byte_count(); 13005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordPacketStats( 13035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterContext::StatisticSelector statistic) const { 13045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!packet_timing_enabled_ || (final_packet_time_ == base::Time())) 13055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta duration = final_packet_time_ - request_time_snapshot_; 13085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (statistic) { 13095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_DECODE: { 13105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_COUNTS("Sdch3.Network_Decode_Bytes_Processed_b", 13115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static_cast<int>(bytes_observed_in_packets_), 500, 100000, 100); 13125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_PASSTHROUGH: { 13155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Despite advertising a dictionary, we handled non-sdch compressed 13165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // content. 13175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_EXPERIMENT_DECODE: { 13215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_TIMES("Sdch3.Experiment2_Decode", 13225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) duration, 13235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(20), 13245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMinutes(10), 100); 13255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case FilterContext::SDCH_EXPERIMENT_HOLDBACK: { 13285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_TIMES("Sdch3.Experiment2_Holdback", 13295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) duration, 13305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(20), 13315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMinutes(10), 100); 13325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 13355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) NOTREACHED(); 13365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 13395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The common type of histogram we use for all compression-tracking histograms. 13415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define COMPRESSION_HISTOGRAM(name, sample) \ 13425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do { \ 13435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_CUSTOM_COUNTS("Net.Compress." name, sample, \ 13445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 500, 1000000, 100); \ 13455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } while (0) 13465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordCompressionHistograms() { 13485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(request_); 13495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!request_) 13505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_cached_content_ || // Don't record cached content 13535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !GetStatus().is_success() || // Don't record failed content 13545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !IsCompressibleContent() || // Only record compressible content 13555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !prefilter_bytes_read()) // Zero-byte responses aren't useful. 13565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Miniature requests aren't really compressible. Don't count them. 13595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int kMinSize = 16; 13605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (prefilter_bytes_read() < kMinSize) 13615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Only record for http or https urls. 13645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_http = request_->url().SchemeIs("http"); 13655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool is_https = request_->url().SchemeIs("https"); 13665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!is_http && !is_https) 13675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int compressed_B = prefilter_bytes_read(); 13705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int decompressed_B = postfilter_bytes_read(); 13715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool was_filtered = HasFilter(); 13725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We want to record how often downloaded resources are compressed. 13745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // But, we recognize that different protocols may have different 13755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // properties. So, for each request, we'll put it into one of 3 13765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // groups: 13775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // a) SSL resources 13785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Proxies cannot tamper with compression headers with SSL. 13795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // b) Non-SSL, loaded-via-proxy resources 13805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In this case, we know a proxy might have interfered. 13815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // c) Non-SSL, loaded-without-proxy resources 13825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In this case, we know there was no explicit proxy. However, 13835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it is possible that a transparent proxy was still interfering. 13845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 13855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For each group, we record the same 3 histograms. 13865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_https) { 13885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 13895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.BytesBeforeCompression", compressed_B); 13905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.BytesAfterCompression", decompressed_B); 13915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 13925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("SSL.ShouldHaveBeenCompressed", decompressed_B); 13935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 13955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 13965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (request_->was_fetched_via_proxy()) { 13985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 13995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.BytesBeforeCompression", compressed_B); 14005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.BytesAfterCompression", decompressed_B); 14015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("Proxy.ShouldHaveBeenCompressed", decompressed_B); 14035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (was_filtered) { 14085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.BytesBeforeCompression", compressed_B); 14095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.BytesAfterCompression", decompressed_B); 14105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) COMPRESSION_HISTOGRAM("NoProxy.ShouldHaveBeenCompressed", decompressed_B); 14125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool URLRequestHttpJob::IsCompressibleContent() const { 14165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string mime_type; 14175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return GetMimeType(&mime_type) && 14185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (IsSupportedJavascriptMimeType(mime_type.c_str()) || 14195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) IsSupportedNonImageMimeType(mime_type.c_str())); 14205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::RecordPerfHistograms(CompletionCause reason) { 14235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (start_time_.is_null()) 14245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta total_time = base::TimeTicks::Now() - start_time_; 14275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTime", total_time); 14285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reason == FINISHED) { 14305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeSuccess", total_time); 14315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeCancel", total_time); 14335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_) { 14365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (response_info_->was_cached) { 14375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeCached", total_time); 14385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 14395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) UMA_HISTOGRAM_TIMES("Net.HttpJob.TotalTimeNotCached", total_time); 14405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14430f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) if (request_info_.load_flags & LOAD_PREFETCH && !request_->was_cached()) 14440f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) UMA_HISTOGRAM_COUNTS("Net.Prefetch.PrefilterBytesReadFromNetwork", 14450f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) prefilter_bytes_read()); 14460f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) 14475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_time_ = base::TimeTicks(); 14485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::DoneWithRequest(CompletionCause reason) { 14515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (done_) 14525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 14535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done_ = true; 14545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordPerfHistograms(reason); 14555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reason == FINISHED) { 14565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) request_->set_received_response_content_length(prefilter_bytes_read()); 14575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RecordCompressionHistograms(); 14585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)HttpResponseHeaders* URLRequestHttpJob::GetResponseHeaders() const { 14625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_.get()); 14635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(transaction_->GetResponseInfo()); 14645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return override_response_headers_.get() ? 1465868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) override_response_headers_.get() : 1466868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) transaction_->GetResponseInfo()->headers.get(); 14675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void URLRequestHttpJob::NotifyURLRequestDestroyed() { 14705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) awaiting_callback_ = false; 14715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 14725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace net 1474