libcurl_http_fetcher.cc revision 4906c1c6dac2ef7916bfa7193cc9324e99b4d223
149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// Copyright (c) 2009 The Chromium OS Authors. All rights reserved. 249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// Use of this source code is governed by a BSD-style license that can be 349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// found in the LICENSE file. 449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com#include "update_engine/libcurl_http_fetcher.h" 6d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 7c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com#include <algorithm> 8d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include <string> 9d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 104906c1c6dac2ef7916bfa7193cc9324e99b4d223Alex Vakulenko#include <base/bind.h> 11d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include <base/logging.h> 1275039d7397f03dff77bdf4e26398049ff88edc4cAlex Vakulenko#include <base/strings/string_util.h> 1375039d7397f03dff77bdf4e26398049ff88edc4cAlex Vakulenko#include <base/strings/stringprintf.h> 14d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 157f9aea2748370b0a26e1d5c36db7d8bbf3ba1245Bruno Rocha#include "update_engine/certificate_checker.h" 16056b0abc1273a6eebfd73060a1d0344ef02b8696J. Richard Barnette#include "update_engine/hardware_interface.h" 17d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include "update_engine/utils.h" 18c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 19c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comusing std::make_pair; 20c4acdf40033fc7bedba3ec6449b7a750b1fe5f24Alex Deymousing std::max; 21d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyesusing std::string; 2249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 2349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// This is a concrete implementation of HttpFetcher that uses libcurl to do the 2449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// http work. 2549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 2649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comnamespace chromeos_update_engine { 2749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 289bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyesnamespace { 295d0783d4a9dc230aebdf89923d31b51fe1def5f1Andrew de los Reyesconst int kNoNetworkRetrySeconds = 10; 30b2bf1228d03c094427ab05f19b73735a737b0bfcKen Mixterconst char kCACertificatesPath[] = "/usr/share/chromeos-ca-certificates"; 31d2779df63aaad8b65fc5d4badee7dbc9bed7f2b6Alex Vakulenko} // namespace 329bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes 3349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comLibcurlHttpFetcher::~LibcurlHttpFetcher() { 349ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov LOG_IF(ERROR, transfer_in_progress_) 359ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov << "Destroying the fetcher while a transfer is in progress."; 3649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CleanUp(); 3749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 3849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 3959d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnoldbool LibcurlHttpFetcher::GetProxyType(const std::string& proxy, 4059d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold curl_proxytype* out_type) { 4159d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, "socks5://") || 4259d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold utils::StringHasPrefix(proxy, "socks://")) { 4359d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold *out_type = CURLPROXY_SOCKS5_HOSTNAME; 4459d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return true; 4559d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 4659d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, "socks4://")) { 4759d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold *out_type = CURLPROXY_SOCKS4A; 4859d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return true; 4959d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 5059d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, "http://") || 5159d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold utils::StringHasPrefix(proxy, "https://")) { 5259d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold *out_type = CURLPROXY_HTTP; 5359d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return true; 5459d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 5559d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, kNoProxy)) { 5659d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold // known failure case. don't log. 5759d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return false; 5859d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 5959d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold LOG(INFO) << "Unknown proxy type: " << proxy; 6059d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return false; 6159d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold} 6259d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold 63c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comvoid LibcurlHttpFetcher::ResumeTransfer(const std::string& url) { 643270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes LOG(INFO) << "Starting/Resuming transfer"; 6549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(!transfer_in_progress_); 6649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com url_ = url; 6749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_multi_handle_ = curl_multi_init(); 6849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_multi_handle_); 6949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 7049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_handle_ = curl_easy_init(); 7149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_handle_); 7249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 734516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK(HasProxy()); 74fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold bool is_direct = (GetCurrentProxy() == kNoProxy); 75fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold LOG(INFO) << "Using proxy: " << (is_direct ? "no" : "yes"); 76fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold if (is_direct) { 774516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, 784516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CURLOPT_PROXY, 794516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes ""), CURLE_OK); 804516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } else { 814516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, 824516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CURLOPT_PROXY, 834516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes GetCurrentProxy().c_str()), CURLE_OK); 844516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // Curl seems to require us to set the protocol 854516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes curl_proxytype type; 8659d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (GetProxyType(GetCurrentProxy(), &type)) { 874516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, 884516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CURLOPT_PROXYTYPE, 894516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes type), CURLE_OK); 904516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } 914516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } 924516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes 9349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (post_data_set_) { 94c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POST, 1), CURLE_OK); 95c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDS, 96c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com &post_data_[0]), 97c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLE_OK); 98c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDSIZE, 99c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com post_data_.size()), 100c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLE_OK); 1019dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold 1029dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold // Set the Content-Type HTTP header, if one was specifically set. 1039dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CHECK(!curl_http_headers_); 1049dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold if (post_content_type_ != kHttpContentTypeUnspecified) { 1059dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold const string content_type_attr = 1069dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold base::StringPrintf("Content-Type: %s", 1079dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold GetHttpContentTypeString(post_content_type_)); 1089dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_http_headers_ = curl_slist_append(NULL, content_type_attr.c_str()); 1099dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CHECK(curl_http_headers_); 1109dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CHECK_EQ( 1119dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_easy_setopt(curl_handle_, CURLOPT_HTTPHEADER, 1129dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_http_headers_), 1139dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CURLE_OK); 1149dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold } else { 1159dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold LOG(WARNING) << "no content type set, using libcurl default"; 1169dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold } 11749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 11849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 119e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold if (bytes_downloaded_ > 0 || download_length_) { 120e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // Resume from where we left off. 121c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com resume_offset_ = bytes_downloaded_; 122e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CHECK_GE(resume_offset_, 0); 123e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold 124e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // Compute end offset, if one is specified. As per HTTP specification, this 125e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // is an inclusive boundary. Make sure it doesn't overflow. 126e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold size_t end_offset = 0; 127e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold if (download_length_) { 128e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold end_offset = static_cast<size_t>(resume_offset_) + download_length_ - 1; 129e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CHECK_LE((size_t) resume_offset_, end_offset); 130e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold } 131e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold 132e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // Create a string representation of the desired range. 133e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold std::string range_str = (end_offset ? 13475039d7397f03dff77bdf4e26398049ff88edc4cAlex Vakulenko base::StringPrintf("%jd-%zu", resume_offset_, 13575039d7397f03dff77bdf4e26398049ff88edc4cAlex Vakulenko end_offset) : 13675039d7397f03dff77bdf4e26398049ff88edc4cAlex Vakulenko base::StringPrintf("%jd-", resume_offset_)); 137e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_RANGE, range_str.c_str()), 138e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CURLE_OK); 139c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 140c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 141c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEDATA, this), CURLE_OK); 142c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEFUNCTION, 143c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com StaticLibcurlWrite), CURLE_OK); 14477f79e876a77796fc248d099b6574f05bd23c954Chris Sosa CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_URL, url_.c_str()), 145d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes CURLE_OK); 1463270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes 14734135a9f24c72137aa85378b57e7698162c687f2David Zeuthen // If the connection drops under |low_speed_limit_bps_| (10 14834135a9f24c72137aa85378b57e7698162c687f2David Zeuthen // bytes/sec by default) for |low_speed_time_seconds_| (90 seconds, 14934135a9f24c72137aa85378b57e7698162c687f2David Zeuthen // 180 on non-official builds), reconnect. 15034135a9f24c72137aa85378b57e7698162c687f2David Zeuthen CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_LIMIT, 15134135a9f24c72137aa85378b57e7698162c687f2David Zeuthen low_speed_limit_bps_), 1523270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes CURLE_OK); 15334135a9f24c72137aa85378b57e7698162c687f2David Zeuthen CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_TIME, 15434135a9f24c72137aa85378b57e7698162c687f2David Zeuthen low_speed_time_seconds_), 1553270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes CURLE_OK); 15634135a9f24c72137aa85378b57e7698162c687f2David Zeuthen CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_CONNECTTIMEOUT, 15734135a9f24c72137aa85378b57e7698162c687f2David Zeuthen connect_timeout_seconds_), 158e72f9c028fe41052cc18c95411fc1cd21d5029a3Andrew de los Reyes CURLE_OK); 1593270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes 16041c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov // By default, libcurl doesn't follow redirections. Allow up to 16134135a9f24c72137aa85378b57e7698162c687f2David Zeuthen // |kDownloadMaxRedirects| redirections. 1623a4016aefdf84b55ff04571fd005c7967efb243fDarin Petkov CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_FOLLOWLOCATION, 1), CURLE_OK); 16334135a9f24c72137aa85378b57e7698162c687f2David Zeuthen CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_MAXREDIRS, 16434135a9f24c72137aa85378b57e7698162c687f2David Zeuthen kDownloadMaxRedirects), 16541c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov CURLE_OK); 16641c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov 1677d623ebf9eee346fdeee71f1ccb32ebaf4bd3318Nam T. Nguyen // Lock down the appropriate curl options for HTTP or HTTPS depending on 1687d623ebf9eee346fdeee71f1ccb32ebaf4bd3318Nam T. Nguyen // the url. 1697d623ebf9eee346fdeee71f1ccb32ebaf4bd3318Nam T. Nguyen if (GetSystemState()->hardware()->IsOfficialBuild()) { 17077f79e876a77796fc248d099b6574f05bd23c954Chris Sosa if (StartsWithASCII(url_, "http://", false)) 171b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan SetCurlOptionsForHttp(); 172b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan else 173b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan SetCurlOptionsForHttps(); 174b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan } else { 1757d623ebf9eee346fdeee71f1ccb32ebaf4bd3318Nam T. Nguyen LOG(INFO) << "Not setting http(s) curl options because we are " 1767d623ebf9eee346fdeee71f1ccb32ebaf4bd3318Nam T. Nguyen << "running a dev/test image"; 177fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov } 178fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov 179c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_add_handle(curl_multi_handle_, curl_handle_), CURLM_OK); 18049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com transfer_in_progress_ = true; 18149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 18249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 183b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// Lock down only the protocol in case of HTTP. 184b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasanvoid LibcurlHttpFetcher::SetCurlOptionsForHttp() { 185b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan LOG(INFO) << "Setting up curl options for HTTP"; 186b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTP), 187b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 188b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, 189b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLPROTO_HTTP), 190b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 191b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan} 192b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan 193b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// Security lock-down in official builds: makes sure that peer certificate 194b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// verification is enabled, restricts the set of trusted certificates, 195b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// restricts protocols to HTTPS, restricts ciphers to HIGH. 196b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasanvoid LibcurlHttpFetcher::SetCurlOptionsForHttps() { 197b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan LOG(INFO) << "Setting up curl options for HTTPS"; 198b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_VERIFYPEER, 1), 199b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 200b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_CAPATH, kCACertificatesPath), 201b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 202b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTPS), 203b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 204b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, 205b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLPROTO_HTTPS), 206b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 207b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CIPHER_LIST, "HIGH:!ADH"), 208b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 209b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan if (check_certificate_ != CertificateChecker::kNone) { 210b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CTX_DATA, 211b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan &check_certificate_), 212b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 213b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CTX_FUNCTION, 214b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CertificateChecker::ProcessSSLContext), 215b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 216b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan } 217b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan} 218b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan 219b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan 220c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com// Begins the transfer, which must not have already been started. 221c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comvoid LibcurlHttpFetcher::BeginTransfer(const std::string& url) { 222f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes CHECK(!transfer_in_progress_); 223f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes url_ = url; 2244906c1c6dac2ef7916bfa7193cc9324e99b4d223Alex Vakulenko auto closure = base::Bind(&LibcurlHttpFetcher::ProxiesResolved, 2254906c1c6dac2ef7916bfa7193cc9324e99b4d223Alex Vakulenko base::Unretained(this)); 2264906c1c6dac2ef7916bfa7193cc9324e99b4d223Alex Vakulenko if (!ResolveProxiesForUrl(url_, new base::Closure(closure))) { 227f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes LOG(ERROR) << "Couldn't resolve proxies"; 228f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes if (delegate_) 229f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes delegate_->TransferComplete(this, false); 230f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes } 231f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes} 232f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes 233f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyesvoid LibcurlHttpFetcher::ProxiesResolved() { 234c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com transfer_size_ = -1; 235c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com resume_offset_ = 0; 2369bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes retry_count_ = 0; 237a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_ = 0; 238cb466212cccca21dfe0dcd01afbbb06e005309e2Darin Petkov http_response_code_ = 0; 239819fef2e0fa08984cf31e848e704442c500ea4f9Andrew de los Reyes terminate_requested_ = false; 240a2dee1d3a7f13c91b6d4973dca477c5496e9cf53Gilad Arnold sent_byte_ = false; 241f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes ResumeTransfer(url_); 2429bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 243c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com} 244c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 2459ce452b6acd95899e9adb17c2935012625163dc6Darin Petkovvoid LibcurlHttpFetcher::ForceTransferTermination() { 2469ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov CleanUp(); 2479ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov if (delegate_) { 2489ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov // Note that after the callback returns this object may be destroyed. 2499ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov delegate_->TransferTerminated(this); 2509ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov } 2519ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov} 2529ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov 25349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::TerminateTransfer() { 2549ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov if (in_write_callback_) { 2553fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes terminate_requested_ = true; 2569ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov } else { 2579ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov ForceTransferTermination(); 2589ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov } 25949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 26049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 261cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyesvoid LibcurlHttpFetcher::CurlPerformOnce() { 26249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(transfer_in_progress_); 26349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com int running_handles = 0; 26449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CURLMcode retcode = CURLM_CALL_MULTI_PERFORM; 26549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 26649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // libcurl may request that we immediately call curl_multi_perform after it 26749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // returns, so we do. libcurl promises that curl_multi_perform will not block. 26849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com while (CURLM_CALL_MULTI_PERFORM == retcode) { 26949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com retcode = curl_multi_perform(curl_multi_handle_, &running_handles); 2703fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes if (terminate_requested_) { 2719ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov ForceTransferTermination(); 2723fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes return; 2733fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes } 27449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 27549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (0 == running_handles) { 2763fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes GetHttpResponseCode(); 2773fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes if (http_response_code_) { 2783fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes LOG(INFO) << "HTTP response code: " << http_response_code_; 279a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_ = 0; 2809bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } else { 2819bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes LOG(ERROR) << "Unable to get http response code."; 2829bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } 283192ced474a4226f1921fcdaa6a763f5f2d7e1b49Darin Petkov 28449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // we're done! 28549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CleanUp(); 286c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 287a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // TODO(petkov): This temporary code tries to deal with the case where the 288a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // update engine performs an update check while the network is not ready 289a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // (e.g., right after resume). Longer term, we should check if the network 290a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // is online/offline and return an appropriate error code. 291a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov if (!sent_byte_ && 292a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov http_response_code_ == 0 && 293a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_ < no_network_max_retries_) { 294a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_++; 295a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov g_timeout_add_seconds(kNoNetworkRetrySeconds, 296a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov &LibcurlHttpFetcher::StaticRetryTimeoutCallback, 297a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov this); 298a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov LOG(INFO) << "No HTTP response, retry " << no_network_retry_count_; 299a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov return; 300a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov } 301a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov 3029bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold if ((!sent_byte_ && !IsHttpResponseSuccess()) || IsHttpResponseError()) { 3034516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // The transfer completed w/ error and we didn't get any bytes. 3044516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // If we have another proxy to try, try that. 3059bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // 3069bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // TODO(garnold) in fact there are two separate cases here: one case is an 3079bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // other-than-success return code (including no return code) and no 3089bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // received bytes, which is necessary due to the way callbacks are 3099bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // currently processing error conditions; the second is an explicit HTTP 3109bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // error code, where some data may have been received (as in the case of a 3119bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // semi-successful multi-chunk fetch). This is a confusing behavior and 3129bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // should be unified into a complete, coherent interface. 3139bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold LOG(INFO) << "Transfer resulted in an error (" << http_response_code_ 3149bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold << "), " << bytes_downloaded_ << " bytes downloaded"; 3154516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes 3164516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes PopProxy(); // Delete the proxy we just gave up on. 3174516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes 3184516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes if (HasProxy()) { 3194516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // We have another proxy. Retry immediately. 320fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold LOG(INFO) << "Retrying with next proxy setting"; 3214516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes g_idle_add(&LibcurlHttpFetcher::StaticRetryTimeoutCallback, this); 3224516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } else { 3234516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // Out of proxies. Give up. 3249bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold LOG(INFO) << "No further proxies, indicating transfer complete"; 3254516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes if (delegate_) 3269bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold delegate_->TransferComplete(this, false); // signal fail 3274516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } 3289bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold } else if ((transfer_size_ >= 0) && (bytes_downloaded_ < transfer_size_)) { 3299bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes retry_count_++; 33032f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan LOG(INFO) << "Transfer interrupted after downloading " 33132f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan << bytes_downloaded_ << " of " << transfer_size_ << " bytes. " 33232f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan << transfer_size_ - bytes_downloaded_ << " bytes remaining " 33332f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan << "after " << retry_count_ << " attempt(s)"; 33432f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan 33532f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan if (retry_count_ > max_retry_count_) { 33632f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan LOG(INFO) << "Reached max attempts (" << retry_count_ << ")"; 3379bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes if (delegate_) 3389bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold delegate_->TransferComplete(this, false); // signal fail 3399bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } else { 34032f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan // Need to restart transfer 34132f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan LOG(INFO) << "Restarting transfer to download the remaining bytes"; 342b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov g_timeout_add_seconds(retry_seconds_, 3439b11165c7bb64843118fc9e1c9c4746137271107Darin Petkov &LibcurlHttpFetcher::StaticRetryTimeoutCallback, 3449b11165c7bb64843118fc9e1c9c4746137271107Darin Petkov this); 3459bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } 346c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } else { 3479bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold LOG(INFO) << "Transfer completed (" << http_response_code_ 3489bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold << "), " << bytes_downloaded_ << " bytes downloaded"; 349c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com if (delegate_) { 35048085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold bool success = IsHttpResponseSuccess(); 351fb4ad7d5e8c5946fc475f3ee289b38287f015326Andrew de los Reyes delegate_->TransferComplete(this, success); 352c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 353c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 35449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } else { 35549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // set up callback 35649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com SetupMainloopSources(); 35749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 35849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 35949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 36049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comsize_t LibcurlHttpFetcher::LibcurlWrite(void *ptr, size_t size, size_t nmemb) { 36148085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold // Update HTTP response first. 36248085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold GetHttpResponseCode(); 36348085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold const size_t payload_size = size * nmemb; 36448085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold 36548085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold // Do nothing if no payload or HTTP response is an error. 3669bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold if (payload_size == 0 || !IsHttpResponseSuccess()) { 36748085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold LOG(INFO) << "HTTP response unsuccessful (" << http_response_code_ 36848085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold << ") or no payload (" << payload_size << "), nothing to do"; 3694516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes return 0; 37048085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold } 37148085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold 3724516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes sent_byte_ = true; 373c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com { 374c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com double transfer_size_double; 375c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_getinfo(curl_handle_, 376c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLINFO_CONTENT_LENGTH_DOWNLOAD, 377c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com &transfer_size_double), CURLE_OK); 378c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com off_t new_transfer_size = static_cast<off_t>(transfer_size_double); 379c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com if (new_transfer_size > 0) { 380c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com transfer_size_ = resume_offset_ + new_transfer_size; 381c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 382c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 38348085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold bytes_downloaded_ += payload_size; 3843fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes in_write_callback_ = true; 38549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (delegate_) 38648085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold delegate_->ReceivedBytes(this, reinterpret_cast<char*>(ptr), payload_size); 3873fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes in_write_callback_ = false; 38848085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold return payload_size; 38949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 39049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 39149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::Pause() { 39249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_handle_); 39349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(transfer_in_progress_); 394c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_ALL), CURLE_OK); 39549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 39649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 39749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::Unpause() { 39849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_handle_); 39949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(transfer_in_progress_); 400c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_CONT), CURLE_OK); 40149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 40249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 40349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// This method sets up callbacks with the glib main loop. 40449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::SetupMainloopSources() { 40549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com fd_set fd_read; 40649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com fd_set fd_write; 40760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov fd_set fd_exc; 40849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 40949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com FD_ZERO(&fd_read); 41049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com FD_ZERO(&fd_write); 41160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov FD_ZERO(&fd_exc); 41249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 41349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com int fd_max = 0; 41449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 41549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // Ask libcurl for the set of file descriptors we should track on its 41649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // behalf. 417c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_fdset(curl_multi_handle_, &fd_read, &fd_write, 41860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov &fd_exc, &fd_max), CURLM_OK); 41949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 42049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // We should iterate through all file descriptors up to libcurl's fd_max or 42160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // the highest one we're tracking, whichever is larger. 42260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (size_t t = 0; t < arraysize(io_channels_); ++t) { 42360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (!io_channels_[t].empty()) 42460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov fd_max = max(fd_max, io_channels_[t].rbegin()->first); 42560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 42660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 42760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // For each fd, if we're not tracking it, track it. If we are tracking it, but 42860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // libcurl doesn't care about it anymore, stop tracking it. After this loop, 42960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // there should be exactly as many GIOChannel objects in io_channels_[0|1] as 43060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // there are read/write fds that we're tracking. 43160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (int fd = 0; fd <= fd_max; ++fd) { 43260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // Note that fd_exc is unused in the current version of libcurl so is_exc 43360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // should always be false. 43460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov bool is_exc = FD_ISSET(fd, &fd_exc) != 0; 43560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov bool must_track[2] = { 43660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov is_exc || (FD_ISSET(fd, &fd_read) != 0), // track 0 -- read 43760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov is_exc || (FD_ISSET(fd, &fd_write) != 0) // track 1 -- write 43860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov }; 43960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 44060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (size_t t = 0; t < arraysize(io_channels_); ++t) { 44160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov bool tracked = io_channels_[t].find(fd) != io_channels_[t].end(); 44260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 44360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (!must_track[t]) { 44460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // If we have an outstanding io_channel, remove it. 44560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (tracked) { 44660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_source_remove(io_channels_[t][fd].second); 44760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_io_channel_unref(io_channels_[t][fd].first); 44860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_channels_[t].erase(io_channels_[t].find(fd)); 44960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 45060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov continue; 45160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 45260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 45360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // If we are already tracking this fd, continue -- nothing to do. 45460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (tracked) 45560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov continue; 45660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 45760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // Set conditions appropriately -- read for track 0, write for track 1. 45860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov GIOCondition condition = static_cast<GIOCondition>( 45960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov ((t == 0) ? (G_IO_IN | G_IO_PRI) : G_IO_OUT) | G_IO_ERR | G_IO_HUP); 46060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 46160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // Track a new fd. 46260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov GIOChannel* io_channel = g_io_channel_unix_new(fd); 46360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov guint tag = 46460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_io_add_watch(io_channel, condition, &StaticFDCallback, this); 46560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 46660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_channels_[t][fd] = make_pair(io_channel, tag); 46760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov static int io_counter = 0; 46860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_counter++; 46960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (io_counter % 50 == 0) { 47060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov LOG(INFO) << "io_counter = " << io_counter; 47149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 4723270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes } 47349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 47449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 475b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov // Set up a timeout callback for libcurl. 4763270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes if (!timeout_source_) { 477b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov LOG(INFO) << "Setting up timeout source: " << idle_seconds_ << " seconds."; 478b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov timeout_source_ = g_timeout_source_new_seconds(idle_seconds_); 479b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov g_source_set_callback(timeout_source_, StaticTimeoutCallback, this, NULL); 4803270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes g_source_attach(timeout_source_, NULL); 48149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 48249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 48349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 48449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.combool LibcurlHttpFetcher::FDCallback(GIOChannel *source, 48549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com GIOCondition condition) { 4869bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 4873270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // We handle removing of this source elsewhere, so we always return true. 4883270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // The docs say, "the function should return FALSE if the event source 4893270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // should be removed." 4903270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // http://www.gtk.org/api/2.6/glib/glib-IO-Channels.html#GIOFunc 4913270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes return true; 49249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 49349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 4949bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyesgboolean LibcurlHttpFetcher::RetryTimeoutCallback() { 4959bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes ResumeTransfer(url_); 4969bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 4979bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes return FALSE; // Don't have glib auto call this callback again 4989bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes} 4999bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes 5003270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyesgboolean LibcurlHttpFetcher::TimeoutCallback() { 501cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyes // We always return true, even if we don't want glib to call us back. 502cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyes // We will remove the event source separately if we don't want to 503cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyes // be called back. 5043270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes if (!transfer_in_progress_) 5053270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes return TRUE; 5069bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 5073270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes return TRUE; 50849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 50949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 51049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::CleanUp() { 51149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (timeout_source_) { 51249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com g_source_destroy(timeout_source_); 51349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com timeout_source_ = NULL; 51449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 51549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 51660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (size_t t = 0; t < arraysize(io_channels_); ++t) { 51760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (IOChannels::iterator it = io_channels_[t].begin(); 51860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov it != io_channels_[t].end(); ++it) { 51960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_source_remove(it->second.second); 52060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_io_channel_unref(it->second.first); 52160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 52260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_channels_[t].clear(); 52349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 52449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 5259dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold if (curl_http_headers_) { 5269dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_slist_free_all(curl_http_headers_); 5279dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_http_headers_ = NULL; 5289dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold } 52949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (curl_handle_) { 53049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (curl_multi_handle_) { 531c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_remove_handle(curl_multi_handle_, curl_handle_), 532c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLM_OK); 53349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 53449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_easy_cleanup(curl_handle_); 53549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_handle_ = NULL; 53649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 53749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (curl_multi_handle_) { 538c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_cleanup(curl_multi_handle_), CURLM_OK); 53949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_multi_handle_ = NULL; 54049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 54149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com transfer_in_progress_ = false; 54249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 54349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 5443fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyesvoid LibcurlHttpFetcher::GetHttpResponseCode() { 545d2779df63aaad8b65fc5d4badee7dbc9bed7f2b6Alex Vakulenko long http_response_code = 0; // NOLINT(runtime/int) - curl needs long. 5463fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes if (curl_easy_getinfo(curl_handle_, 5473fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes CURLINFO_RESPONSE_CODE, 5483fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes &http_response_code) == CURLE_OK) { 5493fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes http_response_code_ = static_cast<int>(http_response_code); 5503fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes } 5513fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes} 5523fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes 55349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} // namespace chromeos_update_engine 554