libcurl_http_fetcher.cc revision 59d9e0142388f23dae84f7b480d24f1f71b80cfa
149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// Copyright (c) 2009 The Chromium OS Authors. All rights reserved. 249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// Use of this source code is governed by a BSD-style license that can be 349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// found in the LICENSE file. 449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com#include "update_engine/libcurl_http_fetcher.h" 6d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 7c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com#include <algorithm> 8d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include <string> 9d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 10d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include <base/logging.h> 11738fdf37c15284b60dac703408b8de19eef9c6a3Jay Srinivasan#include <base/string_util.h> 12e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold#include <base/stringprintf.h> 13d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 147f9aea2748370b0a26e1d5c36db7d8bbf3ba1245Bruno Rocha#include "update_engine/certificate_checker.h" 15d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include "update_engine/dbus_interface.h" 16d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes#include "update_engine/utils.h" 17c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 18f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyesusing google::protobuf::NewCallback; 19c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comusing std::max; 20c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comusing std::make_pair; 21d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyesusing std::string; 2249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 2349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// This is a concrete implementation of HttpFetcher that uses libcurl to do the 2449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// http work. 2549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 2649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comnamespace chromeos_update_engine { 2749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 289bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyesnamespace { 295d0783d4a9dc230aebdf89923d31b51fe1def5f1Andrew de los Reyesconst int kNoNetworkRetrySeconds = 10; 30b2bf1228d03c094427ab05f19b73735a737b0bfcKen Mixterconst char kCACertificatesPath[] = "/usr/share/chromeos-ca-certificates"; 31d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes} // namespace {} 329bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes 33d186e637e06ac0aff98a2ad4f87101037ec61d96Don Garrettconst int LibcurlHttpFetcher::kMaxRedirects = 10; 34d186e637e06ac0aff98a2ad4f87101037ec61d96Don Garrettconst int LibcurlHttpFetcher::kMaxRetryCountOobeComplete = 20; 35d186e637e06ac0aff98a2ad4f87101037ec61d96Don Garrettconst int LibcurlHttpFetcher::kMaxRetryCountOobeNotComplete = 3; 36d186e637e06ac0aff98a2ad4f87101037ec61d96Don Garrett 3749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comLibcurlHttpFetcher::~LibcurlHttpFetcher() { 389ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov LOG_IF(ERROR, transfer_in_progress_) 399ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov << "Destroying the fetcher while a transfer is in progress."; 4049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CleanUp(); 4149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 4249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 43d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes// On error, returns false. 444348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasanbool LibcurlHttpFetcher::IsUpdateAllowedOverCurrentConnection() const { 45d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes NetworkConnectionType type; 46d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes ConcreteDbusGlib dbus_iface; 476f6ea00aa8c4cf54b6842be32ca1226854c24f78Jay Srinivasan ConnectionManager* connection_manager = system_state_->connection_manager(); 484348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan TEST_AND_RETURN_FALSE(connection_manager->GetConnectionType(&dbus_iface, 494348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan &type)); 504348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan bool is_allowed = connection_manager->IsUpdateAllowedOver(type); 51d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes LOG(INFO) << "We are connected via " 524348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan << connection_manager->StringForConnectionType(type) 534348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan << ", Updates allowed: " << (is_allowed ? "Yes" : "No"); 544348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan return is_allowed; 55d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes} 56d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 57fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkovbool LibcurlHttpFetcher::IsOfficialBuild() const { 58fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov return force_build_type_ ? forced_official_build_ : utils::IsOfficialBuild(); 59fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov} 60fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov 6159d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnoldbool LibcurlHttpFetcher::GetProxyType(const std::string& proxy, 6259d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold curl_proxytype* out_type) { 6359d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, "socks5://") || 6459d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold utils::StringHasPrefix(proxy, "socks://")) { 6559d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold *out_type = CURLPROXY_SOCKS5_HOSTNAME; 6659d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return true; 6759d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 6859d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, "socks4://")) { 6959d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold *out_type = CURLPROXY_SOCKS4A; 7059d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return true; 7159d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 7259d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, "http://") || 7359d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold utils::StringHasPrefix(proxy, "https://")) { 7459d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold *out_type = CURLPROXY_HTTP; 7559d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return true; 7659d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 7759d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (utils::StringHasPrefix(proxy, kNoProxy)) { 7859d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold // known failure case. don't log. 7959d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return false; 8059d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold } 8159d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold LOG(INFO) << "Unknown proxy type: " << proxy; 8259d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold return false; 8359d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold} 8459d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold 85c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comvoid LibcurlHttpFetcher::ResumeTransfer(const std::string& url) { 863270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes LOG(INFO) << "Starting/Resuming transfer"; 8749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(!transfer_in_progress_); 8849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com url_ = url; 8949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_multi_handle_ = curl_multi_init(); 9049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_multi_handle_); 9149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 9249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_handle_ = curl_easy_init(); 9349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_handle_); 9449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 954516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK(HasProxy()); 96fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold bool is_direct = (GetCurrentProxy() == kNoProxy); 97fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold LOG(INFO) << "Using proxy: " << (is_direct ? "no" : "yes"); 98fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold if (is_direct) { 994516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, 1004516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CURLOPT_PROXY, 1014516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes ""), CURLE_OK); 1024516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } else { 1034516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, 1044516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CURLOPT_PROXY, 1054516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes GetCurrentProxy().c_str()), CURLE_OK); 1064516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // Curl seems to require us to set the protocol 1074516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes curl_proxytype type; 10859d9e0142388f23dae84f7b480d24f1f71b80cfaGilad Arnold if (GetProxyType(GetCurrentProxy(), &type)) { 1094516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, 1104516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes CURLOPT_PROXYTYPE, 1114516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes type), CURLE_OK); 1124516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } 1134516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } 1144516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes 11549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (post_data_set_) { 116c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POST, 1), CURLE_OK); 117c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDS, 118c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com &post_data_[0]), 119c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLE_OK); 120c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDSIZE, 121c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com post_data_.size()), 122c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLE_OK); 1239dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold 1249dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold // Set the Content-Type HTTP header, if one was specifically set. 1259dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CHECK(!curl_http_headers_); 1269dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold if (post_content_type_ != kHttpContentTypeUnspecified) { 1279dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold const string content_type_attr = 1289dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold base::StringPrintf("Content-Type: %s", 1299dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold GetHttpContentTypeString(post_content_type_)); 1309dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_http_headers_ = curl_slist_append(NULL, content_type_attr.c_str()); 1319dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CHECK(curl_http_headers_); 1329dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CHECK_EQ( 1339dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_easy_setopt(curl_handle_, CURLOPT_HTTPHEADER, 1349dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_http_headers_), 1359dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold CURLE_OK); 1369dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold } else { 1379dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold LOG(WARNING) << "no content type set, using libcurl default"; 1389dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold } 13949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 14049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 141e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold if (bytes_downloaded_ > 0 || download_length_) { 142e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // Resume from where we left off. 143c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com resume_offset_ = bytes_downloaded_; 144e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CHECK_GE(resume_offset_, 0); 145e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold 146e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // Compute end offset, if one is specified. As per HTTP specification, this 147e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // is an inclusive boundary. Make sure it doesn't overflow. 148e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold size_t end_offset = 0; 149e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold if (download_length_) { 150e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold end_offset = static_cast<size_t>(resume_offset_) + download_length_ - 1; 151e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CHECK_LE((size_t) resume_offset_, end_offset); 152e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold } 153e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold 154e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold // Create a string representation of the desired range. 155e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold std::string range_str = (end_offset ? 156e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold StringPrintf("%jd-%zu", resume_offset_, 157e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold end_offset) : 158e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold StringPrintf("%jd-", resume_offset_)); 159e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_RANGE, range_str.c_str()), 160e4ad2508de4d69d7a90d3ce441efe2c82c55bd1dGilad Arnold CURLE_OK); 161c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 162c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 163c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEDATA, this), CURLE_OK); 164c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEFUNCTION, 165c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com StaticLibcurlWrite), CURLE_OK); 166d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 167d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes string url_to_use(url_); 1684348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan if (!IsUpdateAllowedOverCurrentConnection()) { 1694348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan LOG(INFO) << "Not initiating HTTP connection b/c updates are disabled " 1704348879380222dc8c74b0976e527bf3da66ba08fJay Srinivasan << "over this connection"; 171d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes url_to_use = ""; // Sabotage the URL 172d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes } 173d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes 174fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_URL, url_to_use.c_str()), 175d57d1474a7bb152adf10d8c31d7ef6d40d27f7ccAndrew de los Reyes CURLE_OK); 1763270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes 177192ced474a4226f1921fcdaa6a763f5f2d7e1b49Darin Petkov // If the connection drops under 10 bytes/sec for 3 minutes, reconnect. 1783270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_LIMIT, 10), 1793270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes CURLE_OK); 1802a0fd7439504216a842587887b6e62f04296cae7Andrew de los Reyes // Use a smaller timeout on official builds, larger for dev. Dev users 1812a0fd7439504216a842587887b6e62f04296cae7Andrew de los Reyes // want a longer timeout b/c they may be waiting on the dev server to 1822a0fd7439504216a842587887b6e62f04296cae7Andrew de los Reyes // build an image. 1832a0fd7439504216a842587887b6e62f04296cae7Andrew de los Reyes const int kTimeout = IsOfficialBuild() ? 90 : 3 * 60; 1842a0fd7439504216a842587887b6e62f04296cae7Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_TIME, kTimeout), 1853270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes CURLE_OK); 186e72f9c028fe41052cc18c95411fc1cd21d5029a3Andrew de los Reyes CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_CONNECTTIMEOUT, 30), 187e72f9c028fe41052cc18c95411fc1cd21d5029a3Andrew de los Reyes CURLE_OK); 1883270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes 18941c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov // By default, libcurl doesn't follow redirections. Allow up to 19041c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov // |kMaxRedirects| redirections. 1913a4016aefdf84b55ff04571fd005c7967efb243fDarin Petkov CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_FOLLOWLOCATION, 1), CURLE_OK); 19241c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_MAXREDIRS, kMaxRedirects), 19341c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov CURLE_OK); 19441c2fcf4525a3b4e8960c4b71dfe4f4f11c8224fDarin Petkov 195738fdf37c15284b60dac703408b8de19eef9c6a3Jay Srinivasan // If we are running in test mode or using a dev/test build, then lock down 196738fdf37c15284b60dac703408b8de19eef9c6a3Jay Srinivasan // the appropriate curl options for HTTP or HTTPS depending on the url. 1977c04e76f469b30b0086201baba94db1c15a028e5Gilad Arnold if (!is_test_mode_ && IsOfficialBuild()) { 198738fdf37c15284b60dac703408b8de19eef9c6a3Jay Srinivasan if (StartsWithASCII(url_to_use, "http://", false)) 199b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan SetCurlOptionsForHttp(); 200b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan else 201b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan SetCurlOptionsForHttps(); 202b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan } else { 203738fdf37c15284b60dac703408b8de19eef9c6a3Jay Srinivasan LOG(INFO) << "Not setting http(s) curl options because we are in " 204738fdf37c15284b60dac703408b8de19eef9c6a3Jay Srinivasan << "test mode or running a dev/test image"; 205fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov } 206fc7a0cec794ab43e66b6781ddb7f498b0ce257b9Darin Petkov 207c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_add_handle(curl_multi_handle_, curl_handle_), CURLM_OK); 20849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com transfer_in_progress_ = true; 20949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 21049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 211b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// Lock down only the protocol in case of HTTP. 212b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasanvoid LibcurlHttpFetcher::SetCurlOptionsForHttp() { 213b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan LOG(INFO) << "Setting up curl options for HTTP"; 214b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTP), 215b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 216b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, 217b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLPROTO_HTTP), 218b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 219b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan} 220b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan 221b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// Security lock-down in official builds: makes sure that peer certificate 222b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// verification is enabled, restricts the set of trusted certificates, 223b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan// restricts protocols to HTTPS, restricts ciphers to HIGH. 224b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasanvoid LibcurlHttpFetcher::SetCurlOptionsForHttps() { 225b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan LOG(INFO) << "Setting up curl options for HTTPS"; 226b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_VERIFYPEER, 1), 227b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 228b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_CAPATH, kCACertificatesPath), 229b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 230b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTPS), 231b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 232b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, 233b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLPROTO_HTTPS), 234b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 235b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CIPHER_LIST, "HIGH:!ADH"), 236b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 237b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan if (check_certificate_ != CertificateChecker::kNone) { 238b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CTX_DATA, 239b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan &check_certificate_), 240b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 241b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CTX_FUNCTION, 242b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CertificateChecker::ProcessSSLContext), 243b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan CURLE_OK); 244b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan } 245b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan} 246b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan 247b3f5540ee27bd53a28e3a3f87e2f5e80fb2a4876Jay Srinivasan 248c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com// Begins the transfer, which must not have already been started. 249c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.comvoid LibcurlHttpFetcher::BeginTransfer(const std::string& url) { 250f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes CHECK(!transfer_in_progress_); 251f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes url_ = url; 252f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes if (!ResolveProxiesForUrl( 253f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes url_, 254f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes NewCallback(this, &LibcurlHttpFetcher::ProxiesResolved))) { 255f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes LOG(ERROR) << "Couldn't resolve proxies"; 256f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes if (delegate_) 257f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes delegate_->TransferComplete(this, false); 258f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes } 259f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes} 260f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes 261f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyesvoid LibcurlHttpFetcher::ProxiesResolved() { 262c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com transfer_size_ = -1; 263c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com resume_offset_ = 0; 2649bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes retry_count_ = 0; 26508fce04e5341c99f308ee7462b1f351f5232eacdJay Srinivasan max_retry_count_ = (system_state_->IsOOBEComplete() ? 26608fce04e5341c99f308ee7462b1f351f5232eacdJay Srinivasan kMaxRetryCountOobeComplete : 26708fce04e5341c99f308ee7462b1f351f5232eacdJay Srinivasan kMaxRetryCountOobeNotComplete); 268a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_ = 0; 269cb466212cccca21dfe0dcd01afbbb06e005309e2Darin Petkov http_response_code_ = 0; 270819fef2e0fa08984cf31e848e704442c500ea4f9Andrew de los Reyes terminate_requested_ = false; 271a2dee1d3a7f13c91b6d4973dca477c5496e9cf53Gilad Arnold sent_byte_ = false; 272f3ed8e7d4ad456a3c841d8a530f308b6fcb2a4ccAndrew de los Reyes ResumeTransfer(url_); 2739bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 274c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com} 275c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 2769ce452b6acd95899e9adb17c2935012625163dc6Darin Petkovvoid LibcurlHttpFetcher::ForceTransferTermination() { 2779ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov CleanUp(); 2789ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov if (delegate_) { 2799ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov // Note that after the callback returns this object may be destroyed. 2809ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov delegate_->TransferTerminated(this); 2819ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov } 2829ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov} 2839ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov 28449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::TerminateTransfer() { 2859ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov if (in_write_callback_) { 2863fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes terminate_requested_ = true; 2879ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov } else { 2889ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov ForceTransferTermination(); 2899ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov } 29049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 29149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 292cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyesvoid LibcurlHttpFetcher::CurlPerformOnce() { 29349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(transfer_in_progress_); 29449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com int running_handles = 0; 29549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CURLMcode retcode = CURLM_CALL_MULTI_PERFORM; 29649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 29749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // libcurl may request that we immediately call curl_multi_perform after it 29849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // returns, so we do. libcurl promises that curl_multi_perform will not block. 29949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com while (CURLM_CALL_MULTI_PERFORM == retcode) { 30049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com retcode = curl_multi_perform(curl_multi_handle_, &running_handles); 3013fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes if (terminate_requested_) { 3029ce452b6acd95899e9adb17c2935012625163dc6Darin Petkov ForceTransferTermination(); 3033fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes return; 3043fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes } 30549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 30649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (0 == running_handles) { 3073fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes GetHttpResponseCode(); 3083fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes if (http_response_code_) { 3093fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes LOG(INFO) << "HTTP response code: " << http_response_code_; 310a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_ = 0; 3119bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } else { 3129bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes LOG(ERROR) << "Unable to get http response code."; 3139bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } 314192ced474a4226f1921fcdaa6a763f5f2d7e1b49Darin Petkov 31549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // we're done! 31649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CleanUp(); 317c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com 318a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // TODO(petkov): This temporary code tries to deal with the case where the 319a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // update engine performs an update check while the network is not ready 320a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // (e.g., right after resume). Longer term, we should check if the network 321a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov // is online/offline and return an appropriate error code. 322a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov if (!sent_byte_ && 323a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov http_response_code_ == 0 && 324a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_ < no_network_max_retries_) { 325a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov no_network_retry_count_++; 326a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov g_timeout_add_seconds(kNoNetworkRetrySeconds, 327a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov &LibcurlHttpFetcher::StaticRetryTimeoutCallback, 328a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov this); 329a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov LOG(INFO) << "No HTTP response, retry " << no_network_retry_count_; 330a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov return; 331a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov } 332a092955cdf763260563a774f6a68e1bfb38c5a8bDarin Petkov 3339bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold if ((!sent_byte_ && !IsHttpResponseSuccess()) || IsHttpResponseError()) { 3344516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // The transfer completed w/ error and we didn't get any bytes. 3354516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // If we have another proxy to try, try that. 3369bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // 3379bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // TODO(garnold) in fact there are two separate cases here: one case is an 3389bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // other-than-success return code (including no return code) and no 3399bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // received bytes, which is necessary due to the way callbacks are 3409bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // currently processing error conditions; the second is an explicit HTTP 3419bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // error code, where some data may have been received (as in the case of a 3429bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // semi-successful multi-chunk fetch). This is a confusing behavior and 3439bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold // should be unified into a complete, coherent interface. 3449bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold LOG(INFO) << "Transfer resulted in an error (" << http_response_code_ 3459bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold << "), " << bytes_downloaded_ << " bytes downloaded"; 3464516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes 3474516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes PopProxy(); // Delete the proxy we just gave up on. 3484516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes 3494516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes if (HasProxy()) { 3504516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // We have another proxy. Retry immediately. 351fbaee24d80b2da982b81deca03702350e656f4b5Gilad Arnold LOG(INFO) << "Retrying with next proxy setting"; 3524516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes g_idle_add(&LibcurlHttpFetcher::StaticRetryTimeoutCallback, this); 3534516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } else { 3544516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes // Out of proxies. Give up. 3559bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold LOG(INFO) << "No further proxies, indicating transfer complete"; 3564516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes if (delegate_) 3579bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold delegate_->TransferComplete(this, false); // signal fail 3584516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes } 3599bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold } else if ((transfer_size_ >= 0) && (bytes_downloaded_ < transfer_size_)) { 3609bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes retry_count_++; 36132f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan LOG(INFO) << "Transfer interrupted after downloading " 36232f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan << bytes_downloaded_ << " of " << transfer_size_ << " bytes. " 36332f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan << transfer_size_ - bytes_downloaded_ << " bytes remaining " 36432f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan << "after " << retry_count_ << " attempt(s)"; 36532f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan 36632f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan if (retry_count_ > max_retry_count_) { 36732f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan LOG(INFO) << "Reached max attempts (" << retry_count_ << ")"; 3689bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes if (delegate_) 3699bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold delegate_->TransferComplete(this, false); // signal fail 3709bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } else { 37132f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan // Need to restart transfer 37232f2357356546d3a4d1184fdbb6b664d620c6af1Jay Srinivasan LOG(INFO) << "Restarting transfer to download the remaining bytes"; 373b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov g_timeout_add_seconds(retry_seconds_, 3749b11165c7bb64843118fc9e1c9c4746137271107Darin Petkov &LibcurlHttpFetcher::StaticRetryTimeoutCallback, 3759b11165c7bb64843118fc9e1c9c4746137271107Darin Petkov this); 3769bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes } 377c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } else { 3789bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold LOG(INFO) << "Transfer completed (" << http_response_code_ 3799bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold << "), " << bytes_downloaded_ << " bytes downloaded"; 380c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com if (delegate_) { 38148085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold bool success = IsHttpResponseSuccess(); 382fb4ad7d5e8c5946fc475f3ee289b38287f015326Andrew de los Reyes delegate_->TransferComplete(this, success); 383c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 384c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 38549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } else { 38649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // set up callback 38749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com SetupMainloopSources(); 38849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 38949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 39049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 39149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comsize_t LibcurlHttpFetcher::LibcurlWrite(void *ptr, size_t size, size_t nmemb) { 39248085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold // Update HTTP response first. 39348085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold GetHttpResponseCode(); 39448085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold const size_t payload_size = size * nmemb; 39548085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold 39648085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold // Do nothing if no payload or HTTP response is an error. 3979bedeb51f80c9547269eef6c2ec09596033bb818Gilad Arnold if (payload_size == 0 || !IsHttpResponseSuccess()) { 39848085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold LOG(INFO) << "HTTP response unsuccessful (" << http_response_code_ 39948085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold << ") or no payload (" << payload_size << "), nothing to do"; 4004516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes return 0; 40148085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold } 40248085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold 4034516810fe41a39c0c55d2095679898787259ae38Andrew de los Reyes sent_byte_ = true; 404c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com { 405c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com double transfer_size_double; 406c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_getinfo(curl_handle_, 407c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLINFO_CONTENT_LENGTH_DOWNLOAD, 408c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com &transfer_size_double), CURLE_OK); 409c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com off_t new_transfer_size = static_cast<off_t>(transfer_size_double); 410c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com if (new_transfer_size > 0) { 411c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com transfer_size_ = resume_offset_ + new_transfer_size; 412c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 413c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com } 41448085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold bytes_downloaded_ += payload_size; 4153fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes in_write_callback_ = true; 41649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (delegate_) 41748085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold delegate_->ReceivedBytes(this, reinterpret_cast<char*>(ptr), payload_size); 4183fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes in_write_callback_ = false; 41948085ba58516e94f045d3ab7e26c8f36e6a6936fGilad Arnold return payload_size; 42049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 42149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 42249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::Pause() { 42349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_handle_); 42449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(transfer_in_progress_); 425c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_ALL), CURLE_OK); 42649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 42749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 42849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::Unpause() { 42949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(curl_handle_); 43049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com CHECK(transfer_in_progress_); 431c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_CONT), CURLE_OK); 43249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 43349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 43449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com// This method sets up callbacks with the glib main loop. 43549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::SetupMainloopSources() { 43649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com fd_set fd_read; 43749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com fd_set fd_write; 43860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov fd_set fd_exc; 43949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 44049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com FD_ZERO(&fd_read); 44149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com FD_ZERO(&fd_write); 44260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov FD_ZERO(&fd_exc); 44349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 44449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com int fd_max = 0; 44549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 44649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // Ask libcurl for the set of file descriptors we should track on its 44749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // behalf. 448c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_fdset(curl_multi_handle_, &fd_read, &fd_write, 44960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov &fd_exc, &fd_max), CURLM_OK); 45049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 45149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com // We should iterate through all file descriptors up to libcurl's fd_max or 45260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // the highest one we're tracking, whichever is larger. 45360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (size_t t = 0; t < arraysize(io_channels_); ++t) { 45460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (!io_channels_[t].empty()) 45560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov fd_max = max(fd_max, io_channels_[t].rbegin()->first); 45660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 45760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 45860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // For each fd, if we're not tracking it, track it. If we are tracking it, but 45960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // libcurl doesn't care about it anymore, stop tracking it. After this loop, 46060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // there should be exactly as many GIOChannel objects in io_channels_[0|1] as 46160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // there are read/write fds that we're tracking. 46260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (int fd = 0; fd <= fd_max; ++fd) { 46360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // Note that fd_exc is unused in the current version of libcurl so is_exc 46460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // should always be false. 46560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov bool is_exc = FD_ISSET(fd, &fd_exc) != 0; 46660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov bool must_track[2] = { 46760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov is_exc || (FD_ISSET(fd, &fd_read) != 0), // track 0 -- read 46860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov is_exc || (FD_ISSET(fd, &fd_write) != 0) // track 1 -- write 46960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov }; 47060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 47160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (size_t t = 0; t < arraysize(io_channels_); ++t) { 47260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov bool tracked = io_channels_[t].find(fd) != io_channels_[t].end(); 47360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 47460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (!must_track[t]) { 47560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // If we have an outstanding io_channel, remove it. 47660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (tracked) { 47760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_source_remove(io_channels_[t][fd].second); 47860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_io_channel_unref(io_channels_[t][fd].first); 47960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_channels_[t].erase(io_channels_[t].find(fd)); 48060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 48160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov continue; 48260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 48360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 48460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // If we are already tracking this fd, continue -- nothing to do. 48560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (tracked) 48660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov continue; 48760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 48860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // Set conditions appropriately -- read for track 0, write for track 1. 48960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov GIOCondition condition = static_cast<GIOCondition>( 49060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov ((t == 0) ? (G_IO_IN | G_IO_PRI) : G_IO_OUT) | G_IO_ERR | G_IO_HUP); 49160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 49260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov // Track a new fd. 49360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov GIOChannel* io_channel = g_io_channel_unix_new(fd); 49460e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov guint tag = 49560e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_io_add_watch(io_channel, condition, &StaticFDCallback, this); 49660e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov 49760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_channels_[t][fd] = make_pair(io_channel, tag); 49860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov static int io_counter = 0; 49960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_counter++; 50060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov if (io_counter % 50 == 0) { 50160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov LOG(INFO) << "io_counter = " << io_counter; 50249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 5033270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes } 50449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 50549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 506b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov // Set up a timeout callback for libcurl. 5073270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes if (!timeout_source_) { 508b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov LOG(INFO) << "Setting up timeout source: " << idle_seconds_ << " seconds."; 509b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov timeout_source_ = g_timeout_source_new_seconds(idle_seconds_); 510b83371f6d7fc12a66d33eac614c0fae3aa0978baDarin Petkov g_source_set_callback(timeout_source_, StaticTimeoutCallback, this, NULL); 5113270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes g_source_attach(timeout_source_, NULL); 51249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 51349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 51449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 51549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.combool LibcurlHttpFetcher::FDCallback(GIOChannel *source, 51649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com GIOCondition condition) { 5179bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 5183270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // We handle removing of this source elsewhere, so we always return true. 5193270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // The docs say, "the function should return FALSE if the event source 5203270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // should be removed." 5213270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes // http://www.gtk.org/api/2.6/glib/glib-IO-Channels.html#GIOFunc 5223270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes return true; 52349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 52449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 5259bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyesgboolean LibcurlHttpFetcher::RetryTimeoutCallback() { 5269bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes ResumeTransfer(url_); 5279bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 5289bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes return FALSE; // Don't have glib auto call this callback again 5299bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes} 5309bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes 5313270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyesgboolean LibcurlHttpFetcher::TimeoutCallback() { 532cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyes // We always return true, even if we don't want glib to call us back. 533cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyes // We will remove the event source separately if we don't want to 534cb319330c529b0394f6efb416dbe7b03bf38b19bAndrew de los Reyes // be called back. 5353270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes if (!transfer_in_progress_) 5363270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes return TRUE; 5379bbd18757660a09fb8831147b17916df8a3212e5Andrew de los Reyes CurlPerformOnce(); 5383270f7411f55b872db385d0edffdfed18a684121Andrew de los Reyes return TRUE; 53949fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 54049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 54149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.comvoid LibcurlHttpFetcher::CleanUp() { 54249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (timeout_source_) { 54349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com g_source_destroy(timeout_source_); 54449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com timeout_source_ = NULL; 54549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 54649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 54760e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (size_t t = 0; t < arraysize(io_channels_); ++t) { 54860e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov for (IOChannels::iterator it = io_channels_[t].begin(); 54960e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov it != io_channels_[t].end(); ++it) { 55060e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_source_remove(it->second.second); 55160e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov g_io_channel_unref(it->second.first); 55260e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov } 55360e1415b31b58bc17017d29c8e06f6e5452fdf4eDarin Petkov io_channels_[t].clear(); 55449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 55549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 5569dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold if (curl_http_headers_) { 5579dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_slist_free_all(curl_http_headers_); 5589dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold curl_http_headers_ = NULL; 5599dd1e7c6bbc605c2150800f763c596ff0a4ad1c1Gilad Arnold } 56049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (curl_handle_) { 56149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (curl_multi_handle_) { 562c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_remove_handle(curl_multi_handle_, curl_handle_), 563c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CURLM_OK); 56449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 56549fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_easy_cleanup(curl_handle_); 56649fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_handle_ = NULL; 56749fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 56849fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com if (curl_multi_handle_) { 569c98a7edf648aad88b3f66df3b5a7d43d6a6d7fa9adlr@google.com CHECK_EQ(curl_multi_cleanup(curl_multi_handle_), CURLM_OK); 57049fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com curl_multi_handle_ = NULL; 57149fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com } 57249fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com transfer_in_progress_ = false; 57349fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} 57449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com 5753fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyesvoid LibcurlHttpFetcher::GetHttpResponseCode() { 5763fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes long http_response_code = 0; 5773fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes if (curl_easy_getinfo(curl_handle_, 5783fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes CURLINFO_RESPONSE_CODE, 5793fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes &http_response_code) == CURLE_OK) { 5803fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes http_response_code_ = static_cast<int>(http_response_code); 5813fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes } 5823fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes} 5833fd5d30433509859bfdcc0b650e242981410c6a7Andrew de los Reyes 58449fdf1889b965be25f929eeebc5b60cd40b9043rspangler@google.com} // namespace chromeos_update_engine 585