| Alex Deymo | aea4c1c | 2015-08-19 20:24:43 -0700 | [diff] [blame] | 1 | // | 
|  | 2 | // Copyright (C) 2009 The Android Open Source Project | 
|  | 3 | // | 
|  | 4 | // Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | // you may not use this file except in compliance with the License. | 
|  | 6 | // You may obtain a copy of the License at | 
|  | 7 | // | 
|  | 8 | //      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | // | 
|  | 10 | // Unless required by applicable law or agreed to in writing, software | 
|  | 11 | // distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | // See the License for the specific language governing permissions and | 
|  | 14 | // limitations under the License. | 
|  | 15 | // | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 16 |  | 
| Alex Deymo | 39910dc | 2015-11-09 17:04:30 -0800 | [diff] [blame] | 17 | #include "update_engine/common/libcurl_http_fetcher.h" | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 18 |  | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 19 | #include <algorithm> | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 20 | #include <string> | 
|  | 21 |  | 
| Alex Vakulenko | 4906c1c | 2014-08-21 13:17:44 -0700 | [diff] [blame] | 22 | #include <base/bind.h> | 
| Alex Deymo | c00c98a | 2015-03-17 17:38:00 -0700 | [diff] [blame] | 23 | #include <base/format_macros.h> | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 24 | #include <base/location.h> | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 25 | #include <base/logging.h> | 
| Alex Vakulenko | 75039d7 | 2014-03-25 12:36:28 -0700 | [diff] [blame] | 26 | #include <base/strings/string_util.h> | 
|  | 27 | #include <base/strings/stringprintf.h> | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 28 |  | 
| Alex Deymo | 39910dc | 2015-11-09 17:04:30 -0800 | [diff] [blame] | 29 | #include "update_engine/common/certificate_checker.h" | 
|  | 30 | #include "update_engine/common/hardware_interface.h" | 
|  | 31 | #include "update_engine/common/platform_constants.h" | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 32 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 33 | using base::TimeDelta; | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 34 | using brillo::MessageLoop; | 
| Alex Deymo | c4acdf4 | 2014-05-28 21:07:10 -0700 | [diff] [blame] | 35 | using std::max; | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 36 | using std::string; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 37 |  | 
|  | 38 | // This is a concrete implementation of HttpFetcher that uses libcurl to do the | 
|  | 39 | // http work. | 
|  | 40 |  | 
|  | 41 | namespace chromeos_update_engine { | 
|  | 42 |  | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 43 | namespace { | 
| Andrew de los Reyes | 5d0783d | 2010-11-29 18:14:16 -0800 | [diff] [blame] | 44 | const int kNoNetworkRetrySeconds = 10; | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 45 | }  // namespace | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 46 |  | 
| Alex Deymo | 33e91e7 | 2015-12-01 18:26:08 -0300 | [diff] [blame] | 47 | LibcurlHttpFetcher::LibcurlHttpFetcher(ProxyResolver* proxy_resolver, | 
|  | 48 | HardwareInterface* hardware) | 
|  | 49 | : HttpFetcher(proxy_resolver), hardware_(hardware) { | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 50 | // Dev users want a longer timeout (180 seconds) because they may | 
|  | 51 | // be waiting on the dev server to build an image. | 
|  | 52 | if (!hardware_->IsOfficialBuild()) | 
|  | 53 | low_speed_time_seconds_ = kDownloadDevModeLowSpeedTimeSeconds; | 
|  | 54 | if (!hardware_->IsOOBEComplete(nullptr)) | 
|  | 55 | max_retry_count_ = kDownloadMaxRetryCountOobeNotComplete; | 
|  | 56 | } | 
|  | 57 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 58 | LibcurlHttpFetcher::~LibcurlHttpFetcher() { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 59 | LOG_IF(ERROR, transfer_in_progress_) | 
|  | 60 | << "Destroying the fetcher while a transfer is in progress."; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 61 | CleanUp(); | 
|  | 62 | } | 
|  | 63 |  | 
| Alex Deymo | f329b93 | 2014-10-30 01:37:48 -0700 | [diff] [blame] | 64 | bool LibcurlHttpFetcher::GetProxyType(const string& proxy, | 
| Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 65 | curl_proxytype* out_type) { | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 66 | if (base::StartsWith( | 
|  | 67 | proxy, "socks5://", base::CompareCase::INSENSITIVE_ASCII) || | 
|  | 68 | base::StartsWith( | 
|  | 69 | proxy, "socks://", base::CompareCase::INSENSITIVE_ASCII)) { | 
| Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 70 | *out_type = CURLPROXY_SOCKS5_HOSTNAME; | 
|  | 71 | return true; | 
|  | 72 | } | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 73 | if (base::StartsWith( | 
|  | 74 | proxy, "socks4://", base::CompareCase::INSENSITIVE_ASCII)) { | 
| Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 75 | *out_type = CURLPROXY_SOCKS4A; | 
|  | 76 | return true; | 
|  | 77 | } | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 78 | if (base::StartsWith( | 
|  | 79 | proxy, "http://", base::CompareCase::INSENSITIVE_ASCII) || | 
|  | 80 | base::StartsWith( | 
|  | 81 | proxy, "https://", base::CompareCase::INSENSITIVE_ASCII)) { | 
| Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 82 | *out_type = CURLPROXY_HTTP; | 
|  | 83 | return true; | 
|  | 84 | } | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 85 | if (base::StartsWith(proxy, kNoProxy, base::CompareCase::INSENSITIVE_ASCII)) { | 
| Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 86 | // known failure case. don't log. | 
|  | 87 | return false; | 
|  | 88 | } | 
|  | 89 | LOG(INFO) << "Unknown proxy type: " << proxy; | 
|  | 90 | return false; | 
|  | 91 | } | 
|  | 92 |  | 
| Alex Deymo | f329b93 | 2014-10-30 01:37:48 -0700 | [diff] [blame] | 93 | void LibcurlHttpFetcher::ResumeTransfer(const string& url) { | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 94 | LOG(INFO) << "Starting/Resuming transfer"; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 95 | CHECK(!transfer_in_progress_); | 
|  | 96 | url_ = url; | 
|  | 97 | curl_multi_handle_ = curl_multi_init(); | 
|  | 98 | CHECK(curl_multi_handle_); | 
|  | 99 |  | 
|  | 100 | curl_handle_ = curl_easy_init(); | 
|  | 101 | CHECK(curl_handle_); | 
|  | 102 |  | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 103 | CHECK(HasProxy()); | 
| Gilad Arnold | fbaee24 | 2012-04-04 15:59:43 -0700 | [diff] [blame] | 104 | bool is_direct = (GetCurrentProxy() == kNoProxy); | 
|  | 105 | LOG(INFO) << "Using proxy: " << (is_direct ? "no" : "yes"); | 
|  | 106 | if (is_direct) { | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 107 | CHECK_EQ(curl_easy_setopt(curl_handle_, | 
|  | 108 | CURLOPT_PROXY, | 
|  | 109 | ""), CURLE_OK); | 
|  | 110 | } else { | 
|  | 111 | CHECK_EQ(curl_easy_setopt(curl_handle_, | 
|  | 112 | CURLOPT_PROXY, | 
|  | 113 | GetCurrentProxy().c_str()), CURLE_OK); | 
|  | 114 | // Curl seems to require us to set the protocol | 
|  | 115 | curl_proxytype type; | 
| Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 116 | if (GetProxyType(GetCurrentProxy(), &type)) { | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 117 | CHECK_EQ(curl_easy_setopt(curl_handle_, | 
|  | 118 | CURLOPT_PROXYTYPE, | 
|  | 119 | type), CURLE_OK); | 
|  | 120 | } | 
|  | 121 | } | 
|  | 122 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 123 | if (post_data_set_) { | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 124 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POST, 1), CURLE_OK); | 
|  | 125 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDS, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 126 | post_data_.data()), | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 127 | CURLE_OK); | 
|  | 128 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDSIZE, | 
|  | 129 | post_data_.size()), | 
|  | 130 | CURLE_OK); | 
| Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 131 |  | 
|  | 132 | // Set the Content-Type HTTP header, if one was specifically set. | 
|  | 133 | CHECK(!curl_http_headers_); | 
|  | 134 | if (post_content_type_ != kHttpContentTypeUnspecified) { | 
|  | 135 | const string content_type_attr = | 
|  | 136 | base::StringPrintf("Content-Type: %s", | 
|  | 137 | GetHttpContentTypeString(post_content_type_)); | 
| Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 138 | curl_http_headers_ = curl_slist_append(nullptr, | 
|  | 139 | content_type_attr.c_str()); | 
| Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 140 | CHECK(curl_http_headers_); | 
|  | 141 | CHECK_EQ( | 
|  | 142 | curl_easy_setopt(curl_handle_, CURLOPT_HTTPHEADER, | 
|  | 143 | curl_http_headers_), | 
|  | 144 | CURLE_OK); | 
|  | 145 | } else { | 
|  | 146 | LOG(WARNING) << "no content type set, using libcurl default"; | 
|  | 147 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 148 | } | 
|  | 149 |  | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 150 | if (bytes_downloaded_ > 0 || download_length_) { | 
|  | 151 | // Resume from where we left off. | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 152 | resume_offset_ = bytes_downloaded_; | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 153 | CHECK_GE(resume_offset_, 0); | 
|  | 154 |  | 
|  | 155 | // Compute end offset, if one is specified. As per HTTP specification, this | 
|  | 156 | // is an inclusive boundary. Make sure it doesn't overflow. | 
|  | 157 | size_t end_offset = 0; | 
|  | 158 | if (download_length_) { | 
|  | 159 | end_offset = static_cast<size_t>(resume_offset_) + download_length_ - 1; | 
|  | 160 | CHECK_LE((size_t) resume_offset_, end_offset); | 
|  | 161 | } | 
|  | 162 |  | 
|  | 163 | // Create a string representation of the desired range. | 
| Alex Deymo | c00c98a | 2015-03-17 17:38:00 -0700 | [diff] [blame] | 164 | string range_str = base::StringPrintf( | 
|  | 165 | "%" PRIu64 "-", static_cast<uint64_t>(resume_offset_)); | 
|  | 166 | if (end_offset) | 
|  | 167 | range_str += std::to_string(end_offset); | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 168 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_RANGE, range_str.c_str()), | 
|  | 169 | CURLE_OK); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 170 | } | 
|  | 171 |  | 
|  | 172 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEDATA, this), CURLE_OK); | 
|  | 173 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEFUNCTION, | 
|  | 174 | StaticLibcurlWrite), CURLE_OK); | 
| Chris Sosa | 77f79e8 | 2014-06-02 18:16:24 -0700 | [diff] [blame] | 175 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_URL, url_.c_str()), | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 176 | CURLE_OK); | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 177 |  | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 178 | // If the connection drops under |low_speed_limit_bps_| (10 | 
|  | 179 | // bytes/sec by default) for |low_speed_time_seconds_| (90 seconds, | 
|  | 180 | // 180 on non-official builds), reconnect. | 
|  | 181 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_LIMIT, | 
|  | 182 | low_speed_limit_bps_), | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 183 | CURLE_OK); | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 184 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_TIME, | 
|  | 185 | low_speed_time_seconds_), | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 186 | CURLE_OK); | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 187 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_CONNECTTIMEOUT, | 
|  | 188 | connect_timeout_seconds_), | 
| Andrew de los Reyes | e72f9c0 | 2011-04-20 10:47:40 -0700 | [diff] [blame] | 189 | CURLE_OK); | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 190 |  | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 191 | // By default, libcurl doesn't follow redirections. Allow up to | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 192 | // |kDownloadMaxRedirects| redirections. | 
| Darin Petkov | 3a4016a | 2010-09-28 13:54:17 -0700 | [diff] [blame] | 193 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_FOLLOWLOCATION, 1), CURLE_OK); | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 194 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_MAXREDIRS, | 
|  | 195 | kDownloadMaxRedirects), | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 196 | CURLE_OK); | 
|  | 197 |  | 
| Nam T. Nguyen | 7d623eb | 2014-05-13 16:06:28 -0700 | [diff] [blame] | 198 | // Lock down the appropriate curl options for HTTP or HTTPS depending on | 
|  | 199 | // the url. | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 200 | if (hardware_->IsOfficialBuild()) { | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 201 | if (base::StartsWith( | 
|  | 202 | url_, "http://", base::CompareCase::INSENSITIVE_ASCII)) { | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 203 | SetCurlOptionsForHttp(); | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 204 | } else if (base::StartsWith( | 
|  | 205 | url_, "https://", base::CompareCase::INSENSITIVE_ASCII)) { | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 206 | SetCurlOptionsForHttps(); | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 207 | #if !defined(__CHROMEOS__) && !defined(__BRILLO__) | 
|  | 208 | } else if (base::StartsWith( | 
|  | 209 | url_, "file://", base::CompareCase::INSENSITIVE_ASCII)) { | 
|  | 210 | SetCurlOptionsForFile(); | 
|  | 211 | #endif | 
|  | 212 | } else { | 
|  | 213 | LOG(ERROR) << "Received invalid URI: " << url_; | 
|  | 214 | // Lock down to no protocol supported for the transfer. | 
|  | 215 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, 0), CURLE_OK); | 
|  | 216 | } | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 217 | } else { | 
| Nam T. Nguyen | 7d623eb | 2014-05-13 16:06:28 -0700 | [diff] [blame] | 218 | LOG(INFO) << "Not setting http(s) curl options because we are " | 
|  | 219 | << "running a dev/test image"; | 
| Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 220 | } | 
|  | 221 |  | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 222 | CHECK_EQ(curl_multi_add_handle(curl_multi_handle_, curl_handle_), CURLM_OK); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 223 | transfer_in_progress_ = true; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 224 | } | 
|  | 225 |  | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 226 | // Lock down only the protocol in case of HTTP. | 
|  | 227 | void LibcurlHttpFetcher::SetCurlOptionsForHttp() { | 
|  | 228 | LOG(INFO) << "Setting up curl options for HTTP"; | 
|  | 229 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTP), | 
|  | 230 | CURLE_OK); | 
|  | 231 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, | 
|  | 232 | CURLPROTO_HTTP), | 
|  | 233 | CURLE_OK); | 
|  | 234 | } | 
|  | 235 |  | 
|  | 236 | // Security lock-down in official builds: makes sure that peer certificate | 
|  | 237 | // verification is enabled, restricts the set of trusted certificates, | 
|  | 238 | // restricts protocols to HTTPS, restricts ciphers to HIGH. | 
|  | 239 | void LibcurlHttpFetcher::SetCurlOptionsForHttps() { | 
|  | 240 | LOG(INFO) << "Setting up curl options for HTTPS"; | 
|  | 241 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_VERIFYPEER, 1), | 
|  | 242 | CURLE_OK); | 
| Alex Deymo | 35b3584 | 2015-10-20 11:21:56 -0700 | [diff] [blame] | 243 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_CAPATH, | 
|  | 244 | constants::kCACertificatesPath), | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 245 | CURLE_OK); | 
|  | 246 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTPS), | 
|  | 247 | CURLE_OK); | 
|  | 248 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, | 
|  | 249 | CURLPROTO_HTTPS), | 
|  | 250 | CURLE_OK); | 
|  | 251 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CIPHER_LIST, "HIGH:!ADH"), | 
|  | 252 | CURLE_OK); | 
| Alex Deymo | 33e91e7 | 2015-12-01 18:26:08 -0300 | [diff] [blame] | 253 | if (server_to_check_ != ServerToCheck::kNone) { | 
|  | 254 | CHECK_EQ( | 
|  | 255 | curl_easy_setopt(curl_handle_, CURLOPT_SSL_CTX_DATA, &server_to_check_), | 
|  | 256 | CURLE_OK); | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 257 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CTX_FUNCTION, | 
|  | 258 | CertificateChecker::ProcessSSLContext), | 
|  | 259 | CURLE_OK); | 
|  | 260 | } | 
|  | 261 | } | 
|  | 262 |  | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 263 | // Lock down only the protocol in case of a local file. | 
|  | 264 | void LibcurlHttpFetcher::SetCurlOptionsForFile() { | 
|  | 265 | LOG(INFO) << "Setting up curl options for FILE"; | 
|  | 266 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_FILE), | 
|  | 267 | CURLE_OK); | 
|  | 268 | CHECK_EQ( | 
|  | 269 | curl_easy_setopt(curl_handle_, CURLOPT_REDIR_PROTOCOLS, CURLPROTO_FILE), | 
|  | 270 | CURLE_OK); | 
|  | 271 | } | 
| Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 272 |  | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 273 | // Begins the transfer, which must not have already been started. | 
| Alex Deymo | f329b93 | 2014-10-30 01:37:48 -0700 | [diff] [blame] | 274 | void LibcurlHttpFetcher::BeginTransfer(const string& url) { | 
| Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 275 | CHECK(!transfer_in_progress_); | 
|  | 276 | url_ = url; | 
| Alex Vakulenko | 4906c1c | 2014-08-21 13:17:44 -0700 | [diff] [blame] | 277 | auto closure = base::Bind(&LibcurlHttpFetcher::ProxiesResolved, | 
|  | 278 | base::Unretained(this)); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 279 | if (!ResolveProxiesForUrl(url_, closure)) { | 
| Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 280 | LOG(ERROR) << "Couldn't resolve proxies"; | 
|  | 281 | if (delegate_) | 
|  | 282 | delegate_->TransferComplete(this, false); | 
|  | 283 | } | 
|  | 284 | } | 
|  | 285 |  | 
|  | 286 | void LibcurlHttpFetcher::ProxiesResolved() { | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 287 | transfer_size_ = -1; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 288 | resume_offset_ = 0; | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 289 | retry_count_ = 0; | 
| Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 290 | no_network_retry_count_ = 0; | 
| Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 291 | http_response_code_ = 0; | 
| Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 292 | terminate_requested_ = false; | 
| Gilad Arnold | a2dee1d | 2012-04-12 11:50:37 -0700 | [diff] [blame] | 293 | sent_byte_ = false; | 
| Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 294 | ResumeTransfer(url_); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 295 | CurlPerformOnce(); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 296 | } | 
|  | 297 |  | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 298 | void LibcurlHttpFetcher::ForceTransferTermination() { | 
|  | 299 | CleanUp(); | 
|  | 300 | if (delegate_) { | 
|  | 301 | // Note that after the callback returns this object may be destroyed. | 
|  | 302 | delegate_->TransferTerminated(this); | 
|  | 303 | } | 
|  | 304 | } | 
|  | 305 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 306 | void LibcurlHttpFetcher::TerminateTransfer() { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 307 | if (in_write_callback_) { | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 308 | terminate_requested_ = true; | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 309 | } else { | 
|  | 310 | ForceTransferTermination(); | 
|  | 311 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 312 | } | 
|  | 313 |  | 
| Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 314 | void LibcurlHttpFetcher::CurlPerformOnce() { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 315 | CHECK(transfer_in_progress_); | 
|  | 316 | int running_handles = 0; | 
|  | 317 | CURLMcode retcode = CURLM_CALL_MULTI_PERFORM; | 
|  | 318 |  | 
|  | 319 | // libcurl may request that we immediately call curl_multi_perform after it | 
|  | 320 | // returns, so we do. libcurl promises that curl_multi_perform will not block. | 
|  | 321 | while (CURLM_CALL_MULTI_PERFORM == retcode) { | 
|  | 322 | retcode = curl_multi_perform(curl_multi_handle_, &running_handles); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 323 | if (terminate_requested_) { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 324 | ForceTransferTermination(); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 325 | return; | 
|  | 326 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 327 | } | 
|  | 328 | if (0 == running_handles) { | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 329 | GetHttpResponseCode(); | 
|  | 330 | if (http_response_code_) { | 
|  | 331 | LOG(INFO) << "HTTP response code: " << http_response_code_; | 
| Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 332 | no_network_retry_count_ = 0; | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 333 | } else { | 
|  | 334 | LOG(ERROR) << "Unable to get http response code."; | 
|  | 335 | } | 
| Darin Petkov | 192ced4 | 2010-07-23 16:20:24 -0700 | [diff] [blame] | 336 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 337 | // we're done! | 
|  | 338 | CleanUp(); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 339 |  | 
| Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 340 | // TODO(petkov): This temporary code tries to deal with the case where the | 
|  | 341 | // update engine performs an update check while the network is not ready | 
|  | 342 | // (e.g., right after resume). Longer term, we should check if the network | 
|  | 343 | // is online/offline and return an appropriate error code. | 
|  | 344 | if (!sent_byte_ && | 
|  | 345 | http_response_code_ == 0 && | 
|  | 346 | no_network_retry_count_ < no_network_max_retries_) { | 
|  | 347 | no_network_retry_count_++; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 348 | MessageLoop::current()->PostDelayedTask( | 
|  | 349 | FROM_HERE, | 
|  | 350 | base::Bind(&LibcurlHttpFetcher::RetryTimeoutCallback, | 
|  | 351 | base::Unretained(this)), | 
|  | 352 | TimeDelta::FromSeconds(kNoNetworkRetrySeconds)); | 
| Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 353 | LOG(INFO) << "No HTTP response, retry " << no_network_retry_count_; | 
|  | 354 | return; | 
|  | 355 | } | 
|  | 356 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 357 | if ((!sent_byte_ && !IsHttpResponseSuccess()) || IsHttpResponseError()) { | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 358 | // The transfer completed w/ error and we didn't get any bytes. | 
|  | 359 | // If we have another proxy to try, try that. | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 360 | // | 
|  | 361 | // TODO(garnold) in fact there are two separate cases here: one case is an | 
|  | 362 | // other-than-success return code (including no return code) and no | 
|  | 363 | // received bytes, which is necessary due to the way callbacks are | 
|  | 364 | // currently processing error conditions;  the second is an explicit HTTP | 
|  | 365 | // error code, where some data may have been received (as in the case of a | 
|  | 366 | // semi-successful multi-chunk fetch).  This is a confusing behavior and | 
|  | 367 | // should be unified into a complete, coherent interface. | 
|  | 368 | LOG(INFO) << "Transfer resulted in an error (" << http_response_code_ | 
|  | 369 | << "), " << bytes_downloaded_ << " bytes downloaded"; | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 370 |  | 
|  | 371 | PopProxy();  // Delete the proxy we just gave up on. | 
|  | 372 |  | 
|  | 373 | if (HasProxy()) { | 
|  | 374 | // We have another proxy. Retry immediately. | 
| Gilad Arnold | fbaee24 | 2012-04-04 15:59:43 -0700 | [diff] [blame] | 375 | LOG(INFO) << "Retrying with next proxy setting"; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 376 | MessageLoop::current()->PostTask( | 
|  | 377 | FROM_HERE, | 
|  | 378 | base::Bind(&LibcurlHttpFetcher::RetryTimeoutCallback, | 
|  | 379 | base::Unretained(this))); | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 380 | } else { | 
|  | 381 | // Out of proxies. Give up. | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 382 | LOG(INFO) << "No further proxies, indicating transfer complete"; | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 383 | if (delegate_) | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 384 | delegate_->TransferComplete(this, false);  // signal fail | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 385 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 386 | } else if ((transfer_size_ >= 0) && (bytes_downloaded_ < transfer_size_)) { | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 387 | retry_count_++; | 
| Jay Srinivasan | 32f2357 | 2012-06-05 13:45:07 -0700 | [diff] [blame] | 388 | LOG(INFO) << "Transfer interrupted after downloading " | 
|  | 389 | << bytes_downloaded_ << " of " << transfer_size_ << " bytes. " | 
|  | 390 | << transfer_size_ - bytes_downloaded_ << " bytes remaining " | 
|  | 391 | << "after " << retry_count_ << " attempt(s)"; | 
|  | 392 |  | 
|  | 393 | if (retry_count_ > max_retry_count_) { | 
|  | 394 | LOG(INFO) << "Reached max attempts (" << retry_count_ << ")"; | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 395 | if (delegate_) | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 396 | delegate_->TransferComplete(this, false);  // signal fail | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 397 | } else { | 
| Jay Srinivasan | 32f2357 | 2012-06-05 13:45:07 -0700 | [diff] [blame] | 398 | // Need to restart transfer | 
|  | 399 | LOG(INFO) << "Restarting transfer to download the remaining bytes"; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 400 | MessageLoop::current()->PostDelayedTask( | 
|  | 401 | FROM_HERE, | 
|  | 402 | base::Bind(&LibcurlHttpFetcher::RetryTimeoutCallback, | 
|  | 403 | base::Unretained(this)), | 
|  | 404 | TimeDelta::FromSeconds(retry_seconds_)); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 405 | } | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 406 | } else { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 407 | LOG(INFO) << "Transfer completed (" << http_response_code_ | 
|  | 408 | << "), " << bytes_downloaded_ << " bytes downloaded"; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 409 | if (delegate_) { | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 410 | bool success = IsHttpResponseSuccess(); | 
| Andrew de los Reyes | fb4ad7d | 2010-07-19 10:43:46 -0700 | [diff] [blame] | 411 | delegate_->TransferComplete(this, success); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 412 | } | 
|  | 413 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 414 | } else { | 
|  | 415 | // set up callback | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 416 | SetupMessageLoopSources(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 417 | } | 
|  | 418 | } | 
|  | 419 |  | 
|  | 420 | size_t LibcurlHttpFetcher::LibcurlWrite(void *ptr, size_t size, size_t nmemb) { | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 421 | // Update HTTP response first. | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 422 | GetHttpResponseCode(); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 423 | const size_t payload_size = size * nmemb; | 
|  | 424 |  | 
|  | 425 | // Do nothing if no payload or HTTP response is an error. | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 426 | if (payload_size == 0 || !IsHttpResponseSuccess()) { | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 427 | LOG(INFO) << "HTTP response unsuccessful (" << http_response_code_ | 
|  | 428 | << ") or no payload (" << payload_size << "), nothing to do"; | 
|  | 429 | return 0; | 
|  | 430 | } | 
|  | 431 |  | 
|  | 432 | sent_byte_ = true; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 433 | { | 
|  | 434 | double transfer_size_double; | 
|  | 435 | CHECK_EQ(curl_easy_getinfo(curl_handle_, | 
|  | 436 | CURLINFO_CONTENT_LENGTH_DOWNLOAD, | 
|  | 437 | &transfer_size_double), CURLE_OK); | 
|  | 438 | off_t new_transfer_size = static_cast<off_t>(transfer_size_double); | 
|  | 439 | if (new_transfer_size > 0) { | 
|  | 440 | transfer_size_ = resume_offset_ + new_transfer_size; | 
|  | 441 | } | 
|  | 442 | } | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 443 | bytes_downloaded_ += payload_size; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 444 | in_write_callback_ = true; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 445 | if (delegate_) | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 446 | delegate_->ReceivedBytes(this, ptr, payload_size); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 447 | in_write_callback_ = false; | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 448 | return payload_size; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 449 | } | 
|  | 450 |  | 
|  | 451 | void LibcurlHttpFetcher::Pause() { | 
|  | 452 | CHECK(curl_handle_); | 
|  | 453 | CHECK(transfer_in_progress_); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 454 | CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_ALL), CURLE_OK); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 455 | } | 
|  | 456 |  | 
|  | 457 | void LibcurlHttpFetcher::Unpause() { | 
|  | 458 | CHECK(curl_handle_); | 
|  | 459 | CHECK(transfer_in_progress_); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 460 | CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_CONT), CURLE_OK); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 461 | } | 
|  | 462 |  | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 463 | // This method sets up callbacks with the MessageLoop. | 
|  | 464 | void LibcurlHttpFetcher::SetupMessageLoopSources() { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 465 | fd_set fd_read; | 
|  | 466 | fd_set fd_write; | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 467 | fd_set fd_exc; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 468 |  | 
|  | 469 | FD_ZERO(&fd_read); | 
|  | 470 | FD_ZERO(&fd_write); | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 471 | FD_ZERO(&fd_exc); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 472 |  | 
|  | 473 | int fd_max = 0; | 
|  | 474 |  | 
|  | 475 | // Ask libcurl for the set of file descriptors we should track on its | 
|  | 476 | // behalf. | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 477 | CHECK_EQ(curl_multi_fdset(curl_multi_handle_, &fd_read, &fd_write, | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 478 | &fd_exc, &fd_max), CURLM_OK); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 479 |  | 
|  | 480 | // We should iterate through all file descriptors up to libcurl's fd_max or | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 481 | // the highest one we're tracking, whichever is larger. | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 482 | for (size_t t = 0; t < arraysize(fd_task_maps_); ++t) { | 
|  | 483 | if (!fd_task_maps_[t].empty()) | 
|  | 484 | fd_max = max(fd_max, fd_task_maps_[t].rbegin()->first); | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 485 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 486 |  | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 487 | // For each fd, if we're not tracking it, track it. If we are tracking it, but | 
|  | 488 | // libcurl doesn't care about it anymore, stop tracking it. After this loop, | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 489 | // there should be exactly as many tasks scheduled in fd_task_maps_[0|1] as | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 490 | // there are read/write fds that we're tracking. | 
|  | 491 | for (int fd = 0; fd <= fd_max; ++fd) { | 
|  | 492 | // Note that fd_exc is unused in the current version of libcurl so is_exc | 
|  | 493 | // should always be false. | 
|  | 494 | bool is_exc = FD_ISSET(fd, &fd_exc) != 0; | 
|  | 495 | bool must_track[2] = { | 
|  | 496 | is_exc || (FD_ISSET(fd, &fd_read) != 0),  // track 0 -- read | 
|  | 497 | is_exc || (FD_ISSET(fd, &fd_write) != 0)  // track 1 -- write | 
|  | 498 | }; | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 499 | MessageLoop::WatchMode watch_modes[2] = { | 
|  | 500 | MessageLoop::WatchMode::kWatchRead, | 
|  | 501 | MessageLoop::WatchMode::kWatchWrite, | 
|  | 502 | }; | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 503 |  | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 504 | for (size_t t = 0; t < arraysize(fd_task_maps_); ++t) { | 
|  | 505 | auto fd_task_it = fd_task_maps_[t].find(fd); | 
|  | 506 | bool tracked = fd_task_it != fd_task_maps_[t].end(); | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 507 |  | 
|  | 508 | if (!must_track[t]) { | 
|  | 509 | // If we have an outstanding io_channel, remove it. | 
|  | 510 | if (tracked) { | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 511 | MessageLoop::current()->CancelTask(fd_task_it->second); | 
|  | 512 | fd_task_maps_[t].erase(fd_task_it); | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 513 | } | 
|  | 514 | continue; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 515 | } | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 516 |  | 
|  | 517 | // If we are already tracking this fd, continue -- nothing to do. | 
|  | 518 | if (tracked) | 
|  | 519 | continue; | 
|  | 520 |  | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 521 | // Track a new fd. | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 522 | fd_task_maps_[t][fd] = MessageLoop::current()->WatchFileDescriptor( | 
|  | 523 | FROM_HERE, | 
|  | 524 | fd, | 
|  | 525 | watch_modes[t], | 
|  | 526 | true,  // persistent | 
|  | 527 | base::Bind(&LibcurlHttpFetcher::CurlPerformOnce, | 
|  | 528 | base::Unretained(this))); | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 529 |  | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 530 | static int io_counter = 0; | 
|  | 531 | io_counter++; | 
|  | 532 | if (io_counter % 50 == 0) { | 
|  | 533 | LOG(INFO) << "io_counter = " << io_counter; | 
|  | 534 | } | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 535 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 536 | } | 
|  | 537 |  | 
| Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 538 | // Set up a timeout callback for libcurl. | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 539 | if (timeout_id_ == MessageLoop::kTaskIdNull) { | 
| Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 540 | LOG(INFO) << "Setting up timeout source: " << idle_seconds_ << " seconds."; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 541 | timeout_id_ = MessageLoop::current()->PostDelayedTask( | 
|  | 542 | FROM_HERE, | 
|  | 543 | base::Bind(&LibcurlHttpFetcher::TimeoutCallback, | 
|  | 544 | base::Unretained(this)), | 
|  | 545 | TimeDelta::FromSeconds(idle_seconds_)); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 546 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 547 | } | 
|  | 548 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 549 | void LibcurlHttpFetcher::RetryTimeoutCallback() { | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 550 | ResumeTransfer(url_); | 
|  | 551 | CurlPerformOnce(); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 552 | } | 
|  | 553 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 554 | void LibcurlHttpFetcher::TimeoutCallback() { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 555 | // We always re-schedule the callback, even if we don't want to be called | 
|  | 556 | // anymore. We will remove the event source separately if we don't want to | 
| Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 557 | // be called back. | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 558 | timeout_id_ = MessageLoop::current()->PostDelayedTask( | 
|  | 559 | FROM_HERE, | 
|  | 560 | base::Bind(&LibcurlHttpFetcher::TimeoutCallback, base::Unretained(this)), | 
|  | 561 | TimeDelta::FromSeconds(idle_seconds_)); | 
| Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 562 |  | 
|  | 563 | // CurlPerformOnce() may call CleanUp(), so we need to schedule our callback | 
|  | 564 | // first, since it could be canceled by this call. | 
|  | 565 | if (transfer_in_progress_) | 
|  | 566 | CurlPerformOnce(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 567 | } | 
|  | 568 |  | 
|  | 569 | void LibcurlHttpFetcher::CleanUp() { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 570 | MessageLoop::current()->CancelTask(timeout_id_); | 
|  | 571 | timeout_id_ = MessageLoop::kTaskIdNull; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 572 |  | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 573 | for (size_t t = 0; t < arraysize(fd_task_maps_); ++t) { | 
|  | 574 | for (const auto& fd_taks_pair : fd_task_maps_[t]) { | 
|  | 575 | if (!MessageLoop::current()->CancelTask(fd_taks_pair.second)) { | 
|  | 576 | LOG(WARNING) << "Error canceling the watch task " | 
|  | 577 | << fd_taks_pair.second << " for " | 
|  | 578 | << (t ? "writing" : "reading") << " the fd " | 
|  | 579 | << fd_taks_pair.first; | 
|  | 580 | } | 
| Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 581 | } | 
| Alex Deymo | 29b8153 | 2015-07-09 11:51:49 -0700 | [diff] [blame] | 582 | fd_task_maps_[t].clear(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 583 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 584 |  | 
| Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 585 | if (curl_http_headers_) { | 
|  | 586 | curl_slist_free_all(curl_http_headers_); | 
| Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 587 | curl_http_headers_ = nullptr; | 
| Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 588 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 589 | if (curl_handle_) { | 
|  | 590 | if (curl_multi_handle_) { | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 591 | CHECK_EQ(curl_multi_remove_handle(curl_multi_handle_, curl_handle_), | 
|  | 592 | CURLM_OK); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 593 | } | 
|  | 594 | curl_easy_cleanup(curl_handle_); | 
| Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 595 | curl_handle_ = nullptr; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 596 | } | 
|  | 597 | if (curl_multi_handle_) { | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 598 | CHECK_EQ(curl_multi_cleanup(curl_multi_handle_), CURLM_OK); | 
| Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 599 | curl_multi_handle_ = nullptr; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 600 | } | 
|  | 601 | transfer_in_progress_ = false; | 
|  | 602 | } | 
|  | 603 |  | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 604 | void LibcurlHttpFetcher::GetHttpResponseCode() { | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 605 | long http_response_code = 0;  // NOLINT(runtime/int) - curl needs long. | 
| Alex Deymo | 56ccb07 | 2016-02-05 00:50:48 -0800 | [diff] [blame] | 606 | if (base::StartsWith(url_, "file://", base::CompareCase::INSENSITIVE_ASCII)) { | 
|  | 607 | // Fake out a valid response code for file:// URLs. | 
|  | 608 | http_response_code_ = 299; | 
|  | 609 | } else if (curl_easy_getinfo(curl_handle_, | 
|  | 610 | CURLINFO_RESPONSE_CODE, | 
|  | 611 | &http_response_code) == CURLE_OK) { | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 612 | http_response_code_ = static_cast<int>(http_response_code); | 
|  | 613 | } | 
|  | 614 | } | 
|  | 615 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 616 | }  // namespace chromeos_update_engine |