rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 1 | // Copyright (c) 2009 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
Gilad Arnold | cf175a0 | 2014-07-10 16:48:47 -0700 | [diff] [blame] | 5 | #ifndef UPDATE_ENGINE_HTTP_FETCHER_H_ |
| 6 | #define UPDATE_ENGINE_HTTP_FETCHER_H_ |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 7 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 8 | #include <deque> |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 9 | #include <string> |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 10 | #include <vector> |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 11 | |
| 12 | #include <base/basictypes.h> |
Alex Vakulenko | 4906c1c | 2014-08-21 13:17:44 -0700 | [diff] [blame] | 13 | #include <base/callback.h> |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 14 | #include <base/logging.h> |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 15 | #include <glib.h> |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 16 | |
Alex Deymo | 04f2b38 | 2014-03-21 15:45:17 -0700 | [diff] [blame] | 17 | #include "update_engine/http_common.h" |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 18 | #include "update_engine/proxy_resolver.h" |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 19 | #include "update_engine/system_state.h" |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 20 | |
| 21 | // This class is a simple wrapper around an HTTP library (libcurl). We can |
| 22 | // easily mock out this interface for testing. |
| 23 | |
| 24 | // Implementations of this class should use asynchronous i/o. They can access |
| 25 | // the glib main loop to request callbacks when timers or file descriptors |
| 26 | // change. |
| 27 | |
| 28 | namespace chromeos_update_engine { |
| 29 | |
| 30 | class HttpFetcherDelegate; |
| 31 | |
| 32 | class HttpFetcher { |
| 33 | public: |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 34 | // |proxy_resolver| is the resolver that will be consulted for proxy |
| 35 | // settings. It may be null, in which case direct connections will |
| 36 | // be used. Does not take ownership of the resolver. |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 37 | HttpFetcher(ProxyResolver* proxy_resolver, SystemState* system_state) |
Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 38 | : post_data_set_(false), |
| 39 | http_response_code_(0), |
Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 40 | delegate_(nullptr), |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 41 | proxies_(1, kNoProxy), |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 42 | proxy_resolver_(proxy_resolver), |
| 43 | no_resolver_idle_id_(0), |
Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 44 | callback_(nullptr), |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 45 | system_state_(system_state) {} |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 46 | virtual ~HttpFetcher(); |
Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 47 | |
| 48 | void set_delegate(HttpFetcherDelegate* delegate) { delegate_ = delegate; } |
| 49 | HttpFetcherDelegate* delegate() const { return delegate_; } |
| 50 | int http_response_code() const { return http_response_code_; } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 51 | |
| 52 | // Optional: Post data to the server. The HttpFetcher should make a copy |
Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 53 | // of this data and upload it via HTTP POST during the transfer. The type of |
| 54 | // the data is necessary for properly setting the Content-Type HTTP header. |
| 55 | void SetPostData(const void* data, size_t size, HttpContentType type); |
| 56 | |
| 57 | // Same without a specified Content-Type. |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 58 | void SetPostData(const void* data, size_t size); |
| 59 | |
| 60 | // Proxy methods to set the proxies, then to pop them off. |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 61 | // Returns true on success. |
Alex Vakulenko | 4906c1c | 2014-08-21 13:17:44 -0700 | [diff] [blame] | 62 | bool ResolveProxiesForUrl(const std::string& url, base::Closure* callback); |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 63 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 64 | void SetProxies(const std::deque<std::string>& proxies) { |
| 65 | proxies_ = proxies; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 66 | } |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 67 | const std::string& GetCurrentProxy() const { |
| 68 | return proxies_.front(); |
| 69 | } |
| 70 | bool HasProxy() const { return !proxies_.empty(); } |
| 71 | void PopProxy() { proxies_.pop_front(); } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 72 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 73 | // Downloading should resume from this offset |
| 74 | virtual void SetOffset(off_t offset) = 0; |
| 75 | |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 76 | // Set/unset the length of the range to be downloaded. |
| 77 | virtual void SetLength(size_t length) = 0; |
| 78 | virtual void UnsetLength() = 0; |
| 79 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 80 | // Begins the transfer to the specified URL. This fetcher instance should not |
| 81 | // be destroyed until either TransferComplete, or TransferTerminated is |
| 82 | // called. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 83 | virtual void BeginTransfer(const std::string& url) = 0; |
| 84 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 85 | // Aborts the transfer. The transfer may not abort right away -- delegate's |
| 86 | // TransferTerminated() will be called when the transfer is actually done. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 87 | virtual void TerminateTransfer() = 0; |
| 88 | |
| 89 | // If data is coming in too quickly, you can call Pause() to pause the |
| 90 | // transfer. The delegate will not have ReceivedBytes() called while |
| 91 | // an HttpFetcher is paused. |
| 92 | virtual void Pause() = 0; |
| 93 | |
| 94 | // Used to unpause an HttpFetcher and let the bytes stream in again. |
| 95 | // If a delegate is set, ReceivedBytes() may be called on it before |
| 96 | // Unpause() returns |
| 97 | virtual void Unpause() = 0; |
| 98 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 99 | // These two function are overloaded in LibcurlHttp fetcher to speed |
| 100 | // testing. |
| 101 | virtual void set_idle_seconds(int seconds) {} |
| 102 | virtual void set_retry_seconds(int seconds) {} |
| 103 | |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 104 | // Sets the values used to time out the connection if the transfer |
| 105 | // rate is less than |low_speed_bps| bytes/sec for more than |
| 106 | // |low_speed_sec| seconds. |
| 107 | virtual void set_low_speed_limit(int low_speed_bps, int low_speed_sec) = 0; |
| 108 | |
| 109 | // Sets the connect timeout, e.g. the maximum amount of time willing |
| 110 | // to wait for establishing a connection to the server. |
| 111 | virtual void set_connect_timeout(int connect_timeout_seconds) = 0; |
| 112 | |
| 113 | // Sets the number of allowed retries. |
| 114 | virtual void set_max_retry_count(int max_retry_count) = 0; |
| 115 | |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 116 | // Get the total number of bytes downloaded by fetcher. |
| 117 | virtual size_t GetBytesDownloaded() = 0; |
| 118 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 119 | ProxyResolver* proxy_resolver() const { return proxy_resolver_; } |
| 120 | |
Alex Deymo | 7984bf0 | 2014-04-02 20:41:57 -0700 | [diff] [blame] | 121 | // Returns the global SystemState. |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 122 | SystemState* GetSystemState() { |
| 123 | return system_state_; |
| 124 | } |
| 125 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 126 | protected: |
| 127 | // The URL we're actively fetching from |
| 128 | std::string url_; |
| 129 | |
| 130 | // POST data for the transfer, and whether or not it was ever set |
| 131 | bool post_data_set_; |
| 132 | std::vector<char> post_data_; |
Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 133 | HttpContentType post_content_type_; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 134 | |
Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 135 | // The server's HTTP response code from the last transfer. This |
| 136 | // field should be set to 0 when a new transfer is initiated, and |
| 137 | // set to the response code when the transfer is complete. |
| 138 | int http_response_code_; |
| 139 | |
Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 140 | // The delegate; may be null. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 141 | HttpFetcherDelegate* delegate_; |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 142 | |
| 143 | // Proxy servers |
| 144 | std::deque<std::string> proxies_; |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 145 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 146 | ProxyResolver* const proxy_resolver_; |
| 147 | |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 148 | // The ID of the idle callback, used when we have no proxy resolver. |
| 149 | guint no_resolver_idle_id_; |
| 150 | |
| 151 | // Callback for when we are resolving proxies |
Alex Vakulenko | 4906c1c | 2014-08-21 13:17:44 -0700 | [diff] [blame] | 152 | base::Closure* callback_; |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 153 | |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 154 | // Global system context. |
| 155 | SystemState* system_state_; |
| 156 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 157 | private: |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 158 | // Callback from the proxy resolver |
| 159 | void ProxiesResolved(const std::deque<std::string>& proxies); |
| 160 | static void StaticProxiesResolved(const std::deque<std::string>& proxies, |
| 161 | void* data) { |
| 162 | reinterpret_cast<HttpFetcher*>(data)->ProxiesResolved(proxies); |
| 163 | } |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 164 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 165 | DISALLOW_COPY_AND_ASSIGN(HttpFetcher); |
| 166 | }; |
| 167 | |
| 168 | // Interface for delegates |
| 169 | class HttpFetcherDelegate { |
| 170 | public: |
Andrew de los Reyes | 34e41a1 | 2010-10-26 20:07:58 -0700 | [diff] [blame] | 171 | // Called every time bytes are received. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 172 | virtual void ReceivedBytes(HttpFetcher* fetcher, |
| 173 | const char* bytes, |
| 174 | int length) = 0; |
| 175 | |
Andrew de los Reyes | 34e41a1 | 2010-10-26 20:07:58 -0700 | [diff] [blame] | 176 | // Called if the fetcher seeks to a particular offset. |
| 177 | virtual void SeekToOffset(off_t offset) {} |
| 178 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 179 | // When a transfer has completed, exactly one of these two methods will be |
| 180 | // called. TransferTerminated is called when the transfer has been aborted |
| 181 | // through TerminateTransfer. TransferComplete is called in all other |
| 182 | // situations. It's OK to destroy the |fetcher| object in this callback. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 183 | virtual void TransferComplete(HttpFetcher* fetcher, bool successful) = 0; |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 184 | virtual void TransferTerminated(HttpFetcher* fetcher) {} |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 185 | }; |
| 186 | |
| 187 | } // namespace chromeos_update_engine |
| 188 | |
Gilad Arnold | cf175a0 | 2014-07-10 16:48:47 -0700 | [diff] [blame] | 189 | #endif // UPDATE_ENGINE_HTTP_FETCHER_H_ |