Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 1 | // Copyright (c) 2010 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
Gilad Arnold | cf175a0 | 2014-07-10 16:48:47 -0700 | [diff] [blame] | 5 | #ifndef UPDATE_ENGINE_MULTI_RANGE_HTTP_FETCHER_H_ |
| 6 | #define UPDATE_ENGINE_MULTI_RANGE_HTTP_FETCHER_H_ |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 7 | |
| 8 | #include <deque> |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 9 | #include <memory> |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 10 | #include <string> |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 11 | #include <utility> |
| 12 | #include <vector> |
| 13 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 14 | #include "update_engine/http_fetcher.h" |
| 15 | |
| 16 | // This class is a simple wrapper around an HttpFetcher. The client |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 17 | // specifies a vector of byte ranges. MultiRangeHttpFetcher will fetch bytes |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 18 | // from those offsets, using the same bash fetcher for all ranges. Thus, the |
Alex Vakulenko | 072359c | 2014-07-18 11:41:07 -0700 | [diff] [blame] | 19 | // fetcher must support beginning a transfer after one has stopped. Pass -1 |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 20 | // as a length to specify unlimited length. It really only would make sense |
| 21 | // for the last range specified to have unlimited length, tho it is legal for |
| 22 | // other entries to have unlimited length. |
| 23 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 24 | // There are three states a MultiRangeHttpFetcher object will be in: |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 25 | // - Stopped (start state) |
| 26 | // - Downloading |
| 27 | // - Pending transfer ended |
| 28 | // Various functions below that might change state indicate possible |
| 29 | // state changes. |
| 30 | |
| 31 | namespace chromeos_update_engine { |
| 32 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 33 | class MultiRangeHttpFetcher : public HttpFetcher, public HttpFetcherDelegate { |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 34 | public: |
| 35 | // Takes ownership of the passed in fetcher. |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 36 | explicit MultiRangeHttpFetcher(HttpFetcher* base_fetcher) |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 37 | : HttpFetcher(base_fetcher->proxy_resolver(), |
| 38 | base_fetcher->GetSystemState()), |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 39 | base_fetcher_(base_fetcher), |
| 40 | base_fetcher_active_(false), |
| 41 | pending_transfer_ended_(false), |
| 42 | terminating_(false), |
| 43 | current_index_(0), |
| 44 | bytes_received_this_range_(0) {} |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 45 | ~MultiRangeHttpFetcher() override {} |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 46 | |
| 47 | void ClearRanges() { ranges_.clear(); } |
| 48 | |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 49 | void AddRange(off_t offset, size_t size) { |
Mike Frysinger | 0f9547d | 2012-02-16 12:11:37 -0500 | [diff] [blame] | 50 | CHECK_GT(size, static_cast<size_t>(0)); |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 51 | ranges_.push_back(Range(offset, size)); |
| 52 | } |
| 53 | |
| 54 | void AddRange(off_t offset) { |
| 55 | ranges_.push_back(Range(offset)); |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 56 | } |
| 57 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 58 | // HttpFetcher overrides. |
| 59 | void SetOffset(off_t offset) override {} // for now, doesn't support this |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 60 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 61 | void SetLength(size_t length) override {} // unsupported |
| 62 | void UnsetLength() override {} |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 63 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 64 | // Begins the transfer to the specified URL. |
| 65 | // State change: Stopped -> Downloading |
| 66 | // (corner case: Stopped -> Stopped for an empty request) |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 67 | void BeginTransfer(const std::string& url) override; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 68 | |
| 69 | // State change: Downloading -> Pending transfer ended |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 70 | void TerminateTransfer() override; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 71 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 72 | void Pause() override { base_fetcher_->Pause(); } |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 73 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 74 | void Unpause() override { base_fetcher_->Unpause(); } |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 75 | |
| 76 | // These functions are overloaded in LibcurlHttp fetcher for testing purposes. |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 77 | void set_idle_seconds(int seconds) override { |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 78 | base_fetcher_->set_idle_seconds(seconds); |
| 79 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 80 | void set_retry_seconds(int seconds) override { |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 81 | base_fetcher_->set_retry_seconds(seconds); |
| 82 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 83 | // TODO(deymo): Determine if this method should be virtual in HttpFetcher so |
| 84 | // this call is sent to the base_fetcher_. |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 85 | virtual void SetProxies(const std::deque<std::string>& proxies) { |
| 86 | base_fetcher_->SetProxies(proxies); |
| 87 | } |
| 88 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 89 | inline size_t GetBytesDownloaded() override { |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 90 | return base_fetcher_->GetBytesDownloaded(); |
| 91 | } |
| 92 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 93 | void set_low_speed_limit(int low_speed_bps, int low_speed_sec) override { |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 94 | base_fetcher_->set_low_speed_limit(low_speed_bps, low_speed_sec); |
| 95 | } |
| 96 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 97 | void set_connect_timeout(int connect_timeout_seconds) override { |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 98 | base_fetcher_->set_connect_timeout(connect_timeout_seconds); |
| 99 | } |
| 100 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 101 | void set_max_retry_count(int max_retry_count) override { |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 102 | base_fetcher_->set_max_retry_count(max_retry_count); |
| 103 | } |
| 104 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 105 | private: |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 106 | // A range object defining the offset and length of a download chunk. Zero |
| 107 | // length indicates an unspecified end offset (note that it is impossible to |
| 108 | // request a zero-length range in HTTP). |
| 109 | class Range { |
| 110 | public: |
| 111 | Range(off_t offset, size_t length) : offset_(offset), length_(length) {} |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 112 | explicit Range(off_t offset) : offset_(offset), length_(0) {} |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 113 | |
| 114 | inline off_t offset() const { return offset_; } |
| 115 | inline size_t length() const { return length_; } |
| 116 | |
| 117 | inline bool HasLength() const { return (length_ > 0); } |
| 118 | |
| 119 | std::string ToString() const; |
| 120 | |
| 121 | private: |
| 122 | off_t offset_; |
| 123 | size_t length_; |
| 124 | }; |
| 125 | |
| 126 | typedef std::vector<Range> RangesVect; |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 127 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 128 | // State change: Stopped or Downloading -> Downloading |
| 129 | void StartTransfer(); |
| 130 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 131 | // HttpFetcherDelegate overrides. |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 132 | // State change: Downloading -> Downloading or Pending transfer ended |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 133 | void ReceivedBytes(HttpFetcher* fetcher, |
Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 134 | const void* bytes, |
| 135 | size_t length) override; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 136 | |
| 137 | // State change: Pending transfer ended -> Stopped |
| 138 | void TransferEnded(HttpFetcher* fetcher, bool successful); |
| 139 | // These two call TransferEnded(): |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 140 | void TransferComplete(HttpFetcher* fetcher, bool successful) override; |
| 141 | void TransferTerminated(HttpFetcher* fetcher) override; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 142 | |
| 143 | void Reset(); |
| 144 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 145 | std::unique_ptr<HttpFetcher> base_fetcher_; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 146 | |
| 147 | // If true, do not send any more data or TransferComplete to the delegate. |
| 148 | bool base_fetcher_active_; |
| 149 | |
| 150 | // If true, the next fetcher needs to be started when TransferTerminated is |
| 151 | // received from the current fetcher. |
| 152 | bool pending_transfer_ended_; |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 153 | |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 154 | // True if we are waiting for base fetcher to terminate b/c we are |
| 155 | // ourselves terminating. |
| 156 | bool terminating_; |
| 157 | |
| 158 | RangesVect ranges_; |
| 159 | |
| 160 | RangesVect::size_type current_index_; // index into ranges_ |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 161 | size_t bytes_received_this_range_; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 162 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 163 | DISALLOW_COPY_AND_ASSIGN(MultiRangeHttpFetcher); |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 164 | }; |
| 165 | |
| 166 | } // namespace chromeos_update_engine |
| 167 | |
Gilad Arnold | cf175a0 | 2014-07-10 16:48:47 -0700 | [diff] [blame] | 168 | #endif // UPDATE_ENGINE_MULTI_RANGE_HTTP_FETCHER_H_ |