| Alex Deymo | aea4c1c | 2015-08-19 20:24:43 -0700 | [diff] [blame] | 1 | // | 
|  | 2 | // Copyright (C) 2012 The Android Open Source Project | 
|  | 3 | // | 
|  | 4 | // Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | // you may not use this file except in compliance with the License. | 
|  | 6 | // You may obtain a copy of the License at | 
|  | 7 | // | 
|  | 8 | //      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | // | 
|  | 10 | // Unless required by applicable law or agreed to in writing, software | 
|  | 11 | // distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | // See the License for the specific language governing permissions and | 
|  | 14 | // limitations under the License. | 
|  | 15 | // | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 16 |  | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 17 | #include <netinet/in.h> | 
|  | 18 | #include <netinet/ip.h> | 
|  | 19 | #include <sys/socket.h> | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 20 | #include <unistd.h> | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 21 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 22 | #include <memory> | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 23 | #include <string> | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 24 | #include <utility> | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 25 | #include <vector> | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 26 |  | 
| Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 27 | #include <base/bind.h> | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 28 | #include <base/location.h> | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 29 | #include <base/logging.h> | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 30 | #include <base/message_loop/message_loop.h> | 
|  | 31 | #include <base/strings/string_number_conversions.h> | 
| Alex Vakulenko | 75039d7 | 2014-03-25 12:36:28 -0700 | [diff] [blame] | 32 | #include <base/strings/string_util.h> | 
|  | 33 | #include <base/strings/stringprintf.h> | 
|  | 34 | #include <base/time/time.h> | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 35 | #include <brillo/message_loops/base_message_loop.h> | 
|  | 36 | #include <brillo/message_loops/message_loop.h> | 
|  | 37 | #include <brillo/message_loops/message_loop_utils.h> | 
|  | 38 | #include <brillo/process.h> | 
|  | 39 | #include <brillo/streams/file_stream.h> | 
|  | 40 | #include <brillo/streams/stream.h> | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 41 | #include <gtest/gtest.h> | 
|  | 42 |  | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 43 | #include "update_engine/common/fake_hardware.h" | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 44 | #include "update_engine/common/file_fetcher.h" | 
| Alex Deymo | 39910dc | 2015-11-09 17:04:30 -0800 | [diff] [blame] | 45 | #include "update_engine/common/http_common.h" | 
| Alex Deymo | 39910dc | 2015-11-09 17:04:30 -0800 | [diff] [blame] | 46 | #include "update_engine/common/mock_http_fetcher.h" | 
|  | 47 | #include "update_engine/common/multi_range_http_fetcher.h" | 
|  | 48 | #include "update_engine/common/test_utils.h" | 
|  | 49 | #include "update_engine/common/utils.h" | 
| Alex Deymo | 14c0da8 | 2016-07-20 16:45:45 -0700 | [diff] [blame] | 50 | #include "update_engine/libcurl_http_fetcher.h" | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 51 | #include "update_engine/mock_proxy_resolver.h" | 
| Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 52 | #include "update_engine/proxy_resolver.h" | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 53 |  | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 54 | using brillo::MessageLoop; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 55 | using std::make_pair; | 
| Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 56 | using std::pair; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 57 | using std::string; | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 58 | using std::unique_ptr; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 59 | using std::vector; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 60 | using testing::DoAll; | 
|  | 61 | using testing::Return; | 
|  | 62 | using testing::SaveArg; | 
|  | 63 | using testing::_; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 64 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 65 | namespace { | 
|  | 66 |  | 
|  | 67 | const int kBigLength           = 100000; | 
|  | 68 | const int kMediumLength        = 1000; | 
| Gilad Arnold | 34bf1ee | 2012-02-09 16:16:02 -0800 | [diff] [blame] | 69 | const int kFlakyTruncateLength = 29000; | 
|  | 70 | const int kFlakySleepEvery     = 3; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 71 | const int kFlakySleepSecs      = 10; | 
|  | 72 |  | 
|  | 73 | }  // namespace | 
|  | 74 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 75 | namespace chromeos_update_engine { | 
|  | 76 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 77 | static const char *kUnusedUrl = "unused://unused"; | 
|  | 78 |  | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 79 | static inline string LocalServerUrlForPath(in_port_t port, | 
|  | 80 | const string& path) { | 
| Alex Vakulenko | 75039d7 | 2014-03-25 12:36:28 -0700 | [diff] [blame] | 81 | string port_str = (port ? base::StringPrintf(":%hu", port) : ""); | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 82 | return base::StringPrintf("http://127.0.0.1%s%s", port_str.c_str(), | 
|  | 83 | path.c_str()); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 84 | } | 
|  | 85 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 86 | // | 
|  | 87 | // Class hierarchy for HTTP server implementations. | 
|  | 88 | // | 
|  | 89 |  | 
|  | 90 | class HttpServer { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 91 | public: | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 92 | // This makes it an abstract class (dirty but works). | 
|  | 93 | virtual ~HttpServer() = 0; | 
|  | 94 |  | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 95 | virtual in_port_t GetPort() const { | 
|  | 96 | return 0; | 
|  | 97 | } | 
|  | 98 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 99 | bool started_; | 
|  | 100 | }; | 
|  | 101 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 102 | HttpServer::~HttpServer() {} | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 103 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 104 |  | 
|  | 105 | class NullHttpServer : public HttpServer { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 106 | public: | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 107 | NullHttpServer() { | 
|  | 108 | started_ = true; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 109 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 110 | }; | 
|  | 111 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 112 |  | 
|  | 113 | class PythonHttpServer : public HttpServer { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 114 | public: | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 115 | PythonHttpServer() : port_(0) { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 116 | started_ = false; | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 117 |  | 
|  | 118 | // Spawn the server process. | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 119 | unique_ptr<brillo::Process> http_server(new brillo::ProcessImpl()); | 
| Sen Jiang | 260f03b | 2016-03-21 15:34:58 -0700 | [diff] [blame] | 120 | http_server->AddArg(test_utils::GetBuildArtifactsPath("test_http_server")); | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 121 | http_server->RedirectUsingPipe(STDOUT_FILENO, false); | 
|  | 122 |  | 
|  | 123 | if (!http_server->Start()) { | 
|  | 124 | ADD_FAILURE() << "failed to spawn http server process"; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 125 | return; | 
|  | 126 | } | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 127 | LOG(INFO) << "started http server with pid " << http_server->pid(); | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 128 |  | 
|  | 129 | // Wait for server to begin accepting connections, obtain its port. | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 130 | brillo::StreamPtr stdout = brillo::FileStream::FromFileDescriptor( | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 131 | http_server->GetPipe(STDOUT_FILENO), false /* own */, nullptr); | 
|  | 132 | if (!stdout) | 
|  | 133 | return; | 
|  | 134 |  | 
|  | 135 | vector<char> buf(128); | 
|  | 136 | string line; | 
|  | 137 | while (line.find('\n') == string::npos) { | 
|  | 138 | size_t read; | 
|  | 139 | if (!stdout->ReadBlocking(buf.data(), buf.size(), &read, nullptr)) { | 
|  | 140 | ADD_FAILURE() << "error reading http server stdout"; | 
|  | 141 | return; | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 142 | } | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 143 | line.append(buf.data(), read); | 
|  | 144 | if (read == 0) | 
|  | 145 | break; | 
|  | 146 | } | 
|  | 147 | // Parse the port from the output line. | 
|  | 148 | const size_t listening_msg_prefix_len = strlen(kServerListeningMsgPrefix); | 
|  | 149 | if (line.size() < listening_msg_prefix_len) { | 
|  | 150 | ADD_FAILURE() << "server output too short"; | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 151 | return; | 
|  | 152 | } | 
|  | 153 |  | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 154 | EXPECT_EQ(kServerListeningMsgPrefix, | 
|  | 155 | line.substr(0, listening_msg_prefix_len)); | 
|  | 156 | string port_str = line.substr(listening_msg_prefix_len); | 
|  | 157 | port_str.resize(port_str.find('\n')); | 
|  | 158 | EXPECT_TRUE(base::StringToUint(port_str, &port_)); | 
|  | 159 |  | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 160 | started_ = true; | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 161 | LOG(INFO) << "server running, listening on port " << port_; | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 162 |  | 
|  | 163 | // Any failure before this point will SIGKILL the test server if started | 
|  | 164 | // when the |http_server| goes out of scope. | 
|  | 165 | http_server_ = std::move(http_server); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 166 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 167 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 168 | ~PythonHttpServer() { | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 169 | // If there's no process, do nothing. | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 170 | if (!http_server_) | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 171 | return; | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 172 | // Wait up to 10 seconds for the process to finish. Destroying the process | 
|  | 173 | // will kill it with a SIGKILL otherwise. | 
|  | 174 | http_server_->Kill(SIGTERM, 10); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 175 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 176 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 177 | in_port_t GetPort() const override { | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 178 | return port_; | 
|  | 179 | } | 
|  | 180 |  | 
|  | 181 | private: | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 182 | static const char* kServerListeningMsgPrefix; | 
|  | 183 |  | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 184 | unique_ptr<brillo::Process> http_server_; | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 185 | unsigned int port_; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 186 | }; | 
|  | 187 |  | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 188 | const char* PythonHttpServer::kServerListeningMsgPrefix = "listening on port "; | 
|  | 189 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 190 | // | 
|  | 191 | // Class hierarchy for HTTP fetcher test wrappers. | 
|  | 192 | // | 
|  | 193 |  | 
|  | 194 | class AnyHttpFetcherTest { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 195 | public: | 
| Chris Sosa | 77f79e8 | 2014-06-02 18:16:24 -0700 | [diff] [blame] | 196 | AnyHttpFetcherTest() {} | 
| Alex Deymo | c4acdf4 | 2014-05-28 21:07:10 -0700 | [diff] [blame] | 197 | virtual ~AnyHttpFetcherTest() {} | 
| Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 198 |  | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 199 | virtual HttpFetcher* NewLargeFetcher(ProxyResolver* proxy_resolver) = 0; | 
|  | 200 | HttpFetcher* NewLargeFetcher(size_t num_proxies) { | 
|  | 201 | proxy_resolver_.set_num_proxies(num_proxies); | 
|  | 202 | return NewLargeFetcher(&proxy_resolver_); | 
|  | 203 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 204 | HttpFetcher* NewLargeFetcher() { | 
|  | 205 | return NewLargeFetcher(1); | 
|  | 206 | } | 
|  | 207 |  | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 208 | virtual HttpFetcher* NewSmallFetcher(ProxyResolver* proxy_resolver) = 0; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 209 | HttpFetcher* NewSmallFetcher() { | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 210 | proxy_resolver_.set_num_proxies(1); | 
|  | 211 | return NewSmallFetcher(&proxy_resolver_); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 212 | } | 
|  | 213 |  | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 214 | virtual string BigUrl(in_port_t port) const { return kUnusedUrl; } | 
|  | 215 | virtual string SmallUrl(in_port_t port) const { return kUnusedUrl; } | 
|  | 216 | virtual string ErrorUrl(in_port_t port) const { return kUnusedUrl; } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 217 |  | 
|  | 218 | virtual bool IsMock() const = 0; | 
|  | 219 | virtual bool IsMulti() const = 0; | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 220 | virtual bool IsHttpSupported() const = 0; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 221 |  | 
|  | 222 | virtual void IgnoreServerAborting(HttpServer* server) const {} | 
|  | 223 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 224 | virtual HttpServer* CreateServer() = 0; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 225 |  | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 226 | FakeHardware* fake_hardware() { | 
| Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 227 | return &fake_hardware_; | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 228 | } | 
|  | 229 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 230 | protected: | 
|  | 231 | DirectProxyResolver proxy_resolver_; | 
| Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 232 | FakeHardware fake_hardware_; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 233 | }; | 
|  | 234 |  | 
|  | 235 | class MockHttpFetcherTest : public AnyHttpFetcherTest { | 
|  | 236 | public: | 
|  | 237 | // Necessary to unhide the definition in the base class. | 
|  | 238 | using AnyHttpFetcherTest::NewLargeFetcher; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 239 | HttpFetcher* NewLargeFetcher(ProxyResolver* proxy_resolver) override { | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 240 | brillo::Blob big_data(1000000); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 241 | return new MockHttpFetcher( | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 242 | big_data.data(), big_data.size(), proxy_resolver); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 243 | } | 
|  | 244 |  | 
|  | 245 | // Necessary to unhide the definition in the base class. | 
|  | 246 | using AnyHttpFetcherTest::NewSmallFetcher; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 247 | HttpFetcher* NewSmallFetcher(ProxyResolver* proxy_resolver) override { | 
|  | 248 | return new MockHttpFetcher("x", 1, proxy_resolver); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 249 | } | 
|  | 250 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 251 | bool IsMock() const override { return true; } | 
|  | 252 | bool IsMulti() const override { return false; } | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 253 | bool IsHttpSupported() const override { return true; } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 254 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 255 | HttpServer* CreateServer() override { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 256 | return new NullHttpServer; | 
|  | 257 | } | 
|  | 258 | }; | 
|  | 259 |  | 
|  | 260 | class LibcurlHttpFetcherTest : public AnyHttpFetcherTest { | 
|  | 261 | public: | 
|  | 262 | // Necessary to unhide the definition in the base class. | 
|  | 263 | using AnyHttpFetcherTest::NewLargeFetcher; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 264 | HttpFetcher* NewLargeFetcher(ProxyResolver* proxy_resolver) override { | 
|  | 265 | LibcurlHttpFetcher* ret = | 
|  | 266 | new LibcurlHttpFetcher(proxy_resolver, &fake_hardware_); | 
| Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 267 | // Speed up test execution. | 
|  | 268 | ret->set_idle_seconds(1); | 
|  | 269 | ret->set_retry_seconds(1); | 
| Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 270 | fake_hardware_.SetIsOfficialBuild(false); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 271 | return ret; | 
|  | 272 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 273 |  | 
|  | 274 | // Necessary to unhide the definition in the base class. | 
|  | 275 | using AnyHttpFetcherTest::NewSmallFetcher; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 276 | HttpFetcher* NewSmallFetcher(ProxyResolver* proxy_resolver) override { | 
|  | 277 | return NewLargeFetcher(proxy_resolver); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 278 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 279 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 280 | string BigUrl(in_port_t port) const override { | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 281 | return LocalServerUrlForPath(port, | 
|  | 282 | base::StringPrintf("/download/%d", | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 283 | kBigLength)); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 284 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 285 | string SmallUrl(in_port_t port) const override { | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 286 | return LocalServerUrlForPath(port, "/foo"); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 287 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 288 | string ErrorUrl(in_port_t port) const override { | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 289 | return LocalServerUrlForPath(port, "/error"); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 290 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 291 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 292 | bool IsMock() const override { return false; } | 
|  | 293 | bool IsMulti() const override { return false; } | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 294 | bool IsHttpSupported() const override { return true; } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 295 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 296 | void IgnoreServerAborting(HttpServer* server) const override { | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 297 | // Nothing to do. | 
| Andrew de los Reyes | 08c4e27 | 2010-04-15 14:02:17 -0700 | [diff] [blame] | 298 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 299 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 300 | HttpServer* CreateServer() override { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 301 | return new PythonHttpServer; | 
|  | 302 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 303 | }; | 
|  | 304 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 305 | class MultiRangeHttpFetcherTest : public LibcurlHttpFetcherTest { | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 306 | public: | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 307 | // Necessary to unhide the definition in the base class. | 
|  | 308 | using AnyHttpFetcherTest::NewLargeFetcher; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 309 | HttpFetcher* NewLargeFetcher(ProxyResolver* proxy_resolver) override { | 
|  | 310 | MultiRangeHttpFetcher* ret = new MultiRangeHttpFetcher( | 
|  | 311 | new LibcurlHttpFetcher(proxy_resolver, &fake_hardware_)); | 
| Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 312 | ret->ClearRanges(); | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 313 | ret->AddRange(0); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 314 | // Speed up test execution. | 
|  | 315 | ret->set_idle_seconds(1); | 
|  | 316 | ret->set_retry_seconds(1); | 
| Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 317 | fake_hardware_.SetIsOfficialBuild(false); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 318 | return ret; | 
|  | 319 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 320 |  | 
|  | 321 | // Necessary to unhide the definition in the base class. | 
|  | 322 | using AnyHttpFetcherTest::NewSmallFetcher; | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 323 | HttpFetcher* NewSmallFetcher(ProxyResolver* proxy_resolver) override { | 
|  | 324 | return NewLargeFetcher(proxy_resolver); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 325 | } | 
|  | 326 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 327 | bool IsMulti() const override { return true; } | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 328 | }; | 
|  | 329 |  | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 330 | class FileFetcherTest : public AnyHttpFetcherTest { | 
|  | 331 | public: | 
|  | 332 | // Necessary to unhide the definition in the base class. | 
|  | 333 | using AnyHttpFetcherTest::NewLargeFetcher; | 
|  | 334 | HttpFetcher* NewLargeFetcher(ProxyResolver* /* proxy_resolver */) override { | 
|  | 335 | return new FileFetcher(); | 
|  | 336 | } | 
|  | 337 |  | 
|  | 338 | // Necessary to unhide the definition in the base class. | 
|  | 339 | using AnyHttpFetcherTest::NewSmallFetcher; | 
|  | 340 | HttpFetcher* NewSmallFetcher(ProxyResolver* proxy_resolver) override { | 
|  | 341 | return NewLargeFetcher(proxy_resolver); | 
|  | 342 | } | 
|  | 343 |  | 
|  | 344 | string BigUrl(in_port_t port) const override { | 
|  | 345 | return "file://" + temp_file_.path(); | 
|  | 346 | } | 
|  | 347 | string SmallUrl(in_port_t port) const override { | 
|  | 348 | test_utils::WriteFileString(temp_file_.path(), "small contents"); | 
|  | 349 | return "file://" + temp_file_.path(); | 
|  | 350 | } | 
|  | 351 | string ErrorUrl(in_port_t port) const override { | 
|  | 352 | return "file:///path/to/non-existing-file"; | 
|  | 353 | } | 
|  | 354 |  | 
|  | 355 | bool IsMock() const override { return false; } | 
|  | 356 | bool IsMulti() const override { return false; } | 
|  | 357 | bool IsHttpSupported() const override { return false; } | 
|  | 358 |  | 
|  | 359 | void IgnoreServerAborting(HttpServer* server) const override {} | 
|  | 360 |  | 
|  | 361 | HttpServer* CreateServer() override { return new NullHttpServer; } | 
|  | 362 |  | 
|  | 363 | private: | 
|  | 364 | test_utils::ScopedTempFile temp_file_{"ue_file_fetcher.XXXXXX"}; | 
|  | 365 | }; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 366 |  | 
|  | 367 | // | 
|  | 368 | // Infrastructure for type tests of HTTP fetcher. | 
|  | 369 | // See: http://code.google.com/p/googletest/wiki/AdvancedGuide#Typed_Tests | 
|  | 370 | // | 
|  | 371 |  | 
|  | 372 | // Fixture class template. We use an explicit constraint to guarantee that it | 
|  | 373 | // can only be instantiated with an AnyHttpFetcherTest type, see: | 
|  | 374 | // http://www2.research.att.com/~bs/bs_faq2.html#constraints | 
|  | 375 | template <typename T> | 
|  | 376 | class HttpFetcherTest : public ::testing::Test { | 
|  | 377 | public: | 
| Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 378 | base::MessageLoopForIO base_loop_; | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 379 | brillo::BaseMessageLoop loop_{&base_loop_}; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 380 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 381 | T test_; | 
|  | 382 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 383 | protected: | 
|  | 384 | HttpFetcherTest() { | 
|  | 385 | loop_.SetAsCurrent(); | 
|  | 386 | } | 
|  | 387 |  | 
|  | 388 | void TearDown() override { | 
| Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 389 | EXPECT_EQ(0, brillo::MessageLoopRunMaxIterations(&loop_, 1)); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 390 | } | 
|  | 391 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 392 | private: | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 393 | static void TypeConstraint(T* a) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 394 | AnyHttpFetcherTest *b = a; | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 395 | if (b == 0)  // Silence compiler warning of unused variable. | 
| Yunlian Jiang | 2dac576 | 2013-04-12 09:53:09 -0700 | [diff] [blame] | 396 | *b = a; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 397 | } | 
|  | 398 | }; | 
|  | 399 |  | 
|  | 400 | // Test case types list. | 
|  | 401 | typedef ::testing::Types<LibcurlHttpFetcherTest, | 
|  | 402 | MockHttpFetcherTest, | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 403 | MultiRangeHttpFetcherTest, | 
|  | 404 | FileFetcherTest> | 
|  | 405 | HttpFetcherTestTypes; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 406 | TYPED_TEST_CASE(HttpFetcherTest, HttpFetcherTestTypes); | 
|  | 407 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 408 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 409 | namespace { | 
|  | 410 | class HttpFetcherTestDelegate : public HttpFetcherDelegate { | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 411 | public: | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 412 | HttpFetcherTestDelegate() = default; | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 413 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 414 | void ReceivedBytes(HttpFetcher* /* fetcher */, | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 415 | const void* bytes, | 
|  | 416 | size_t length) override { | 
|  | 417 | data.append(reinterpret_cast<const char*>(bytes), length); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 418 | // Update counters | 
|  | 419 | times_received_bytes_called_++; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 420 | } | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 421 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 422 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 423 | if (is_expect_error_) | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 424 | EXPECT_EQ(kHttpResponseNotFound, fetcher->http_response_code()); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 425 | else | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 426 | EXPECT_EQ(kHttpResponseOk, fetcher->http_response_code()); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 427 | MessageLoop::current()->BreakLoop(); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 428 |  | 
|  | 429 | // Update counter | 
|  | 430 | times_transfer_complete_called_++; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 431 | } | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 432 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 433 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 434 | times_transfer_terminated_called_++; | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 435 | MessageLoop::current()->BreakLoop(); | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 436 | } | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 437 |  | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 438 | // Are we expecting an error response? (default: no) | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 439 | bool is_expect_error_{false}; | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 440 |  | 
|  | 441 | // Counters for callback invocations. | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 442 | int times_transfer_complete_called_{0}; | 
|  | 443 | int times_transfer_terminated_called_{0}; | 
|  | 444 | int times_received_bytes_called_{0}; | 
|  | 445 |  | 
|  | 446 | // The received data bytes. | 
|  | 447 | string data; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 448 | }; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 449 |  | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 450 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 451 | void StartTransfer(HttpFetcher* http_fetcher, const string& url) { | 
|  | 452 | http_fetcher->BeginTransfer(url); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 453 | } | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 454 | }  // namespace | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 455 |  | 
|  | 456 | TYPED_TEST(HttpFetcherTest, SimpleTest) { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 457 | HttpFetcherTestDelegate delegate; | 
|  | 458 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 459 | fetcher->set_delegate(&delegate); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 460 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 461 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
|  | 462 | ASSERT_TRUE(server->started_); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 463 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 464 | this->loop_.PostTask(FROM_HERE, base::Bind( | 
|  | 465 | StartTransfer, | 
|  | 466 | fetcher.get(), | 
|  | 467 | this->test_.SmallUrl(server->GetPort()))); | 
|  | 468 | this->loop_.Run(); | 
| Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 469 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 470 | } | 
|  | 471 |  | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 472 | TYPED_TEST(HttpFetcherTest, SimpleBigTest) { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 473 | HttpFetcherTestDelegate delegate; | 
|  | 474 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher()); | 
|  | 475 | fetcher->set_delegate(&delegate); | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 476 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 477 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
|  | 478 | ASSERT_TRUE(server->started_); | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 479 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 480 | this->loop_.PostTask(FROM_HERE, base::Bind( | 
|  | 481 | StartTransfer, | 
|  | 482 | fetcher.get(), | 
|  | 483 | this->test_.BigUrl(server->GetPort()))); | 
|  | 484 | this->loop_.Run(); | 
| Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 485 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); | 
| Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 486 | } | 
|  | 487 |  | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 488 | // Issue #9648: when server returns an error HTTP response, the fetcher needs to | 
|  | 489 | // terminate transfer prematurely, rather than try to process the error payload. | 
|  | 490 | TYPED_TEST(HttpFetcherTest, ErrorTest) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 491 | if (this->test_.IsMock() || this->test_.IsMulti()) | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 492 | return; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 493 | HttpFetcherTestDelegate delegate; | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 494 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 495 | // Delegate should expect an error response. | 
|  | 496 | delegate.is_expect_error_ = true; | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 497 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 498 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 499 | fetcher->set_delegate(&delegate); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 500 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 501 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
|  | 502 | ASSERT_TRUE(server->started_); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 503 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 504 | this->loop_.PostTask(FROM_HERE, base::Bind( | 
|  | 505 | StartTransfer, | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 506 | fetcher.get(), | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 507 | this->test_.ErrorUrl(server->GetPort()))); | 
|  | 508 | this->loop_.Run(); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 509 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 510 | // Make sure that no bytes were received. | 
| Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 511 | EXPECT_EQ(0, delegate.times_received_bytes_called_); | 
|  | 512 | EXPECT_EQ(0U, fetcher->GetBytesDownloaded()); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 513 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 514 | // Make sure that transfer completion was signaled once, and no termination | 
|  | 515 | // was signaled. | 
| Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 516 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); | 
|  | 517 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); | 
| Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 518 | } | 
|  | 519 |  | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 520 | TYPED_TEST(HttpFetcherTest, ExtraHeadersInRequestTest) { | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 521 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 522 | return; | 
|  | 523 |  | 
|  | 524 | HttpFetcherTestDelegate delegate; | 
|  | 525 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 526 | fetcher->set_delegate(&delegate); | 
|  | 527 | fetcher->SetHeader("User-Agent", "MyTest"); | 
|  | 528 | fetcher->SetHeader("user-agent", "Override that header"); | 
|  | 529 | fetcher->SetHeader("Authorization", "Basic user:passwd"); | 
|  | 530 |  | 
|  | 531 | // Invalid headers. | 
|  | 532 | fetcher->SetHeader("X-Foo", "Invalid\nHeader\nIgnored"); | 
|  | 533 | fetcher->SetHeader("X-Bar: ", "I do not know how to parse"); | 
|  | 534 |  | 
|  | 535 | // Hide Accept header normally added by default. | 
|  | 536 | fetcher->SetHeader("Accept", ""); | 
|  | 537 |  | 
|  | 538 | PythonHttpServer server; | 
|  | 539 | int port = server.GetPort(); | 
|  | 540 | ASSERT_TRUE(server.started_); | 
|  | 541 |  | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 542 | this->loop_.PostTask( | 
|  | 543 | FROM_HERE, | 
|  | 544 | base::Bind(StartTransfer, | 
|  | 545 | fetcher.get(), | 
|  | 546 | LocalServerUrlForPath(port, "/echo-headers"))); | 
| Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 547 | this->loop_.Run(); | 
|  | 548 |  | 
|  | 549 | EXPECT_NE(string::npos, | 
|  | 550 | delegate.data.find("user-agent: Override that header\r\n")); | 
|  | 551 | EXPECT_NE(string::npos, | 
|  | 552 | delegate.data.find("Authorization: Basic user:passwd\r\n")); | 
|  | 553 |  | 
|  | 554 | EXPECT_EQ(string::npos, delegate.data.find("\nAccept:")); | 
|  | 555 | EXPECT_EQ(string::npos, delegate.data.find("X-Foo: Invalid")); | 
|  | 556 | EXPECT_EQ(string::npos, delegate.data.find("X-Bar: I do not")); | 
|  | 557 | } | 
|  | 558 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 559 | namespace { | 
|  | 560 | class PausingHttpFetcherTestDelegate : public HttpFetcherDelegate { | 
|  | 561 | public: | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 562 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 563 | const void* /* bytes */, size_t /* length */) override { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 564 | CHECK(!paused_); | 
|  | 565 | paused_ = true; | 
|  | 566 | fetcher->Pause(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 567 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 568 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 569 | MessageLoop::current()->BreakLoop(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 570 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 571 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 572 | ADD_FAILURE(); | 
|  | 573 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 574 | void Unpause() { | 
|  | 575 | CHECK(paused_); | 
|  | 576 | paused_ = false; | 
|  | 577 | fetcher_->Unpause(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 578 | } | 
|  | 579 | bool paused_; | 
|  | 580 | HttpFetcher* fetcher_; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 581 | }; | 
|  | 582 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 583 | void UnpausingTimeoutCallback(PausingHttpFetcherTestDelegate* delegate, | 
|  | 584 | MessageLoop::TaskId* my_id) { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 585 | if (delegate->paused_) | 
|  | 586 | delegate->Unpause(); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 587 | // Update the task id with the new scheduled callback. | 
|  | 588 | *my_id = MessageLoop::current()->PostDelayedTask( | 
|  | 589 | FROM_HERE, | 
|  | 590 | base::Bind(&UnpausingTimeoutCallback, delegate, my_id), | 
|  | 591 | base::TimeDelta::FromMilliseconds(200)); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 592 | } | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 593 | }  // namespace | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 594 |  | 
|  | 595 | TYPED_TEST(HttpFetcherTest, PauseTest) { | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 596 | PausingHttpFetcherTestDelegate delegate; | 
|  | 597 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher()); | 
|  | 598 | delegate.paused_ = false; | 
|  | 599 | delegate.fetcher_ = fetcher.get(); | 
|  | 600 | fetcher->set_delegate(&delegate); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 601 |  | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 602 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
|  | 603 | ASSERT_TRUE(server->started_); | 
| Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 604 |  | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 605 | MessageLoop::TaskId callback_id; | 
|  | 606 | callback_id = this->loop_.PostDelayedTask( | 
|  | 607 | FROM_HERE, | 
|  | 608 | base::Bind(&UnpausingTimeoutCallback, &delegate, &callback_id), | 
|  | 609 | base::TimeDelta::FromMilliseconds(200)); | 
|  | 610 | fetcher->BeginTransfer(this->test_.BigUrl(server->GetPort())); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 611 |  | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 612 | this->loop_.Run(); | 
|  | 613 | EXPECT_TRUE(this->loop_.CancelTask(callback_id)); | 
|  | 614 | } | 
|  | 615 |  | 
|  | 616 | // This test will pause the fetcher while the download is not yet started | 
|  | 617 | // because it is waiting for the proxy to be resolved. | 
|  | 618 | TYPED_TEST(HttpFetcherTest, PauseWhileResolvingProxyTest) { | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 619 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 620 | return; | 
|  | 621 | MockProxyResolver mock_resolver; | 
|  | 622 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher(&mock_resolver)); | 
|  | 623 |  | 
|  | 624 | // Saved arguments from the proxy call. | 
| Alex Deymo | 3582194 | 2017-02-05 04:36:02 +0000 | [diff] [blame] | 625 | ProxiesResolvedFn proxy_callback; | 
|  | 626 | EXPECT_CALL(mock_resolver, GetProxiesForUrl("http://fake_url", _)) | 
|  | 627 | .WillOnce(DoAll(SaveArg<1>(&proxy_callback), Return(true))); | 
| Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 628 | fetcher->BeginTransfer("http://fake_url"); | 
|  | 629 | testing::Mock::VerifyAndClearExpectations(&mock_resolver); | 
|  | 630 |  | 
|  | 631 | // Pausing and unpausing while resolving the proxy should not affect anything. | 
|  | 632 | fetcher->Pause(); | 
|  | 633 | fetcher->Unpause(); | 
|  | 634 | fetcher->Pause(); | 
|  | 635 | // Proxy resolver comes back after we paused the fetcher. | 
| Alex Deymo | c00ec56 | 2017-02-05 04:36:02 +0000 | [diff] [blame] | 636 | ASSERT_FALSE(proxy_callback.is_null()); | 
| Alex Deymo | 3582194 | 2017-02-05 04:36:02 +0000 | [diff] [blame] | 637 | proxy_callback.Run({1, kNoProxy}); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 638 | } | 
|  | 639 |  | 
|  | 640 | namespace { | 
|  | 641 | class AbortingHttpFetcherTestDelegate : public HttpFetcherDelegate { | 
|  | 642 | public: | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 643 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 644 | const void* bytes, size_t length) override {} | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 645 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 646 | ADD_FAILURE();  // We should never get here | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 647 | MessageLoop::current()->BreakLoop(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 648 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 649 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 650 | EXPECT_EQ(fetcher, fetcher_.get()); | 
|  | 651 | EXPECT_FALSE(once_); | 
|  | 652 | EXPECT_TRUE(callback_once_); | 
|  | 653 | callback_once_ = false; | 
| Alex Deymo | c4acdf4 | 2014-05-28 21:07:10 -0700 | [diff] [blame] | 654 | // The fetcher could have a callback scheduled on the ProxyResolver that | 
|  | 655 | // can fire after this callback. We wait until the end of the test to | 
|  | 656 | // delete the fetcher. | 
| Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 657 | } | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 658 | void TerminateTransfer() { | 
|  | 659 | CHECK(once_); | 
|  | 660 | once_ = false; | 
|  | 661 | fetcher_->TerminateTransfer(); | 
|  | 662 | } | 
|  | 663 | void EndLoop() { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 664 | MessageLoop::current()->BreakLoop(); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 665 | } | 
|  | 666 | bool once_; | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 667 | bool callback_once_; | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 668 | unique_ptr<HttpFetcher> fetcher_; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 669 | }; | 
|  | 670 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 671 | void AbortingTimeoutCallback(AbortingHttpFetcherTestDelegate* delegate, | 
|  | 672 | MessageLoop::TaskId* my_id) { | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 673 | if (delegate->once_) { | 
|  | 674 | delegate->TerminateTransfer(); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 675 | *my_id = MessageLoop::current()->PostTask( | 
|  | 676 | FROM_HERE, | 
|  | 677 | base::Bind(AbortingTimeoutCallback, delegate, my_id)); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 678 | } else { | 
|  | 679 | delegate->EndLoop(); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 680 | *my_id = MessageLoop::kTaskIdNull; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 681 | } | 
|  | 682 | } | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 683 | }  // namespace | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 684 |  | 
|  | 685 | TYPED_TEST(HttpFetcherTest, AbortTest) { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 686 | AbortingHttpFetcherTestDelegate delegate; | 
|  | 687 | delegate.fetcher_.reset(this->test_.NewLargeFetcher()); | 
|  | 688 | delegate.once_ = true; | 
|  | 689 | delegate.callback_once_ = true; | 
|  | 690 | delegate.fetcher_->set_delegate(&delegate); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 691 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 692 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
|  | 693 | this->test_.IgnoreServerAborting(server.get()); | 
|  | 694 | ASSERT_TRUE(server->started_); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 695 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 696 | MessageLoop::TaskId task_id = MessageLoop::kTaskIdNull; | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 697 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 698 | task_id = this->loop_.PostTask( | 
|  | 699 | FROM_HERE, | 
|  | 700 | base::Bind(AbortingTimeoutCallback, &delegate, &task_id)); | 
|  | 701 | delegate.fetcher_->BeginTransfer(this->test_.BigUrl(server->GetPort())); | 
|  | 702 |  | 
|  | 703 | this->loop_.Run(); | 
|  | 704 | CHECK(!delegate.once_); | 
|  | 705 | CHECK(!delegate.callback_once_); | 
|  | 706 | this->loop_.CancelTask(task_id); | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 707 | } | 
|  | 708 |  | 
| Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 709 | TYPED_TEST(HttpFetcherTest, TerminateTransferWhileResolvingProxyTest) { | 
|  | 710 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
|  | 711 | return; | 
|  | 712 | MockProxyResolver mock_resolver; | 
|  | 713 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher(&mock_resolver)); | 
|  | 714 |  | 
|  | 715 | HttpFetcherTestDelegate delegate; | 
|  | 716 | fetcher->set_delegate(&delegate); | 
|  | 717 |  | 
|  | 718 | EXPECT_CALL(mock_resolver, GetProxiesForUrl(_, _)).WillOnce(Return(123)); | 
|  | 719 | fetcher->BeginTransfer("http://fake_url"); | 
|  | 720 | // Run the message loop until idle. This must call the MockProxyResolver with | 
|  | 721 | // the request. | 
|  | 722 | while (this->loop_.RunOnce(false)) { | 
|  | 723 | } | 
|  | 724 | testing::Mock::VerifyAndClearExpectations(&mock_resolver); | 
|  | 725 |  | 
|  | 726 | EXPECT_CALL(mock_resolver, CancelProxyRequest(123)).WillOnce(Return(true)); | 
|  | 727 |  | 
|  | 728 | // Terminate the transfer right before the proxy resolution response. | 
|  | 729 | fetcher->TerminateTransfer(); | 
|  | 730 | EXPECT_EQ(0, delegate.times_received_bytes_called_); | 
|  | 731 | EXPECT_EQ(0, delegate.times_transfer_complete_called_); | 
|  | 732 | EXPECT_EQ(1, delegate.times_transfer_terminated_called_); | 
|  | 733 | } | 
|  | 734 |  | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 735 | namespace { | 
|  | 736 | class FlakyHttpFetcherTestDelegate : public HttpFetcherDelegate { | 
|  | 737 | public: | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 738 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 739 | const void* bytes, size_t length) override { | 
|  | 740 | data.append(reinterpret_cast<const char*>(bytes), length); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 741 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 742 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Andrew de los Reyes | fb4ad7d | 2010-07-19 10:43:46 -0700 | [diff] [blame] | 743 | EXPECT_TRUE(successful); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 744 | EXPECT_EQ(kHttpResponsePartialContent, fetcher->http_response_code()); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 745 | MessageLoop::current()->BreakLoop(); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 746 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 747 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 748 | ADD_FAILURE(); | 
|  | 749 | } | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 750 | string data; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 751 | }; | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 752 | }  // namespace | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 753 |  | 
|  | 754 | TYPED_TEST(HttpFetcherTest, FlakyTest) { | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 755 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 756 | return; | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 757 | { | 
|  | 758 | FlakyHttpFetcherTestDelegate delegate; | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 759 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 760 | fetcher->set_delegate(&delegate); | 
|  | 761 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 762 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 763 | ASSERT_TRUE(server->started_); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 764 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 765 | this->loop_.PostTask(FROM_HERE, base::Bind( | 
|  | 766 | &StartTransfer, | 
|  | 767 | fetcher.get(), | 
|  | 768 | LocalServerUrlForPath(server->GetPort(), | 
|  | 769 | base::StringPrintf("/flaky/%d/%d/%d/%d", | 
|  | 770 | kBigLength, | 
|  | 771 | kFlakyTruncateLength, | 
|  | 772 | kFlakySleepEvery, | 
|  | 773 | kFlakySleepSecs)))); | 
|  | 774 | this->loop_.Run(); | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 775 |  | 
|  | 776 | // verify the data we get back | 
| Alex Deymo | 80f70ff | 2016-02-10 16:08:11 -0800 | [diff] [blame] | 777 | ASSERT_EQ(kBigLength, static_cast<int>(delegate.data.size())); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 778 | for (int i = 0; i < kBigLength; i += 10) { | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 779 | // Assert so that we don't flood the screen w/ EXPECT errors on failure. | 
|  | 780 | ASSERT_EQ(delegate.data.substr(i, 10), "abcdefghij"); | 
|  | 781 | } | 
|  | 782 | } | 
| adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 783 | } | 
|  | 784 |  | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 785 | namespace { | 
| Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 786 | // This delegate kills the server attached to it after receiving any bytes. | 
|  | 787 | // This can be used for testing what happens when you try to fetch data and | 
|  | 788 | // the server dies. | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 789 | class FailureHttpFetcherTestDelegate : public HttpFetcherDelegate { | 
|  | 790 | public: | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 791 | explicit FailureHttpFetcherTestDelegate(PythonHttpServer* server) | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 792 | : server_(server) {} | 
| Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 793 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 794 | ~FailureHttpFetcherTestDelegate() override { | 
| Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 795 | if (server_) { | 
|  | 796 | LOG(INFO) << "Stopping server in destructor"; | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 797 | server_.reset(); | 
| Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 798 | LOG(INFO) << "server stopped"; | 
|  | 799 | } | 
|  | 800 | } | 
|  | 801 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 802 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 803 | const void* bytes, size_t length) override { | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 804 | if (server_) { | 
| Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 805 | LOG(INFO) << "Stopping server in ReceivedBytes"; | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 806 | server_.reset(); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 807 | LOG(INFO) << "server stopped"; | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 808 | } | 
|  | 809 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 810 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 811 | EXPECT_FALSE(successful); | 
| Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 812 | EXPECT_EQ(0, fetcher->http_response_code()); | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 813 | times_transfer_complete_called_++; | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 814 | MessageLoop::current()->BreakLoop(); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 815 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 816 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 817 | times_transfer_terminated_called_++; | 
|  | 818 | MessageLoop::current()->BreakLoop(); | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 819 | } | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 820 | unique_ptr<PythonHttpServer> server_; | 
|  | 821 | int times_transfer_terminated_called_{0}; | 
|  | 822 | int times_transfer_complete_called_{0}; | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 823 | }; | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 824 | }  // namespace | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 825 |  | 
|  | 826 |  | 
|  | 827 | TYPED_TEST(HttpFetcherTest, FailureTest) { | 
| Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 828 | // This test ensures that a fetcher responds correctly when a server isn't | 
|  | 829 | // available at all. | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 830 | if (this->test_.IsMock()) | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 831 | return; | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 832 | FailureHttpFetcherTestDelegate delegate(nullptr); | 
|  | 833 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 834 | fetcher->set_delegate(&delegate); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 835 |  | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 836 | this->loop_.PostTask( | 
|  | 837 | FROM_HERE, | 
|  | 838 | base::Bind( | 
|  | 839 | StartTransfer, fetcher.get(), "http://host_doesnt_exist99999999")); | 
|  | 840 | this->loop_.Run(); | 
|  | 841 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); | 
|  | 842 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 843 |  | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 844 | // Exiting and testing happens in the delegate | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 845 | } | 
|  | 846 |  | 
| Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 847 | TYPED_TEST(HttpFetcherTest, NoResponseTest) { | 
|  | 848 | // This test starts a new http server but the server doesn't respond and just | 
|  | 849 | // closes the connection. | 
|  | 850 | if (this->test_.IsMock()) | 
|  | 851 | return; | 
|  | 852 |  | 
|  | 853 | PythonHttpServer* server = new PythonHttpServer(); | 
|  | 854 | int port = server->GetPort(); | 
|  | 855 | ASSERT_TRUE(server->started_); | 
|  | 856 |  | 
|  | 857 | // Handles destruction and claims ownership. | 
|  | 858 | FailureHttpFetcherTestDelegate delegate(server); | 
|  | 859 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 860 | fetcher->set_delegate(&delegate); | 
|  | 861 | // The server will not reply at all, so we can limit the execution time of the | 
|  | 862 | // test by reducing the low-speed timeout to something small. The test will | 
|  | 863 | // finish once the TimeoutCallback() triggers (every second) and the timeout | 
|  | 864 | // expired. | 
|  | 865 | fetcher->set_low_speed_limit(kDownloadLowSpeedLimitBps, 1); | 
|  | 866 |  | 
|  | 867 | this->loop_.PostTask(FROM_HERE, base::Bind( | 
|  | 868 | StartTransfer, | 
|  | 869 | fetcher.get(), | 
|  | 870 | LocalServerUrlForPath(port, "/hang"))); | 
|  | 871 | this->loop_.Run(); | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 872 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); | 
|  | 873 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); | 
| Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 874 |  | 
|  | 875 | // Check that no other callback runs in the next two seconds. That would | 
|  | 876 | // indicate a leaked callback. | 
|  | 877 | bool timeout = false; | 
| Luis Hector Chavez | f1cf348 | 2016-07-19 14:29:19 -0700 | [diff] [blame] | 878 | auto callback = base::Bind([](bool* timeout) { *timeout = true; }, | 
|  | 879 | base::Unretained(&timeout)); | 
| Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 880 | this->loop_.PostDelayedTask(FROM_HERE, callback, | 
|  | 881 | base::TimeDelta::FromSeconds(2)); | 
|  | 882 | EXPECT_TRUE(this->loop_.RunOnce(true)); | 
|  | 883 | EXPECT_TRUE(timeout); | 
|  | 884 | } | 
|  | 885 |  | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 886 | TYPED_TEST(HttpFetcherTest, ServerDiesTest) { | 
| Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 887 | // This test starts a new http server and kills it after receiving its first | 
|  | 888 | // set of bytes. It test whether or not our fetcher eventually gives up on | 
|  | 889 | // retries and aborts correctly. | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 890 | if (this->test_.IsMock()) | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 891 | return; | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 892 | PythonHttpServer* server = new PythonHttpServer(); | 
|  | 893 | int port = server->GetPort(); | 
|  | 894 | ASSERT_TRUE(server->started_); | 
| Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 895 |  | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 896 | // Handles destruction and claims ownership. | 
|  | 897 | FailureHttpFetcherTestDelegate delegate(server); | 
|  | 898 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 899 | fetcher->set_delegate(&delegate); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 900 |  | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 901 | this->loop_.PostTask( | 
|  | 902 | FROM_HERE, | 
|  | 903 | base::Bind(StartTransfer, | 
|  | 904 | fetcher.get(), | 
|  | 905 | LocalServerUrlForPath(port, | 
|  | 906 | base::StringPrintf("/flaky/%d/%d/%d/%d", | 
|  | 907 | kBigLength, | 
|  | 908 | kFlakyTruncateLength, | 
|  | 909 | kFlakySleepEvery, | 
|  | 910 | kFlakySleepSecs)))); | 
|  | 911 | this->loop_.Run(); | 
|  | 912 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); | 
|  | 913 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 914 |  | 
| Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 915 | // Exiting and testing happens in the delegate | 
|  | 916 | } | 
|  | 917 |  | 
|  | 918 | // Test that we can cancel a transfer while it is still trying to connect to the | 
|  | 919 | // server. This test kills the server after a few bytes are received. | 
|  | 920 | TYPED_TEST(HttpFetcherTest, TerminateTransferWhenServerDiedTest) { | 
|  | 921 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
|  | 922 | return; | 
|  | 923 |  | 
|  | 924 | PythonHttpServer* server = new PythonHttpServer(); | 
|  | 925 | int port = server->GetPort(); | 
|  | 926 | ASSERT_TRUE(server->started_); | 
|  | 927 |  | 
|  | 928 | // Handles destruction and claims ownership. | 
|  | 929 | FailureHttpFetcherTestDelegate delegate(server); | 
|  | 930 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); | 
|  | 931 | fetcher->set_delegate(&delegate); | 
|  | 932 |  | 
|  | 933 | this->loop_.PostTask( | 
|  | 934 | FROM_HERE, | 
|  | 935 | base::Bind(StartTransfer, | 
|  | 936 | fetcher.get(), | 
|  | 937 | LocalServerUrlForPath(port, | 
|  | 938 | base::StringPrintf("/flaky/%d/%d/%d/%d", | 
|  | 939 | kBigLength, | 
|  | 940 | kFlakyTruncateLength, | 
|  | 941 | kFlakySleepEvery, | 
|  | 942 | kFlakySleepSecs)))); | 
|  | 943 | // Terminating the transfer after 3 seconds gives it a chance to contact the | 
|  | 944 | // server and enter the retry loop. | 
|  | 945 | this->loop_.PostDelayedTask(FROM_HERE, | 
|  | 946 | base::Bind(&HttpFetcher::TerminateTransfer, | 
|  | 947 | base::Unretained(fetcher.get())), | 
|  | 948 | base::TimeDelta::FromSeconds(3)); | 
|  | 949 |  | 
|  | 950 | // Exiting and testing happens in the delegate. | 
|  | 951 | this->loop_.Run(); | 
|  | 952 | EXPECT_EQ(0, delegate.times_transfer_complete_called_); | 
|  | 953 | EXPECT_EQ(1, delegate.times_transfer_terminated_called_); | 
|  | 954 |  | 
|  | 955 | // Check that no other callback runs in the next two seconds. That would | 
|  | 956 | // indicate a leaked callback. | 
|  | 957 | bool timeout = false; | 
|  | 958 | auto callback = base::Bind([](bool* timeout) { *timeout = true; }, | 
|  | 959 | base::Unretained(&timeout)); | 
|  | 960 | this->loop_.PostDelayedTask( | 
|  | 961 | FROM_HERE, callback, base::TimeDelta::FromSeconds(2)); | 
|  | 962 | EXPECT_TRUE(this->loop_.RunOnce(true)); | 
|  | 963 | EXPECT_TRUE(timeout); | 
| Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 964 | } | 
|  | 965 |  | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 966 | namespace { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 967 | const HttpResponseCode kRedirectCodes[] = { | 
|  | 968 | kHttpResponseMovedPermanently, kHttpResponseFound, kHttpResponseSeeOther, | 
|  | 969 | kHttpResponseTempRedirect | 
|  | 970 | }; | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 971 |  | 
|  | 972 | class RedirectHttpFetcherTestDelegate : public HttpFetcherDelegate { | 
|  | 973 | public: | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 974 | explicit RedirectHttpFetcherTestDelegate(bool expected_successful) | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 975 | : expected_successful_(expected_successful) {} | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 976 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 977 | const void* bytes, size_t length) override { | 
|  | 978 | data.append(reinterpret_cast<const char*>(bytes), length); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 979 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 980 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 981 | EXPECT_EQ(expected_successful_, successful); | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 982 | if (expected_successful_) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 983 | EXPECT_EQ(kHttpResponseOk, fetcher->http_response_code()); | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 984 | } else { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 985 | EXPECT_GE(fetcher->http_response_code(), kHttpResponseMovedPermanently); | 
|  | 986 | EXPECT_LE(fetcher->http_response_code(), kHttpResponseTempRedirect); | 
| Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 987 | } | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 988 | MessageLoop::current()->BreakLoop(); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 989 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 990 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 991 | ADD_FAILURE(); | 
|  | 992 | } | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 993 | bool expected_successful_; | 
|  | 994 | string data; | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 995 | }; | 
|  | 996 |  | 
|  | 997 | // RedirectTest takes ownership of |http_fetcher|. | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 998 | void RedirectTest(const HttpServer* server, | 
|  | 999 | bool expected_successful, | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1000 | const string& url, | 
|  | 1001 | HttpFetcher* http_fetcher) { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1002 | RedirectHttpFetcherTestDelegate delegate(expected_successful); | 
|  | 1003 | unique_ptr<HttpFetcher> fetcher(http_fetcher); | 
|  | 1004 | fetcher->set_delegate(&delegate); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1005 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1006 | MessageLoop::current()->PostTask(FROM_HERE, base::Bind( | 
|  | 1007 | StartTransfer, | 
|  | 1008 | fetcher.get(), | 
|  | 1009 | LocalServerUrlForPath(server->GetPort(), url))); | 
|  | 1010 | MessageLoop::current()->Run(); | 
|  | 1011 | if (expected_successful) { | 
|  | 1012 | // verify the data we get back | 
| Alex Deymo | 80f70ff | 2016-02-10 16:08:11 -0800 | [diff] [blame] | 1013 | ASSERT_EQ(static_cast<size_t>(kMediumLength), delegate.data.size()); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1014 | for (int i = 0; i < kMediumLength; i += 10) { | 
|  | 1015 | // Assert so that we don't flood the screen w/ EXPECT errors on failure. | 
|  | 1016 | ASSERT_EQ(delegate.data.substr(i, 10), "abcdefghij"); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1017 | } | 
|  | 1018 | } | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1019 | } | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 1020 | }  // namespace | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1021 |  | 
|  | 1022 | TYPED_TEST(HttpFetcherTest, SimpleRedirectTest) { | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 1023 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1024 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1025 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1026 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1027 | ASSERT_TRUE(server->started_); | 
|  | 1028 |  | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1029 | for (size_t c = 0; c < arraysize(kRedirectCodes); ++c) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1030 | const string url = base::StringPrintf("/redirect/%d/download/%d", | 
|  | 1031 | kRedirectCodes[c], | 
|  | 1032 | kMediumLength); | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1033 | RedirectTest(server.get(), true, url, this->test_.NewLargeFetcher()); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1034 | } | 
|  | 1035 | } | 
|  | 1036 |  | 
|  | 1037 | TYPED_TEST(HttpFetcherTest, MaxRedirectTest) { | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 1038 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1039 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1040 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1041 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1042 | ASSERT_TRUE(server->started_); | 
|  | 1043 |  | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1044 | string url; | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 1045 | for (int r = 0; r < kDownloadMaxRedirects; r++) { | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1046 | url += base::StringPrintf("/redirect/%d", | 
|  | 1047 | kRedirectCodes[r % arraysize(kRedirectCodes)]); | 
|  | 1048 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1049 | url += base::StringPrintf("/download/%d", kMediumLength); | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1050 | RedirectTest(server.get(), true, url, this->test_.NewLargeFetcher()); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1051 | } | 
|  | 1052 |  | 
|  | 1053 | TYPED_TEST(HttpFetcherTest, BeyondMaxRedirectTest) { | 
| Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 1054 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1055 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1056 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1057 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1058 | ASSERT_TRUE(server->started_); | 
|  | 1059 |  | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1060 | string url; | 
| David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 1061 | for (int r = 0; r < kDownloadMaxRedirects + 1; r++) { | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1062 | url += base::StringPrintf("/redirect/%d", | 
|  | 1063 | kRedirectCodes[r % arraysize(kRedirectCodes)]); | 
|  | 1064 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1065 | url += base::StringPrintf("/download/%d", kMediumLength); | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1066 | RedirectTest(server.get(), false, url, this->test_.NewLargeFetcher()); | 
| Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1067 | } | 
|  | 1068 |  | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1069 | namespace { | 
|  | 1070 | class MultiHttpFetcherTestDelegate : public HttpFetcherDelegate { | 
|  | 1071 | public: | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 1072 | explicit MultiHttpFetcherTestDelegate(int expected_response_code) | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1073 | : expected_response_code_(expected_response_code) {} | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1074 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1075 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 1076 | const void* bytes, size_t length) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1077 | EXPECT_EQ(fetcher, fetcher_.get()); | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 1078 | data.append(reinterpret_cast<const char*>(bytes), length); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1079 | } | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1080 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1081 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1082 | EXPECT_EQ(fetcher, fetcher_.get()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1083 | EXPECT_EQ(expected_response_code_ != kHttpResponseUndefined, successful); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1084 | if (expected_response_code_ != 0) | 
|  | 1085 | EXPECT_EQ(expected_response_code_, fetcher->http_response_code()); | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1086 | // Destroy the fetcher (because we're allowed to). | 
| Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 1087 | fetcher_.reset(nullptr); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1088 | MessageLoop::current()->BreakLoop(); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1089 | } | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1090 |  | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1091 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1092 | ADD_FAILURE(); | 
|  | 1093 | } | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1094 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1095 | unique_ptr<HttpFetcher> fetcher_; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1096 | int expected_response_code_; | 
|  | 1097 | string data; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1098 | }; | 
|  | 1099 |  | 
|  | 1100 | void MultiTest(HttpFetcher* fetcher_in, | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1101 | FakeHardware* fake_hardware, | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1102 | const string& url, | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1103 | const vector<pair<off_t, off_t>>& ranges, | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1104 | const string& expected_prefix, | 
| Alex Deymo | 5fe0c4e | 2016-02-16 18:46:24 -0800 | [diff] [blame] | 1105 | size_t expected_size, | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1106 | HttpResponseCode expected_response_code) { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1107 | MultiHttpFetcherTestDelegate delegate(expected_response_code); | 
|  | 1108 | delegate.fetcher_.reset(fetcher_in); | 
| Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 1109 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1110 | MultiRangeHttpFetcher* multi_fetcher = | 
| Alex Deymo | 80f70ff | 2016-02-10 16:08:11 -0800 | [diff] [blame] | 1111 | static_cast<MultiRangeHttpFetcher*>(fetcher_in); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1112 | ASSERT_TRUE(multi_fetcher); | 
|  | 1113 | multi_fetcher->ClearRanges(); | 
|  | 1114 | for (vector<pair<off_t, off_t>>::const_iterator it = ranges.begin(), | 
|  | 1115 | e = ranges.end(); it != e; ++it) { | 
|  | 1116 | string tmp_str = base::StringPrintf("%jd+", it->first); | 
|  | 1117 | if (it->second > 0) { | 
|  | 1118 | base::StringAppendF(&tmp_str, "%jd", it->second); | 
|  | 1119 | multi_fetcher->AddRange(it->first, it->second); | 
|  | 1120 | } else { | 
|  | 1121 | base::StringAppendF(&tmp_str, "?"); | 
|  | 1122 | multi_fetcher->AddRange(it->first); | 
| Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 1123 | } | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1124 | LOG(INFO) << "added range: " << tmp_str; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1125 | } | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1126 | fake_hardware->SetIsOfficialBuild(false); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1127 | multi_fetcher->set_delegate(&delegate); | 
|  | 1128 |  | 
|  | 1129 | MessageLoop::current()->PostTask( | 
|  | 1130 | FROM_HERE, | 
|  | 1131 | base::Bind(StartTransfer, multi_fetcher, url)); | 
|  | 1132 | MessageLoop::current()->Run(); | 
|  | 1133 |  | 
|  | 1134 | EXPECT_EQ(expected_size, delegate.data.size()); | 
|  | 1135 | EXPECT_EQ(expected_prefix, | 
|  | 1136 | string(delegate.data.data(), expected_prefix.size())); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1137 | } | 
| Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 1138 | }  // namespace | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1139 |  | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1140 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherSimpleTest) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1141 | if (!this->test_.IsMulti()) | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1142 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1143 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1144 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1145 | ASSERT_TRUE(server->started_); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1146 |  | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1147 | vector<pair<off_t, off_t>> ranges; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1148 | ranges.push_back(make_pair(0, 25)); | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1149 | ranges.push_back(make_pair(99, 0)); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1150 | MultiTest(this->test_.NewLargeFetcher(), | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1151 | this->test_.fake_hardware(), | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1152 | this->test_.BigUrl(server->GetPort()), | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1153 | ranges, | 
|  | 1154 | "abcdefghijabcdefghijabcdejabcdefghijabcdef", | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1155 | kBigLength - (99 - 25), | 
|  | 1156 | kHttpResponsePartialContent); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1157 | } | 
|  | 1158 |  | 
|  | 1159 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherLengthLimitTest) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1160 | if (!this->test_.IsMulti()) | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1161 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1162 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1163 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1164 | ASSERT_TRUE(server->started_); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1165 |  | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1166 | vector<pair<off_t, off_t>> ranges; | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1167 | ranges.push_back(make_pair(0, 24)); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1168 | MultiTest(this->test_.NewLargeFetcher(), | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1169 | this->test_.fake_hardware(), | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1170 | this->test_.BigUrl(server->GetPort()), | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1171 | ranges, | 
|  | 1172 | "abcdefghijabcdefghijabcd", | 
|  | 1173 | 24, | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1174 | kHttpResponsePartialContent); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1175 | } | 
|  | 1176 |  | 
|  | 1177 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherMultiEndTest) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1178 | if (!this->test_.IsMulti()) | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1179 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1180 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1181 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1182 | ASSERT_TRUE(server->started_); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1183 |  | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1184 | vector<pair<off_t, off_t>> ranges; | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1185 | ranges.push_back(make_pair(kBigLength - 2, 0)); | 
|  | 1186 | ranges.push_back(make_pair(kBigLength - 3, 0)); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1187 | MultiTest(this->test_.NewLargeFetcher(), | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1188 | this->test_.fake_hardware(), | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1189 | this->test_.BigUrl(server->GetPort()), | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1190 | ranges, | 
|  | 1191 | "ijhij", | 
|  | 1192 | 5, | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1193 | kHttpResponsePartialContent); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1194 | } | 
|  | 1195 |  | 
|  | 1196 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherInsufficientTest) { | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1197 | if (!this->test_.IsMulti()) | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1198 | return; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1199 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1200 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1201 | ASSERT_TRUE(server->started_); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1202 |  | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1203 | vector<pair<off_t, off_t>> ranges; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1204 | ranges.push_back(make_pair(kBigLength - 2, 4)); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1205 | for (int i = 0; i < 2; ++i) { | 
| Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 1206 | LOG(INFO) << "i = " << i; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1207 | MultiTest(this->test_.NewLargeFetcher(), | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1208 | this->test_.fake_hardware(), | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1209 | this->test_.BigUrl(server->GetPort()), | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1210 | ranges, | 
|  | 1211 | "ij", | 
|  | 1212 | 2, | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1213 | kHttpResponseUndefined); | 
| Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1214 | ranges.push_back(make_pair(0, 5)); | 
|  | 1215 | } | 
|  | 1216 | } | 
|  | 1217 |  | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1218 | // Issue #18143: when a fetch of a secondary chunk out of a chain, then it | 
|  | 1219 | // should retry with other proxies listed before giving up. | 
|  | 1220 | // | 
|  | 1221 | // (1) successful recovery: The offset fetch will fail twice but succeed with | 
|  | 1222 | // the third proxy. | 
|  | 1223 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherErrorIfOffsetRecoverableTest) { | 
|  | 1224 | if (!this->test_.IsMulti()) | 
|  | 1225 | return; | 
|  | 1226 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1227 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1228 | ASSERT_TRUE(server->started_); | 
|  | 1229 |  | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1230 | vector<pair<off_t, off_t>> ranges; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1231 | ranges.push_back(make_pair(0, 25)); | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1232 | ranges.push_back(make_pair(99, 0)); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1233 | MultiTest(this->test_.NewLargeFetcher(3), | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1234 | this->test_.fake_hardware(), | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1235 | LocalServerUrlForPath(server->GetPort(), | 
|  | 1236 | base::StringPrintf("/error-if-offset/%d/2", | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1237 | kBigLength)), | 
|  | 1238 | ranges, | 
|  | 1239 | "abcdefghijabcdefghijabcdejabcdefghijabcdef", | 
|  | 1240 | kBigLength - (99 - 25), | 
|  | 1241 | kHttpResponsePartialContent); | 
|  | 1242 | } | 
|  | 1243 |  | 
|  | 1244 | // (2) unsuccessful recovery: The offset fetch will fail repeatedly.  The | 
|  | 1245 | // fetcher will signal a (failed) completed transfer to the delegate. | 
|  | 1246 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherErrorIfOffsetUnrecoverableTest) { | 
|  | 1247 | if (!this->test_.IsMulti()) | 
|  | 1248 | return; | 
|  | 1249 |  | 
| Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1250 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1251 | ASSERT_TRUE(server->started_); | 
|  | 1252 |  | 
| Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1253 | vector<pair<off_t, off_t>> ranges; | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1254 | ranges.push_back(make_pair(0, 25)); | 
| Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1255 | ranges.push_back(make_pair(99, 0)); | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1256 | MultiTest(this->test_.NewLargeFetcher(2), | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1257 | this->test_.fake_hardware(), | 
| Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1258 | LocalServerUrlForPath(server->GetPort(), | 
|  | 1259 | base::StringPrintf("/error-if-offset/%d/3", | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1260 | kBigLength)), | 
|  | 1261 | ranges, | 
|  | 1262 | "abcdefghijabcdefghijabcde",  // only received the first chunk | 
|  | 1263 | 25, | 
|  | 1264 | kHttpResponseUndefined); | 
|  | 1265 | } | 
|  | 1266 |  | 
| Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1267 | namespace { | 
|  | 1268 | // This HttpFetcherDelegate calls TerminateTransfer at a configurable point. | 
|  | 1269 | class MultiHttpFetcherTerminateTestDelegate : public HttpFetcherDelegate { | 
|  | 1270 | public: | 
|  | 1271 | explicit MultiHttpFetcherTerminateTestDelegate(size_t terminate_trigger_bytes) | 
|  | 1272 | : terminate_trigger_bytes_(terminate_trigger_bytes) {} | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1273 |  | 
| Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1274 | void ReceivedBytes(HttpFetcher* fetcher, | 
|  | 1275 | const void* bytes, | 
|  | 1276 | size_t length) override { | 
|  | 1277 | LOG(INFO) << "ReceivedBytes, " << length << " bytes."; | 
|  | 1278 | EXPECT_EQ(fetcher, fetcher_.get()); | 
|  | 1279 | if (bytes_downloaded_ < terminate_trigger_bytes_ && | 
|  | 1280 | bytes_downloaded_ + length >= terminate_trigger_bytes_) { | 
|  | 1281 | MessageLoop::current()->PostTask( | 
|  | 1282 | FROM_HERE, | 
|  | 1283 | base::Bind(&HttpFetcher::TerminateTransfer, | 
|  | 1284 | base::Unretained(fetcher_.get()))); | 
|  | 1285 | } | 
|  | 1286 | bytes_downloaded_ += length; | 
|  | 1287 | } | 
|  | 1288 |  | 
|  | 1289 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
|  | 1290 | ADD_FAILURE() << "TransferComplete called but expected a failure"; | 
|  | 1291 | // Destroy the fetcher (because we're allowed to). | 
|  | 1292 | fetcher_.reset(nullptr); | 
|  | 1293 | MessageLoop::current()->BreakLoop(); | 
|  | 1294 | } | 
|  | 1295 |  | 
|  | 1296 | void TransferTerminated(HttpFetcher* fetcher) override { | 
|  | 1297 | // Destroy the fetcher (because we're allowed to). | 
|  | 1298 | fetcher_.reset(nullptr); | 
|  | 1299 | MessageLoop::current()->BreakLoop(); | 
|  | 1300 | } | 
|  | 1301 |  | 
|  | 1302 | unique_ptr<HttpFetcher> fetcher_; | 
|  | 1303 | size_t bytes_downloaded_{0}; | 
|  | 1304 | size_t terminate_trigger_bytes_; | 
|  | 1305 | }; | 
|  | 1306 | }  // namespace | 
|  | 1307 |  | 
|  | 1308 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherTerminateBetweenRangesTest) { | 
|  | 1309 | if (!this->test_.IsMulti()) | 
|  | 1310 | return; | 
|  | 1311 | const size_t kRangeTrigger = 1000; | 
|  | 1312 | MultiHttpFetcherTerminateTestDelegate delegate(kRangeTrigger); | 
|  | 1313 |  | 
|  | 1314 | unique_ptr<HttpServer> server(this->test_.CreateServer()); | 
|  | 1315 | ASSERT_TRUE(server->started_); | 
|  | 1316 |  | 
|  | 1317 | MultiRangeHttpFetcher* multi_fetcher = | 
|  | 1318 | static_cast<MultiRangeHttpFetcher*>(this->test_.NewLargeFetcher()); | 
|  | 1319 | ASSERT_TRUE(multi_fetcher); | 
|  | 1320 | // Transfer ownership of the fetcher to the delegate. | 
|  | 1321 | delegate.fetcher_.reset(multi_fetcher); | 
|  | 1322 | multi_fetcher->set_delegate(&delegate); | 
|  | 1323 |  | 
|  | 1324 | multi_fetcher->ClearRanges(); | 
|  | 1325 | multi_fetcher->AddRange(45, kRangeTrigger); | 
|  | 1326 | multi_fetcher->AddRange(2000, 100); | 
|  | 1327 |  | 
|  | 1328 | this->test_.fake_hardware()->SetIsOfficialBuild(false); | 
|  | 1329 |  | 
|  | 1330 | StartTransfer(multi_fetcher, this->test_.BigUrl(server->GetPort())); | 
|  | 1331 | MessageLoop::current()->Run(); | 
|  | 1332 |  | 
|  | 1333 | // Check that the delegate made it to the trigger point. | 
|  | 1334 | EXPECT_EQ(kRangeTrigger, delegate.bytes_downloaded_); | 
|  | 1335 | } | 
| Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1336 |  | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1337 | namespace { | 
| Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 1338 | class BlockedTransferTestDelegate : public HttpFetcherDelegate { | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1339 | public: | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1340 | void ReceivedBytes(HttpFetcher* fetcher, | 
| Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 1341 | const void* bytes, size_t length) override { | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1342 | ADD_FAILURE(); | 
|  | 1343 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1344 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1345 | EXPECT_FALSE(successful); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1346 | MessageLoop::current()->BreakLoop(); | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1347 | } | 
| Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1348 | void TransferTerminated(HttpFetcher* fetcher) override { | 
| Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1349 | ADD_FAILURE(); | 
|  | 1350 | } | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1351 | }; | 
|  | 1352 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1353 | void BlockedTransferTestHelper(AnyHttpFetcherTest* fetcher_test, | 
|  | 1354 | bool is_official_build) { | 
|  | 1355 | if (fetcher_test->IsMock() || fetcher_test->IsMulti()) | 
|  | 1356 | return; | 
|  | 1357 |  | 
|  | 1358 | unique_ptr<HttpServer> server(fetcher_test->CreateServer()); | 
|  | 1359 | ASSERT_TRUE(server->started_); | 
|  | 1360 |  | 
|  | 1361 | BlockedTransferTestDelegate delegate; | 
|  | 1362 | unique_ptr<HttpFetcher> fetcher(fetcher_test->NewLargeFetcher()); | 
|  | 1363 | LOG(INFO) << "is_official_build: " << is_official_build; | 
|  | 1364 | // NewLargeFetcher creates the HttpFetcher* with a FakeSystemState. | 
| Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1365 | fetcher_test->fake_hardware()->SetIsOfficialBuild(is_official_build); | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1366 | fetcher->set_delegate(&delegate); | 
|  | 1367 |  | 
|  | 1368 | MessageLoop::current()->PostTask(FROM_HERE, base::Bind( | 
|  | 1369 | StartTransfer, | 
|  | 1370 | fetcher.get(), | 
|  | 1371 | LocalServerUrlForPath(server->GetPort(), | 
|  | 1372 | fetcher_test->SmallUrl(server->GetPort())))); | 
|  | 1373 | MessageLoop::current()->Run(); | 
|  | 1374 | } | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1375 | }  // namespace | 
|  | 1376 |  | 
| Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 1377 | TYPED_TEST(HttpFetcherTest, BlockedTransferTest) { | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1378 | BlockedTransferTestHelper(&this->test_, false); | 
|  | 1379 | } | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1380 |  | 
| Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1381 | TYPED_TEST(HttpFetcherTest, BlockedTransferOfficialBuildTest) { | 
|  | 1382 | BlockedTransferTestHelper(&this->test_, true); | 
| Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1383 | } | 
|  | 1384 |  | 
| rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 1385 | }  // namespace chromeos_update_engine |