Alex Deymo | aea4c1c | 2015-08-19 20:24:43 -0700 | [diff] [blame] | 1 | // |
| 2 | // Copyright (C) 2012 The Android Open Source Project |
| 3 | // |
| 4 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | // you may not use this file except in compliance with the License. |
| 6 | // You may obtain a copy of the License at |
| 7 | // |
| 8 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | // |
| 10 | // Unless required by applicable law or agreed to in writing, software |
| 11 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | // See the License for the specific language governing permissions and |
| 14 | // limitations under the License. |
| 15 | // |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 16 | |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 17 | #include <netinet/in.h> |
| 18 | #include <netinet/ip.h> |
| 19 | #include <sys/socket.h> |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 20 | #include <unistd.h> |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 21 | |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 22 | #include <algorithm> |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 23 | #include <deque> |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 24 | #include <memory> |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 25 | #include <string> |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 26 | #include <utility> |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 27 | #include <vector> |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 28 | |
Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 29 | #include <base/bind.h> |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 30 | #include <base/location.h> |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 31 | #include <base/logging.h> |
Qijiang Fan | b0b6cc2 | 2020-10-15 21:54:11 +0900 | [diff] [blame] | 32 | #if BASE_VER < 780000 // Android |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 33 | #include <base/message_loop/message_loop.h> |
Qijiang Fan | b0b6cc2 | 2020-10-15 21:54:11 +0900 | [diff] [blame] | 34 | #endif // BASE_VER < 780000 |
hscham | 00b6aa2 | 2020-02-20 12:32:06 +0900 | [diff] [blame] | 35 | #include <base/stl_util.h> |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 36 | #include <base/strings/string_number_conversions.h> |
Alex Vakulenko | 75039d7 | 2014-03-25 12:36:28 -0700 | [diff] [blame] | 37 | #include <base/strings/string_util.h> |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 38 | #include <android-base/stringprintf.h> |
Qijiang Fan | b0b6cc2 | 2020-10-15 21:54:11 +0900 | [diff] [blame] | 39 | #if BASE_VER >= 780000 // CrOS |
| 40 | #include <base/task/single_thread_task_executor.h> |
| 41 | #endif // BASE_VER >= 780000 |
Alex Vakulenko | 75039d7 | 2014-03-25 12:36:28 -0700 | [diff] [blame] | 42 | #include <base/time/time.h> |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 43 | #include <brillo/message_loops/base_message_loop.h> |
| 44 | #include <brillo/message_loops/message_loop.h> |
| 45 | #include <brillo/message_loops/message_loop_utils.h> |
Amin Hassani | 4bd46b3 | 2020-09-15 15:30:09 -0700 | [diff] [blame] | 46 | #ifdef __CHROMEOS__ |
| 47 | #include <brillo/process/process.h> |
| 48 | #else |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 49 | #include <brillo/process.h> |
Amin Hassani | 4bd46b3 | 2020-09-15 15:30:09 -0700 | [diff] [blame] | 50 | #endif // __CHROMEOS__ |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 51 | #include <brillo/streams/file_stream.h> |
| 52 | #include <brillo/streams/stream.h> |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 53 | #include <gmock/gmock.h> |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 54 | #include <gtest/gtest.h> |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 55 | |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 56 | #include "update_engine/common/fake_hardware.h" |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 57 | #include "update_engine/common/file_fetcher.h" |
Alex Deymo | 39910dc | 2015-11-09 17:04:30 -0800 | [diff] [blame] | 58 | #include "update_engine/common/http_common.h" |
Alex Deymo | 39910dc | 2015-11-09 17:04:30 -0800 | [diff] [blame] | 59 | #include "update_engine/common/mock_http_fetcher.h" |
| 60 | #include "update_engine/common/multi_range_http_fetcher.h" |
| 61 | #include "update_engine/common/test_utils.h" |
| 62 | #include "update_engine/common/utils.h" |
Alex Deymo | 14c0da8 | 2016-07-20 16:45:45 -0700 | [diff] [blame] | 63 | #include "update_engine/libcurl_http_fetcher.h" |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 64 | |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 65 | using brillo::MessageLoop; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 66 | using std::make_pair; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 67 | using std::pair; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 68 | using std::string; |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 69 | using std::unique_ptr; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 70 | using std::vector; |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 71 | using testing::_; |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 72 | using testing::DoAll; |
| 73 | using testing::Return; |
| 74 | using testing::SaveArg; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 75 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 76 | namespace { |
| 77 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 78 | const int kBigLength = 100000; |
| 79 | const int kMediumLength = 1000; |
Gilad Arnold | 34bf1ee | 2012-02-09 16:16:02 -0800 | [diff] [blame] | 80 | const int kFlakyTruncateLength = 29000; |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 81 | const int kFlakySleepEvery = 3; |
| 82 | const int kFlakySleepSecs = 10; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 83 | |
| 84 | } // namespace |
| 85 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 86 | namespace chromeos_update_engine { |
| 87 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 88 | static const char* kUnusedUrl = "unused://unused"; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 89 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 90 | static inline string LocalServerUrlForPath(in_port_t port, const string& path) { |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 91 | string port_str = (port ? android::base::StringPrintf(":%hu", port) : ""); |
| 92 | return android::base::StringPrintf( |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 93 | "http://127.0.0.1%s%s", port_str.c_str(), path.c_str()); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 94 | } |
| 95 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 96 | // |
| 97 | // Class hierarchy for HTTP server implementations. |
| 98 | // |
| 99 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 100 | namespace { |
| 101 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 102 | class HttpServer { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 103 | public: |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 104 | // This makes it an abstract class (dirty but works). |
| 105 | virtual ~HttpServer() = 0; |
| 106 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 107 | virtual in_port_t GetPort() const { return 0; } |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 108 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 109 | bool started_; |
| 110 | }; |
| 111 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 112 | HttpServer::~HttpServer() {} |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 113 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 114 | class NullHttpServer : public HttpServer { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 115 | public: |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 116 | NullHttpServer() { started_ = true; } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 117 | }; |
| 118 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 119 | class PythonHttpServer : public HttpServer { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 120 | public: |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 121 | PythonHttpServer() : port_(0) { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 122 | started_ = false; |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 123 | |
| 124 | // Spawn the server process. |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 125 | unique_ptr<brillo::Process> http_server(new brillo::ProcessImpl()); |
Sen Jiang | 260f03b | 2016-03-21 15:34:58 -0700 | [diff] [blame] | 126 | http_server->AddArg(test_utils::GetBuildArtifactsPath("test_http_server")); |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 127 | http_server->RedirectUsingPipe(STDOUT_FILENO, false); |
| 128 | |
| 129 | if (!http_server->Start()) { |
| 130 | ADD_FAILURE() << "failed to spawn http server process"; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 131 | return; |
| 132 | } |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 133 | LOG(INFO) << "started http server with pid " << http_server->pid(); |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 134 | |
| 135 | // Wait for server to begin accepting connections, obtain its port. |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 136 | brillo::StreamPtr stdout = brillo::FileStream::FromFileDescriptor( |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 137 | http_server->GetPipe(STDOUT_FILENO), false /* own */, nullptr); |
| 138 | if (!stdout) |
| 139 | return; |
| 140 | |
| 141 | vector<char> buf(128); |
| 142 | string line; |
| 143 | while (line.find('\n') == string::npos) { |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 144 | size_t read{}; |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 145 | if (!stdout->ReadBlocking(buf.data(), buf.size(), &read, nullptr)) { |
| 146 | ADD_FAILURE() << "error reading http server stdout"; |
| 147 | return; |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 148 | } |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 149 | line.append(buf.data(), read); |
| 150 | if (read == 0) |
| 151 | break; |
| 152 | } |
| 153 | // Parse the port from the output line. |
| 154 | const size_t listening_msg_prefix_len = strlen(kServerListeningMsgPrefix); |
| 155 | if (line.size() < listening_msg_prefix_len) { |
| 156 | ADD_FAILURE() << "server output too short"; |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 157 | return; |
| 158 | } |
| 159 | |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 160 | EXPECT_EQ(kServerListeningMsgPrefix, |
| 161 | line.substr(0, listening_msg_prefix_len)); |
| 162 | string port_str = line.substr(listening_msg_prefix_len); |
| 163 | port_str.resize(port_str.find('\n')); |
| 164 | EXPECT_TRUE(base::StringToUint(port_str, &port_)); |
| 165 | |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 166 | started_ = true; |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 167 | LOG(INFO) << "server running, listening on port " << port_; |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 168 | |
| 169 | // Any failure before this point will SIGKILL the test server if started |
| 170 | // when the |http_server| goes out of scope. |
| 171 | http_server_ = std::move(http_server); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 172 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 173 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 174 | ~PythonHttpServer() { |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 175 | // If there's no process, do nothing. |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 176 | if (!http_server_) |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 177 | return; |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 178 | // Wait up to 10 seconds for the process to finish. Destroying the process |
| 179 | // will kill it with a SIGKILL otherwise. |
| 180 | http_server_->Kill(SIGTERM, 10); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 181 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 182 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 183 | in_port_t GetPort() const override { return port_; } |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 184 | |
| 185 | private: |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 186 | static const char* kServerListeningMsgPrefix; |
| 187 | |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 188 | unique_ptr<brillo::Process> http_server_; |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 189 | unsigned int port_; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 190 | }; |
| 191 | |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 192 | const char* PythonHttpServer::kServerListeningMsgPrefix = "listening on port "; |
| 193 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 194 | // |
| 195 | // Class hierarchy for HTTP fetcher test wrappers. |
| 196 | // |
| 197 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 198 | class AnyHttpFetcherFactory { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 199 | public: |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 200 | AnyHttpFetcherFactory() {} |
| 201 | virtual ~AnyHttpFetcherFactory() {} |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 202 | |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 203 | virtual HttpFetcher* NewLargeFetcher() = 0; |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 204 | HttpFetcher* NewLargeFetcher(size_t num_proxies) { |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 205 | auto res = NewLargeFetcher(); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 206 | |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 207 | res->SetProxies(std::deque<std::string>(num_proxies, kNoProxy)); |
| 208 | return res; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 209 | } |
| 210 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 211 | virtual HttpFetcher* NewSmallFetcher() = 0; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 212 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 213 | virtual string BigUrl(in_port_t port) const { return kUnusedUrl; } |
| 214 | virtual string SmallUrl(in_port_t port) const { return kUnusedUrl; } |
| 215 | virtual string ErrorUrl(in_port_t port) const { return kUnusedUrl; } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 216 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 217 | virtual bool IsMock() const = 0; |
| 218 | virtual bool IsMulti() const = 0; |
| 219 | virtual bool IsHttpSupported() const = 0; |
| 220 | virtual bool IsFileFetcher() const = 0; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 221 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 222 | virtual void IgnoreServerAborting(HttpServer* server) const {} |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 223 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 224 | virtual HttpServer* CreateServer() = 0; |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 225 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 226 | FakeHardware* fake_hardware() { return &fake_hardware_; } |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 227 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 228 | protected: |
| 229 | FakeHardware fake_hardware_; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 230 | }; |
| 231 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 232 | class MockHttpFetcherFactory : public AnyHttpFetcherFactory { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 233 | public: |
| 234 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 235 | using AnyHttpFetcherFactory::NewLargeFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 236 | HttpFetcher* NewLargeFetcher() override { |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 237 | brillo::Blob big_data(1000000); |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 238 | return new MockHttpFetcher(big_data.data(), big_data.size()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 239 | } |
| 240 | |
| 241 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 242 | using AnyHttpFetcherFactory::NewSmallFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 243 | HttpFetcher* NewSmallFetcher() override { |
| 244 | return new MockHttpFetcher("x", 1); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 245 | } |
| 246 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 247 | bool IsMock() const override { return true; } |
| 248 | bool IsMulti() const override { return false; } |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 249 | bool IsHttpSupported() const override { return true; } |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 250 | bool IsFileFetcher() const override { return false; } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 251 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 252 | HttpServer* CreateServer() override { return new NullHttpServer; } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 253 | }; |
| 254 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 255 | class LibcurlHttpFetcherFactory : public AnyHttpFetcherFactory { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 256 | public: |
| 257 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 258 | using AnyHttpFetcherFactory::NewLargeFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 259 | HttpFetcher* NewLargeFetcher() override { |
| 260 | LibcurlHttpFetcher* ret = new LibcurlHttpFetcher(&fake_hardware_); |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 261 | // Speed up test execution. |
| 262 | ret->set_idle_seconds(1); |
| 263 | ret->set_retry_seconds(1); |
Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 264 | fake_hardware_.SetIsOfficialBuild(false); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 265 | return ret; |
| 266 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 267 | |
| 268 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 269 | using AnyHttpFetcherFactory::NewSmallFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 270 | |
| 271 | HttpFetcher* NewSmallFetcher() override { return NewLargeFetcher(); } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 272 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 273 | string BigUrl(in_port_t port) const override { |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 274 | return LocalServerUrlForPath( |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 275 | port, android::base::StringPrintf("/download/%d", kBigLength)); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 276 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 277 | string SmallUrl(in_port_t port) const override { |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 278 | return LocalServerUrlForPath(port, "/foo"); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 279 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 280 | string ErrorUrl(in_port_t port) const override { |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 281 | return LocalServerUrlForPath(port, "/error"); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 282 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 283 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 284 | bool IsMock() const override { return false; } |
| 285 | bool IsMulti() const override { return false; } |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 286 | bool IsHttpSupported() const override { return true; } |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 287 | bool IsFileFetcher() const override { return false; } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 288 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 289 | void IgnoreServerAborting(HttpServer* server) const override { |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 290 | // Nothing to do. |
Andrew de los Reyes | 08c4e27 | 2010-04-15 14:02:17 -0700 | [diff] [blame] | 291 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 292 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 293 | HttpServer* CreateServer() override { return new PythonHttpServer; } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 294 | }; |
| 295 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 296 | class MultiRangeHttpFetcherFactory : public LibcurlHttpFetcherFactory { |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 297 | public: |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 298 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 299 | using AnyHttpFetcherFactory::NewLargeFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 300 | HttpFetcher* NewLargeFetcher() override { |
| 301 | MultiRangeHttpFetcher* ret = |
| 302 | new MultiRangeHttpFetcher(new LibcurlHttpFetcher(&fake_hardware_)); |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 303 | ret->ClearRanges(); |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 304 | ret->AddRange(0); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 305 | // Speed up test execution. |
| 306 | ret->set_idle_seconds(1); |
| 307 | ret->set_retry_seconds(1); |
Alex Deymo | 706a5ab | 2015-11-23 17:48:30 -0300 | [diff] [blame] | 308 | fake_hardware_.SetIsOfficialBuild(false); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 309 | return ret; |
| 310 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 311 | |
| 312 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 313 | using AnyHttpFetcherFactory::NewSmallFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 314 | HttpFetcher* NewSmallFetcher() override { return NewLargeFetcher(); } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 315 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 316 | bool IsMulti() const override { return true; } |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 317 | }; |
| 318 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 319 | class FileFetcherFactory : public AnyHttpFetcherFactory { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 320 | public: |
| 321 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 322 | using AnyHttpFetcherFactory::NewLargeFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 323 | HttpFetcher* NewLargeFetcher() override { return new FileFetcher(); } |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 324 | |
| 325 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 326 | using AnyHttpFetcherFactory::NewSmallFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 327 | HttpFetcher* NewSmallFetcher() override { return NewLargeFetcher(); } |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 328 | |
| 329 | string BigUrl(in_port_t port) const override { |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 330 | static string big_contents = []() { |
| 331 | string buf; |
| 332 | buf.reserve(kBigLength); |
| 333 | constexpr const char* kBigUrlContent = "abcdefghij"; |
| 334 | for (size_t i = 0; i < kBigLength; i += strlen(kBigUrlContent)) { |
| 335 | buf.append(kBigUrlContent, |
| 336 | std::min(kBigLength - i, strlen(kBigUrlContent))); |
| 337 | } |
| 338 | return buf; |
| 339 | }(); |
| 340 | test_utils::WriteFileString(temp_file_.path(), big_contents); |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 341 | return "file://" + temp_file_.path(); |
| 342 | } |
| 343 | string SmallUrl(in_port_t port) const override { |
| 344 | test_utils::WriteFileString(temp_file_.path(), "small contents"); |
| 345 | return "file://" + temp_file_.path(); |
| 346 | } |
| 347 | string ErrorUrl(in_port_t port) const override { |
| 348 | return "file:///path/to/non-existing-file"; |
| 349 | } |
| 350 | |
| 351 | bool IsMock() const override { return false; } |
| 352 | bool IsMulti() const override { return false; } |
| 353 | bool IsHttpSupported() const override { return false; } |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 354 | bool IsFileFetcher() const override { return true; } |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 355 | |
| 356 | void IgnoreServerAborting(HttpServer* server) const override {} |
| 357 | |
| 358 | HttpServer* CreateServer() override { return new NullHttpServer; } |
| 359 | |
| 360 | private: |
Amin Hassani | ed03b44 | 2020-10-26 17:21:29 -0700 | [diff] [blame] | 361 | ScopedTempFile temp_file_{"ue_file_fetcher.XXXXXX"}; |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 362 | }; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 363 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 364 | class MultiRangeHttpFetcherOverFileFetcherFactory : public FileFetcherFactory { |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 365 | public: |
| 366 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 367 | using AnyHttpFetcherFactory::NewLargeFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 368 | HttpFetcher* NewLargeFetcher() override { |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 369 | MultiRangeHttpFetcher* ret = new MultiRangeHttpFetcher(new FileFetcher()); |
| 370 | ret->ClearRanges(); |
| 371 | // FileFetcher doesn't support range with unspecified length. |
| 372 | ret->AddRange(0, 1); |
| 373 | // Speed up test execution. |
| 374 | ret->set_idle_seconds(1); |
| 375 | ret->set_retry_seconds(1); |
| 376 | fake_hardware_.SetIsOfficialBuild(false); |
| 377 | return ret; |
| 378 | } |
| 379 | |
| 380 | // Necessary to unhide the definition in the base class. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 381 | using AnyHttpFetcherFactory::NewSmallFetcher; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 382 | HttpFetcher* NewSmallFetcher() override { return NewLargeFetcher(); } |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 383 | |
| 384 | bool IsMulti() const override { return true; } |
| 385 | }; |
| 386 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 387 | // |
| 388 | // Infrastructure for type tests of HTTP fetcher. |
| 389 | // See: http://code.google.com/p/googletest/wiki/AdvancedGuide#Typed_Tests |
| 390 | // |
| 391 | |
| 392 | // Fixture class template. We use an explicit constraint to guarantee that it |
| 393 | // can only be instantiated with an AnyHttpFetcherTest type, see: |
| 394 | // http://www2.research.att.com/~bs/bs_faq2.html#constraints |
| 395 | template <typename T> |
| 396 | class HttpFetcherTest : public ::testing::Test { |
| 397 | public: |
Qijiang Fan | b0b6cc2 | 2020-10-15 21:54:11 +0900 | [diff] [blame] | 398 | #if BASE_VER < 780000 // Android |
Alex Deymo | 535f3b7 | 2015-08-07 10:51:32 -0700 | [diff] [blame] | 399 | base::MessageLoopForIO base_loop_; |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 400 | brillo::BaseMessageLoop loop_{&base_loop_}; |
Qijiang Fan | b0b6cc2 | 2020-10-15 21:54:11 +0900 | [diff] [blame] | 401 | #else // Chrome OS |
| 402 | base::SingleThreadTaskExecutor base_loop_{base::MessagePumpType::IO}; |
| 403 | brillo::BaseMessageLoop loop_{base_loop_.task_runner()}; |
| 404 | #endif // BASE_VER < 780000 |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 405 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 406 | T test_; |
| 407 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 408 | protected: |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 409 | HttpFetcherTest() { loop_.SetAsCurrent(); } |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 410 | |
| 411 | void TearDown() override { |
Alex Vakulenko | 3f39d5c | 2015-10-13 09:27:13 -0700 | [diff] [blame] | 412 | EXPECT_EQ(0, brillo::MessageLoopRunMaxIterations(&loop_, 1)); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 413 | } |
| 414 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 415 | private: |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 416 | static void TypeConstraint(T* a) { |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 417 | AnyHttpFetcherFactory* b = a; |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 418 | if (b == 0) // Silence compiler warning of unused variable. |
Yunlian Jiang | 2dac576 | 2013-04-12 09:53:09 -0700 | [diff] [blame] | 419 | *b = a; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 420 | } |
| 421 | }; |
| 422 | |
| 423 | // Test case types list. |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 424 | typedef ::testing::Types<LibcurlHttpFetcherFactory, |
| 425 | MockHttpFetcherFactory, |
| 426 | MultiRangeHttpFetcherFactory, |
| 427 | FileFetcherFactory, |
| 428 | MultiRangeHttpFetcherOverFileFetcherFactory> |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 429 | HttpFetcherTestTypes; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 430 | TYPED_TEST_CASE(HttpFetcherTest, HttpFetcherTestTypes); |
| 431 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 432 | class HttpFetcherTestDelegate : public HttpFetcherDelegate { |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 433 | public: |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 434 | HttpFetcherTestDelegate() = default; |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 435 | |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 436 | bool ReceivedBytes(HttpFetcher* /* fetcher */, |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 437 | const void* bytes, |
| 438 | size_t length) override { |
| 439 | data.append(reinterpret_cast<const char*>(bytes), length); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 440 | // Update counters |
| 441 | times_received_bytes_called_++; |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 442 | return true; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 443 | } |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 444 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 445 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 446 | if (is_expect_error_) |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 447 | EXPECT_EQ(kHttpResponseNotFound, fetcher->http_response_code()); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 448 | else |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 449 | EXPECT_EQ(kHttpResponseOk, fetcher->http_response_code()); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 450 | MessageLoop::current()->BreakLoop(); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 451 | |
| 452 | // Update counter |
| 453 | times_transfer_complete_called_++; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 454 | } |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 455 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 456 | void TransferTerminated(HttpFetcher* fetcher) override { |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 457 | times_transfer_terminated_called_++; |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 458 | MessageLoop::current()->BreakLoop(); |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 459 | } |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 460 | |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 461 | // Are we expecting an error response? (default: no) |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 462 | bool is_expect_error_{false}; |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 463 | |
| 464 | // Counters for callback invocations. |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 465 | int times_transfer_complete_called_{0}; |
| 466 | int times_transfer_terminated_called_{0}; |
| 467 | int times_received_bytes_called_{0}; |
| 468 | |
| 469 | // The received data bytes. |
| 470 | string data; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 471 | }; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 472 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 473 | void StartTransfer(HttpFetcher* http_fetcher, const string& url) { |
| 474 | http_fetcher->BeginTransfer(url); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 475 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 476 | |
| 477 | TYPED_TEST(HttpFetcherTest, SimpleTest) { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 478 | HttpFetcherTestDelegate delegate; |
| 479 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 480 | fetcher->set_delegate(&delegate); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 481 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 482 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 483 | ASSERT_TRUE(server->started_); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 484 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 485 | this->loop_.PostTask(FROM_HERE, |
| 486 | base::Bind(StartTransfer, |
| 487 | fetcher.get(), |
| 488 | this->test_.SmallUrl(server->GetPort()))); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 489 | this->loop_.Run(); |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 490 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 491 | } |
| 492 | |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 493 | TYPED_TEST(HttpFetcherTest, SimpleBigTest) { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 494 | HttpFetcherTestDelegate delegate; |
| 495 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher()); |
| 496 | fetcher->set_delegate(&delegate); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 497 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 498 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 499 | ASSERT_TRUE(server->started_); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 500 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 501 | this->loop_.PostTask( |
| 502 | FROM_HERE, |
| 503 | base::Bind( |
| 504 | StartTransfer, fetcher.get(), this->test_.BigUrl(server->GetPort()))); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 505 | this->loop_.Run(); |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 506 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 507 | } |
| 508 | |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 509 | // Issue #9648: when server returns an error HTTP response, the fetcher needs to |
| 510 | // terminate transfer prematurely, rather than try to process the error payload. |
| 511 | TYPED_TEST(HttpFetcherTest, ErrorTest) { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 512 | if (this->test_.IsMock() || this->test_.IsMulti()) |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 513 | return; |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 514 | HttpFetcherTestDelegate delegate; |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 515 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 516 | // Delegate should expect an error response. |
| 517 | delegate.is_expect_error_ = true; |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 518 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 519 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 520 | fetcher->set_delegate(&delegate); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 521 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 522 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 523 | ASSERT_TRUE(server->started_); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 524 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 525 | this->loop_.PostTask(FROM_HERE, |
| 526 | base::Bind(StartTransfer, |
| 527 | fetcher.get(), |
| 528 | this->test_.ErrorUrl(server->GetPort()))); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 529 | this->loop_.Run(); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 530 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 531 | // Make sure that no bytes were received. |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 532 | EXPECT_EQ(0, delegate.times_received_bytes_called_); |
| 533 | EXPECT_EQ(0U, fetcher->GetBytesDownloaded()); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 534 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 535 | // Make sure that transfer completion was signaled once, and no termination |
| 536 | // was signaled. |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 537 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); |
| 538 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 539 | } |
| 540 | |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 541 | TYPED_TEST(HttpFetcherTest, ExtraHeadersInRequestTest) { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 542 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 543 | return; |
| 544 | |
| 545 | HttpFetcherTestDelegate delegate; |
| 546 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 547 | fetcher->set_delegate(&delegate); |
| 548 | fetcher->SetHeader("User-Agent", "MyTest"); |
| 549 | fetcher->SetHeader("user-agent", "Override that header"); |
| 550 | fetcher->SetHeader("Authorization", "Basic user:passwd"); |
Daniel Zheng | 31d9e55 | 2024-08-08 09:56:14 -0700 | [diff] [blame] | 551 | fetcher->SetHeader("Cache-Control", "testControl"); |
| 552 | fetcher->SetHeader("Connection", "testConnection"); |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 553 | |
| 554 | // Invalid headers. |
| 555 | fetcher->SetHeader("X-Foo", "Invalid\nHeader\nIgnored"); |
| 556 | fetcher->SetHeader("X-Bar: ", "I do not know how to parse"); |
| 557 | |
| 558 | // Hide Accept header normally added by default. |
| 559 | fetcher->SetHeader("Accept", ""); |
| 560 | |
| 561 | PythonHttpServer server; |
| 562 | int port = server.GetPort(); |
| 563 | ASSERT_TRUE(server.started_); |
| 564 | |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 565 | this->loop_.PostTask( |
| 566 | FROM_HERE, |
| 567 | base::Bind(StartTransfer, |
| 568 | fetcher.get(), |
| 569 | LocalServerUrlForPath(port, "/echo-headers"))); |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 570 | this->loop_.Run(); |
| 571 | |
| 572 | EXPECT_NE(string::npos, |
| 573 | delegate.data.find("user-agent: Override that header\r\n")); |
| 574 | EXPECT_NE(string::npos, |
| 575 | delegate.data.find("Authorization: Basic user:passwd\r\n")); |
Daniel Zheng | 31d9e55 | 2024-08-08 09:56:14 -0700 | [diff] [blame] | 576 | EXPECT_NE(string::npos, delegate.data.find("Cache-Control: testControl\r\n")); |
| 577 | EXPECT_NE(string::npos, delegate.data.find("Connection: testConnection\r\n")); |
Alex Deymo | fdd6dec | 2016-03-03 22:35:43 -0800 | [diff] [blame] | 578 | |
| 579 | EXPECT_EQ(string::npos, delegate.data.find("\nAccept:")); |
| 580 | EXPECT_EQ(string::npos, delegate.data.find("X-Foo: Invalid")); |
| 581 | EXPECT_EQ(string::npos, delegate.data.find("X-Bar: I do not")); |
| 582 | } |
| 583 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 584 | class PausingHttpFetcherTestDelegate : public HttpFetcherDelegate { |
| 585 | public: |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 586 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 587 | const void* /* bytes */, |
| 588 | size_t /* length */) override { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 589 | CHECK(!paused_); |
| 590 | paused_ = true; |
| 591 | fetcher->Pause(); |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 592 | return true; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 593 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 594 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 595 | MessageLoop::current()->BreakLoop(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 596 | } |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 597 | void TransferTerminated(HttpFetcher* fetcher) override { ADD_FAILURE(); } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 598 | void Unpause() { |
| 599 | CHECK(paused_); |
| 600 | paused_ = false; |
| 601 | fetcher_->Unpause(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 602 | } |
| 603 | bool paused_; |
| 604 | HttpFetcher* fetcher_; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 605 | }; |
| 606 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 607 | void UnpausingTimeoutCallback(PausingHttpFetcherTestDelegate* delegate, |
| 608 | MessageLoop::TaskId* my_id) { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 609 | if (delegate->paused_) |
| 610 | delegate->Unpause(); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 611 | // Update the task id with the new scheduled callback. |
| 612 | *my_id = MessageLoop::current()->PostDelayedTask( |
| 613 | FROM_HERE, |
| 614 | base::Bind(&UnpausingTimeoutCallback, delegate, my_id), |
| 615 | base::TimeDelta::FromMilliseconds(200)); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 616 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 617 | |
| 618 | TYPED_TEST(HttpFetcherTest, PauseTest) { |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 619 | PausingHttpFetcherTestDelegate delegate; |
| 620 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher()); |
| 621 | delegate.paused_ = false; |
| 622 | delegate.fetcher_ = fetcher.get(); |
| 623 | fetcher->set_delegate(&delegate); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 624 | |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 625 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 626 | ASSERT_TRUE(server->started_); |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 627 | |
Daniel Zheng | 3e881aa | 2022-09-07 22:10:29 +0000 | [diff] [blame] | 628 | MessageLoop::TaskId callback_id{}; |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 629 | callback_id = this->loop_.PostDelayedTask( |
| 630 | FROM_HERE, |
| 631 | base::Bind(&UnpausingTimeoutCallback, &delegate, &callback_id), |
| 632 | base::TimeDelta::FromMilliseconds(200)); |
| 633 | fetcher->BeginTransfer(this->test_.BigUrl(server->GetPort())); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 634 | |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 635 | this->loop_.Run(); |
| 636 | EXPECT_TRUE(this->loop_.CancelTask(callback_id)); |
| 637 | } |
| 638 | |
| 639 | // This test will pause the fetcher while the download is not yet started |
| 640 | // because it is waiting for the proxy to be resolved. |
| 641 | TYPED_TEST(HttpFetcherTest, PauseWhileResolvingProxyTest) { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 642 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 643 | return; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 644 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher()); |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 645 | |
| 646 | // Saved arguments from the proxy call. |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 647 | fetcher->BeginTransfer("http://fake_url"); |
Alex Deymo | f285857 | 2016-02-25 11:20:13 -0800 | [diff] [blame] | 648 | |
| 649 | // Pausing and unpausing while resolving the proxy should not affect anything. |
| 650 | fetcher->Pause(); |
| 651 | fetcher->Unpause(); |
| 652 | fetcher->Pause(); |
| 653 | // Proxy resolver comes back after we paused the fetcher. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 654 | } |
| 655 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 656 | class AbortingHttpFetcherTestDelegate : public HttpFetcherDelegate { |
| 657 | public: |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 658 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 659 | const void* bytes, |
| 660 | size_t length) override { |
| 661 | return true; |
| 662 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 663 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 664 | ADD_FAILURE(); // We should never get here |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 665 | MessageLoop::current()->BreakLoop(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 666 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 667 | void TransferTerminated(HttpFetcher* fetcher) override { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 668 | EXPECT_EQ(fetcher, fetcher_.get()); |
| 669 | EXPECT_FALSE(once_); |
| 670 | EXPECT_TRUE(callback_once_); |
| 671 | callback_once_ = false; |
Alex Deymo | c4acdf4 | 2014-05-28 21:07:10 -0700 | [diff] [blame] | 672 | // The fetcher could have a callback scheduled on the ProxyResolver that |
| 673 | // can fire after this callback. We wait until the end of the test to |
| 674 | // delete the fetcher. |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 675 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 676 | void TerminateTransfer() { |
| 677 | CHECK(once_); |
| 678 | once_ = false; |
| 679 | fetcher_->TerminateTransfer(); |
| 680 | } |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 681 | void EndLoop() { MessageLoop::current()->BreakLoop(); } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 682 | bool once_; |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 683 | bool callback_once_; |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 684 | unique_ptr<HttpFetcher> fetcher_; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 685 | }; |
| 686 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 687 | void AbortingTimeoutCallback(AbortingHttpFetcherTestDelegate* delegate, |
| 688 | MessageLoop::TaskId* my_id) { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 689 | if (delegate->once_) { |
| 690 | delegate->TerminateTransfer(); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 691 | *my_id = MessageLoop::current()->PostTask( |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 692 | FROM_HERE, base::Bind(AbortingTimeoutCallback, delegate, my_id)); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 693 | } else { |
| 694 | delegate->EndLoop(); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 695 | *my_id = MessageLoop::kTaskIdNull; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 696 | } |
| 697 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 698 | |
| 699 | TYPED_TEST(HttpFetcherTest, AbortTest) { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 700 | AbortingHttpFetcherTestDelegate delegate; |
| 701 | delegate.fetcher_.reset(this->test_.NewLargeFetcher()); |
| 702 | delegate.once_ = true; |
| 703 | delegate.callback_once_ = true; |
| 704 | delegate.fetcher_->set_delegate(&delegate); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 705 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 706 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 707 | this->test_.IgnoreServerAborting(server.get()); |
| 708 | ASSERT_TRUE(server->started_); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 709 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 710 | MessageLoop::TaskId task_id = MessageLoop::kTaskIdNull; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 711 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 712 | task_id = this->loop_.PostTask( |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 713 | FROM_HERE, base::Bind(AbortingTimeoutCallback, &delegate, &task_id)); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 714 | delegate.fetcher_->BeginTransfer(this->test_.BigUrl(server->GetPort())); |
| 715 | |
| 716 | this->loop_.Run(); |
| 717 | CHECK(!delegate.once_); |
| 718 | CHECK(!delegate.callback_once_); |
| 719 | this->loop_.CancelTask(task_id); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 720 | } |
| 721 | |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 722 | TYPED_TEST(HttpFetcherTest, TerminateTransferWhileResolvingProxyTest) { |
| 723 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
| 724 | return; |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 725 | unique_ptr<HttpFetcher> fetcher(this->test_.NewLargeFetcher()); |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 726 | |
| 727 | HttpFetcherTestDelegate delegate; |
| 728 | fetcher->set_delegate(&delegate); |
| 729 | |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 730 | fetcher->BeginTransfer("http://fake_url"); |
| 731 | // Run the message loop until idle. This must call the MockProxyResolver with |
| 732 | // the request. |
| 733 | while (this->loop_.RunOnce(false)) { |
| 734 | } |
Alex Deymo | 71f6762 | 2017-02-03 21:30:24 -0800 | [diff] [blame] | 735 | |
| 736 | // Terminate the transfer right before the proxy resolution response. |
| 737 | fetcher->TerminateTransfer(); |
| 738 | EXPECT_EQ(0, delegate.times_received_bytes_called_); |
| 739 | EXPECT_EQ(0, delegate.times_transfer_complete_called_); |
| 740 | EXPECT_EQ(1, delegate.times_transfer_terminated_called_); |
| 741 | } |
| 742 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 743 | class FlakyHttpFetcherTestDelegate : public HttpFetcherDelegate { |
| 744 | public: |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 745 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 746 | const void* bytes, |
| 747 | size_t length) override { |
Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 748 | data.append(reinterpret_cast<const char*>(bytes), length); |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 749 | return true; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 750 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 751 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Andrew de los Reyes | fb4ad7d | 2010-07-19 10:43:46 -0700 | [diff] [blame] | 752 | EXPECT_TRUE(successful); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 753 | EXPECT_EQ(kHttpResponsePartialContent, fetcher->http_response_code()); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 754 | MessageLoop::current()->BreakLoop(); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 755 | } |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 756 | void TransferTerminated(HttpFetcher* fetcher) override { ADD_FAILURE(); } |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 757 | string data; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 758 | }; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 759 | |
| 760 | TYPED_TEST(HttpFetcherTest, FlakyTest) { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 761 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 762 | return; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 763 | { |
| 764 | FlakyHttpFetcherTestDelegate delegate; |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 765 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 766 | fetcher->set_delegate(&delegate); |
| 767 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 768 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 769 | ASSERT_TRUE(server->started_); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 770 | |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 771 | this->loop_.PostTask( |
| 772 | FROM_HERE, |
| 773 | base::Bind(&StartTransfer, |
| 774 | fetcher.get(), |
| 775 | LocalServerUrlForPath( |
| 776 | server->GetPort(), |
| 777 | android::base::StringPrintf("/flaky/%d/%d/%d/%d", |
| 778 | kBigLength, |
| 779 | kFlakyTruncateLength, |
| 780 | kFlakySleepEvery, |
| 781 | kFlakySleepSecs)))); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 782 | this->loop_.Run(); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 783 | |
| 784 | // verify the data we get back |
Alex Deymo | 80f70ff | 2016-02-10 16:08:11 -0800 | [diff] [blame] | 785 | ASSERT_EQ(kBigLength, static_cast<int>(delegate.data.size())); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 786 | for (int i = 0; i < kBigLength; i += 10) { |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 787 | // Assert so that we don't flood the screen w/ EXPECT errors on failure. |
| 788 | ASSERT_EQ(delegate.data.substr(i, 10), "abcdefghij"); |
| 789 | } |
| 790 | } |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 791 | } |
| 792 | |
Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 793 | // This delegate kills the server attached to it after receiving any bytes. |
| 794 | // This can be used for testing what happens when you try to fetch data and |
| 795 | // the server dies. |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 796 | class FailureHttpFetcherTestDelegate : public HttpFetcherDelegate { |
| 797 | public: |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 798 | explicit FailureHttpFetcherTestDelegate(PythonHttpServer* server) |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 799 | : server_(server) {} |
Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 800 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 801 | ~FailureHttpFetcherTestDelegate() override { |
Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 802 | if (server_) { |
| 803 | LOG(INFO) << "Stopping server in destructor"; |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 804 | server_.reset(); |
Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 805 | LOG(INFO) << "server stopped"; |
| 806 | } |
| 807 | } |
| 808 | |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 809 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 810 | const void* bytes, |
| 811 | size_t length) override { |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 812 | if (server_) { |
Jay Srinivasan | 135a58b | 2012-07-13 12:46:49 -0700 | [diff] [blame] | 813 | LOG(INFO) << "Stopping server in ReceivedBytes"; |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 814 | server_.reset(); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 815 | LOG(INFO) << "server stopped"; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 816 | } |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 817 | return true; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 818 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 819 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 820 | EXPECT_FALSE(successful); |
Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 821 | EXPECT_EQ(0, fetcher->http_response_code()); |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 822 | times_transfer_complete_called_++; |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 823 | MessageLoop::current()->BreakLoop(); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 824 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 825 | void TransferTerminated(HttpFetcher* fetcher) override { |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 826 | times_transfer_terminated_called_++; |
| 827 | MessageLoop::current()->BreakLoop(); |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 828 | } |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 829 | unique_ptr<PythonHttpServer> server_; |
| 830 | int times_transfer_terminated_called_{0}; |
| 831 | int times_transfer_complete_called_{0}; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 832 | }; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 833 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 834 | TYPED_TEST(HttpFetcherTest, FailureTest) { |
Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 835 | // This test ensures that a fetcher responds correctly when a server isn't |
| 836 | // available at all. |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 837 | if (this->test_.IsMock()) |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 838 | return; |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 839 | FailureHttpFetcherTestDelegate delegate(nullptr); |
| 840 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 841 | fetcher->set_delegate(&delegate); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 842 | |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 843 | this->loop_.PostTask( |
| 844 | FROM_HERE, |
| 845 | base::Bind( |
| 846 | StartTransfer, fetcher.get(), "http://host_doesnt_exist99999999")); |
| 847 | this->loop_.Run(); |
| 848 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); |
| 849 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 850 | |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 851 | // Exiting and testing happens in the delegate |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 852 | } |
| 853 | |
Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 854 | TYPED_TEST(HttpFetcherTest, NoResponseTest) { |
| 855 | // This test starts a new http server but the server doesn't respond and just |
| 856 | // closes the connection. |
| 857 | if (this->test_.IsMock()) |
| 858 | return; |
| 859 | |
| 860 | PythonHttpServer* server = new PythonHttpServer(); |
| 861 | int port = server->GetPort(); |
| 862 | ASSERT_TRUE(server->started_); |
| 863 | |
| 864 | // Handles destruction and claims ownership. |
| 865 | FailureHttpFetcherTestDelegate delegate(server); |
| 866 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 867 | fetcher->set_delegate(&delegate); |
| 868 | // The server will not reply at all, so we can limit the execution time of the |
| 869 | // test by reducing the low-speed timeout to something small. The test will |
| 870 | // finish once the TimeoutCallback() triggers (every second) and the timeout |
| 871 | // expired. |
| 872 | fetcher->set_low_speed_limit(kDownloadLowSpeedLimitBps, 1); |
| 873 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 874 | this->loop_.PostTask( |
| 875 | FROM_HERE, |
| 876 | base::Bind( |
| 877 | StartTransfer, fetcher.get(), LocalServerUrlForPath(port, "/hang"))); |
Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 878 | this->loop_.Run(); |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 879 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); |
| 880 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); |
Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 881 | |
| 882 | // Check that no other callback runs in the next two seconds. That would |
| 883 | // indicate a leaked callback. |
| 884 | bool timeout = false; |
Luis Hector Chavez | f1cf348 | 2016-07-19 14:29:19 -0700 | [diff] [blame] | 885 | auto callback = base::Bind([](bool* timeout) { *timeout = true; }, |
| 886 | base::Unretained(&timeout)); |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 887 | this->loop_.PostDelayedTask( |
| 888 | FROM_HERE, callback, base::TimeDelta::FromSeconds(2)); |
Alex Deymo | f123ae2 | 2015-09-24 14:59:43 -0700 | [diff] [blame] | 889 | EXPECT_TRUE(this->loop_.RunOnce(true)); |
| 890 | EXPECT_TRUE(timeout); |
| 891 | } |
| 892 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 893 | TYPED_TEST(HttpFetcherTest, ServerDiesTest) { |
Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 894 | // This test starts a new http server and kills it after receiving its first |
| 895 | // set of bytes. It test whether or not our fetcher eventually gives up on |
| 896 | // retries and aborts correctly. |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 897 | if (this->test_.IsMock()) |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 898 | return; |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 899 | PythonHttpServer* server = new PythonHttpServer(); |
| 900 | int port = server->GetPort(); |
| 901 | ASSERT_TRUE(server->started_); |
Chris Sosa | 0a364bb | 2014-06-10 18:18:24 -0700 | [diff] [blame] | 902 | |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 903 | // Handles destruction and claims ownership. |
| 904 | FailureHttpFetcherTestDelegate delegate(server); |
| 905 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 906 | fetcher->set_delegate(&delegate); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 907 | |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 908 | this->loop_.PostTask( |
| 909 | FROM_HERE, |
| 910 | base::Bind(StartTransfer, |
| 911 | fetcher.get(), |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 912 | LocalServerUrlForPath( |
| 913 | port, |
| 914 | android::base::StringPrintf("/flaky/%d/%d/%d/%d", |
| 915 | kBigLength, |
| 916 | kFlakyTruncateLength, |
| 917 | kFlakySleepEvery, |
| 918 | kFlakySleepSecs)))); |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 919 | this->loop_.Run(); |
| 920 | EXPECT_EQ(1, delegate.times_transfer_complete_called_); |
| 921 | EXPECT_EQ(0, delegate.times_transfer_terminated_called_); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 922 | |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 923 | // Exiting and testing happens in the delegate |
| 924 | } |
| 925 | |
| 926 | // Test that we can cancel a transfer while it is still trying to connect to the |
| 927 | // server. This test kills the server after a few bytes are received. |
| 928 | TYPED_TEST(HttpFetcherTest, TerminateTransferWhenServerDiedTest) { |
| 929 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
| 930 | return; |
| 931 | |
| 932 | PythonHttpServer* server = new PythonHttpServer(); |
| 933 | int port = server->GetPort(); |
| 934 | ASSERT_TRUE(server->started_); |
| 935 | |
| 936 | // Handles destruction and claims ownership. |
| 937 | FailureHttpFetcherTestDelegate delegate(server); |
| 938 | unique_ptr<HttpFetcher> fetcher(this->test_.NewSmallFetcher()); |
| 939 | fetcher->set_delegate(&delegate); |
| 940 | |
| 941 | this->loop_.PostTask( |
| 942 | FROM_HERE, |
| 943 | base::Bind(StartTransfer, |
| 944 | fetcher.get(), |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 945 | LocalServerUrlForPath( |
| 946 | port, |
| 947 | android::base::StringPrintf("/flaky/%d/%d/%d/%d", |
| 948 | kBigLength, |
| 949 | kFlakyTruncateLength, |
| 950 | kFlakySleepEvery, |
| 951 | kFlakySleepSecs)))); |
Alex Deymo | b20de69 | 2017-02-05 07:47:37 +0000 | [diff] [blame] | 952 | // Terminating the transfer after 3 seconds gives it a chance to contact the |
| 953 | // server and enter the retry loop. |
| 954 | this->loop_.PostDelayedTask(FROM_HERE, |
| 955 | base::Bind(&HttpFetcher::TerminateTransfer, |
| 956 | base::Unretained(fetcher.get())), |
| 957 | base::TimeDelta::FromSeconds(3)); |
| 958 | |
| 959 | // Exiting and testing happens in the delegate. |
| 960 | this->loop_.Run(); |
| 961 | EXPECT_EQ(0, delegate.times_transfer_complete_called_); |
| 962 | EXPECT_EQ(1, delegate.times_transfer_terminated_called_); |
| 963 | |
| 964 | // Check that no other callback runs in the next two seconds. That would |
| 965 | // indicate a leaked callback. |
| 966 | bool timeout = false; |
| 967 | auto callback = base::Bind([](bool* timeout) { *timeout = true; }, |
| 968 | base::Unretained(&timeout)); |
| 969 | this->loop_.PostDelayedTask( |
| 970 | FROM_HERE, callback, base::TimeDelta::FromSeconds(2)); |
| 971 | EXPECT_TRUE(this->loop_.RunOnce(true)); |
| 972 | EXPECT_TRUE(timeout); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 973 | } |
| 974 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 975 | const HttpResponseCode kRedirectCodes[] = {kHttpResponseMovedPermanently, |
| 976 | kHttpResponseFound, |
| 977 | kHttpResponseSeeOther, |
| 978 | kHttpResponseTempRedirect}; |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 979 | |
| 980 | class RedirectHttpFetcherTestDelegate : public HttpFetcherDelegate { |
| 981 | public: |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 982 | explicit RedirectHttpFetcherTestDelegate(bool expected_successful) |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 983 | : expected_successful_(expected_successful) {} |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 984 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 985 | const void* bytes, |
| 986 | size_t length) override { |
Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 987 | data.append(reinterpret_cast<const char*>(bytes), length); |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 988 | return true; |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 989 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 990 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 991 | EXPECT_EQ(expected_successful_, successful); |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 992 | if (expected_successful_) { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 993 | EXPECT_EQ(kHttpResponseOk, fetcher->http_response_code()); |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 994 | } else { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 995 | EXPECT_GE(fetcher->http_response_code(), kHttpResponseMovedPermanently); |
| 996 | EXPECT_LE(fetcher->http_response_code(), kHttpResponseTempRedirect); |
Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 997 | } |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 998 | MessageLoop::current()->BreakLoop(); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 999 | } |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1000 | void TransferTerminated(HttpFetcher* fetcher) override { ADD_FAILURE(); } |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1001 | bool expected_successful_; |
| 1002 | string data; |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1003 | }; |
| 1004 | |
| 1005 | // RedirectTest takes ownership of |http_fetcher|. |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1006 | void RedirectTest(const HttpServer* server, |
| 1007 | bool expected_successful, |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1008 | const string& url, |
| 1009 | HttpFetcher* http_fetcher) { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1010 | RedirectHttpFetcherTestDelegate delegate(expected_successful); |
| 1011 | unique_ptr<HttpFetcher> fetcher(http_fetcher); |
| 1012 | fetcher->set_delegate(&delegate); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1013 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1014 | MessageLoop::current()->PostTask( |
| 1015 | FROM_HERE, |
| 1016 | base::Bind(StartTransfer, |
| 1017 | fetcher.get(), |
| 1018 | LocalServerUrlForPath(server->GetPort(), url))); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1019 | MessageLoop::current()->Run(); |
| 1020 | if (expected_successful) { |
| 1021 | // verify the data we get back |
Alex Deymo | 80f70ff | 2016-02-10 16:08:11 -0800 | [diff] [blame] | 1022 | ASSERT_EQ(static_cast<size_t>(kMediumLength), delegate.data.size()); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1023 | for (int i = 0; i < kMediumLength; i += 10) { |
| 1024 | // Assert so that we don't flood the screen w/ EXPECT errors on failure. |
| 1025 | ASSERT_EQ(delegate.data.substr(i, 10), "abcdefghij"); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1026 | } |
| 1027 | } |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1028 | } |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1029 | |
| 1030 | TYPED_TEST(HttpFetcherTest, SimpleRedirectTest) { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 1031 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1032 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1033 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1034 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1035 | ASSERT_TRUE(server->started_); |
| 1036 | |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1037 | for (size_t c = 0; c < base::size(kRedirectCodes); ++c) { |
| 1038 | const string url = android::base::StringPrintf( |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1039 | "/redirect/%d/download/%d", kRedirectCodes[c], kMediumLength); |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1040 | RedirectTest(server.get(), true, url, this->test_.NewLargeFetcher()); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1041 | } |
| 1042 | } |
| 1043 | |
| 1044 | TYPED_TEST(HttpFetcherTest, MaxRedirectTest) { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 1045 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1046 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1047 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1048 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1049 | ASSERT_TRUE(server->started_); |
| 1050 | |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1051 | string url; |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 1052 | for (int r = 0; r < kDownloadMaxRedirects; r++) { |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1053 | url += android::base::StringPrintf( |
| 1054 | "/redirect/%d", kRedirectCodes[r % base::size(kRedirectCodes)]); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1055 | } |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1056 | url += android::base::StringPrintf("/download/%d", kMediumLength); |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1057 | RedirectTest(server.get(), true, url, this->test_.NewLargeFetcher()); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1058 | } |
| 1059 | |
| 1060 | TYPED_TEST(HttpFetcherTest, BeyondMaxRedirectTest) { |
Alex Deymo | 2c131bb | 2016-05-26 16:43:13 -0700 | [diff] [blame] | 1061 | if (this->test_.IsMock() || !this->test_.IsHttpSupported()) |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1062 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1063 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1064 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1065 | ASSERT_TRUE(server->started_); |
| 1066 | |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1067 | string url; |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 1068 | for (int r = 0; r < kDownloadMaxRedirects + 1; r++) { |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1069 | url += android::base::StringPrintf( |
| 1070 | "/redirect/%d", kRedirectCodes[r % base::size(kRedirectCodes)]); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1071 | } |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1072 | url += android::base::StringPrintf("/download/%d", kMediumLength); |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1073 | RedirectTest(server.get(), false, url, this->test_.NewLargeFetcher()); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 1074 | } |
| 1075 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1076 | class MultiHttpFetcherTestDelegate : public HttpFetcherDelegate { |
| 1077 | public: |
Alex Vakulenko | d2779df | 2014-06-16 13:19:00 -0700 | [diff] [blame] | 1078 | explicit MultiHttpFetcherTestDelegate(int expected_response_code) |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1079 | : expected_response_code_(expected_response_code) {} |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1080 | |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 1081 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 1082 | const void* bytes, |
| 1083 | size_t length) override { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1084 | EXPECT_EQ(fetcher, fetcher_.get()); |
Alex Vakulenko | f68bbbc | 2015-02-09 12:53:18 -0800 | [diff] [blame] | 1085 | data.append(reinterpret_cast<const char*>(bytes), length); |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 1086 | return true; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1087 | } |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1088 | |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1089 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1090 | EXPECT_EQ(fetcher, fetcher_.get()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1091 | EXPECT_EQ(expected_response_code_ != kHttpResponseUndefined, successful); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1092 | if (expected_response_code_ != 0) |
| 1093 | EXPECT_EQ(expected_response_code_, fetcher->http_response_code()); |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1094 | // Destroy the fetcher (because we're allowed to). |
Alex Vakulenko | 88b591f | 2014-08-28 16:48:57 -0700 | [diff] [blame] | 1095 | fetcher_.reset(nullptr); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1096 | MessageLoop::current()->BreakLoop(); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1097 | } |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1098 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1099 | void TransferTerminated(HttpFetcher* fetcher) override { ADD_FAILURE(); } |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1100 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1101 | unique_ptr<HttpFetcher> fetcher_; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1102 | int expected_response_code_; |
| 1103 | string data; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1104 | }; |
| 1105 | |
| 1106 | void MultiTest(HttpFetcher* fetcher_in, |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1107 | FakeHardware* fake_hardware, |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1108 | const string& url, |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1109 | const vector<pair<off_t, off_t>>& ranges, |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1110 | const string& expected_prefix, |
Alex Deymo | 5fe0c4e | 2016-02-16 18:46:24 -0800 | [diff] [blame] | 1111 | size_t expected_size, |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1112 | HttpResponseCode expected_response_code) { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1113 | MultiHttpFetcherTestDelegate delegate(expected_response_code); |
| 1114 | delegate.fetcher_.reset(fetcher_in); |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 1115 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1116 | MultiRangeHttpFetcher* multi_fetcher = |
Alex Deymo | 80f70ff | 2016-02-10 16:08:11 -0800 | [diff] [blame] | 1117 | static_cast<MultiRangeHttpFetcher*>(fetcher_in); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1118 | ASSERT_TRUE(multi_fetcher); |
| 1119 | multi_fetcher->ClearRanges(); |
| 1120 | for (vector<pair<off_t, off_t>>::const_iterator it = ranges.begin(), |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1121 | e = ranges.end(); |
| 1122 | it != e; |
| 1123 | ++it) { |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1124 | string tmp_str = android::base::StringPrintf("%jd+", it->first); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1125 | if (it->second > 0) { |
| 1126 | base::StringAppendF(&tmp_str, "%jd", it->second); |
| 1127 | multi_fetcher->AddRange(it->first, it->second); |
| 1128 | } else { |
| 1129 | base::StringAppendF(&tmp_str, "?"); |
| 1130 | multi_fetcher->AddRange(it->first); |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 1131 | } |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1132 | LOG(INFO) << "added range: " << tmp_str; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1133 | } |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1134 | fake_hardware->SetIsOfficialBuild(false); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1135 | multi_fetcher->set_delegate(&delegate); |
| 1136 | |
| 1137 | MessageLoop::current()->PostTask( |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1138 | FROM_HERE, base::Bind(StartTransfer, multi_fetcher, url)); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1139 | MessageLoop::current()->Run(); |
| 1140 | |
| 1141 | EXPECT_EQ(expected_size, delegate.data.size()); |
| 1142 | EXPECT_EQ(expected_prefix, |
| 1143 | string(delegate.data.data(), expected_prefix.size())); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1144 | } |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1145 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 1146 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherSimpleTest) { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1147 | if (!this->test_.IsMulti()) |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1148 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1149 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1150 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1151 | ASSERT_TRUE(server->started_); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1152 | |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1153 | vector<pair<off_t, off_t>> ranges; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1154 | ranges.push_back(make_pair(0, 25)); |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1155 | ranges.push_back(make_pair(99, 17)); |
| 1156 | MultiTest(this->test_.NewLargeFetcher(), |
| 1157 | this->test_.fake_hardware(), |
| 1158 | this->test_.BigUrl(server->GetPort()), |
| 1159 | ranges, |
| 1160 | "abcdefghijabcdefghijabcdejabcdefghijabcdef", |
| 1161 | 25 + 17, |
| 1162 | this->test_.IsFileFetcher() ? kHttpResponseOk |
| 1163 | : kHttpResponsePartialContent); |
| 1164 | } |
| 1165 | |
| 1166 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherUnspecifiedEndTest) { |
| 1167 | if (!this->test_.IsMulti() || this->test_.IsFileFetcher()) |
| 1168 | return; |
| 1169 | |
| 1170 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 1171 | ASSERT_TRUE(server->started_); |
| 1172 | |
| 1173 | vector<pair<off_t, off_t>> ranges; |
| 1174 | ranges.push_back(make_pair(0, 25)); |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1175 | ranges.push_back(make_pair(99, 0)); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1176 | MultiTest(this->test_.NewLargeFetcher(), |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1177 | this->test_.fake_hardware(), |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1178 | this->test_.BigUrl(server->GetPort()), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1179 | ranges, |
| 1180 | "abcdefghijabcdefghijabcdejabcdefghijabcdef", |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1181 | kBigLength - (99 - 25), |
| 1182 | kHttpResponsePartialContent); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1183 | } |
| 1184 | |
| 1185 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherLengthLimitTest) { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1186 | if (!this->test_.IsMulti()) |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1187 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1188 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1189 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1190 | ASSERT_TRUE(server->started_); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1191 | |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1192 | vector<pair<off_t, off_t>> ranges; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1193 | ranges.push_back(make_pair(0, 24)); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1194 | MultiTest(this->test_.NewLargeFetcher(), |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1195 | this->test_.fake_hardware(), |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1196 | this->test_.BigUrl(server->GetPort()), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1197 | ranges, |
| 1198 | "abcdefghijabcdefghijabcd", |
| 1199 | 24, |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1200 | this->test_.IsFileFetcher() ? kHttpResponseOk |
| 1201 | : kHttpResponsePartialContent); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1202 | } |
| 1203 | |
| 1204 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherMultiEndTest) { |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1205 | if (!this->test_.IsMulti() || this->test_.IsFileFetcher()) |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1206 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1207 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1208 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1209 | ASSERT_TRUE(server->started_); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1210 | |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1211 | vector<pair<off_t, off_t>> ranges; |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1212 | ranges.push_back(make_pair(kBigLength - 2, 0)); |
| 1213 | ranges.push_back(make_pair(kBigLength - 3, 0)); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1214 | MultiTest(this->test_.NewLargeFetcher(), |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1215 | this->test_.fake_hardware(), |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1216 | this->test_.BigUrl(server->GetPort()), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1217 | ranges, |
| 1218 | "ijhij", |
| 1219 | 5, |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1220 | kHttpResponsePartialContent); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1221 | } |
| 1222 | |
| 1223 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherInsufficientTest) { |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1224 | if (!this->test_.IsMulti()) |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1225 | return; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1226 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1227 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1228 | ASSERT_TRUE(server->started_); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1229 | |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1230 | vector<pair<off_t, off_t>> ranges; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1231 | ranges.push_back(make_pair(kBigLength - 2, 4)); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1232 | for (int i = 0; i < 2; ++i) { |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 1233 | LOG(INFO) << "i = " << i; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1234 | MultiTest(this->test_.NewLargeFetcher(), |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1235 | this->test_.fake_hardware(), |
Gilad Arnold | b6c562a | 2013-07-01 02:19:26 -0700 | [diff] [blame] | 1236 | this->test_.BigUrl(server->GetPort()), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1237 | ranges, |
| 1238 | "ij", |
| 1239 | 2, |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1240 | kHttpResponseUndefined); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 1241 | ranges.push_back(make_pair(0, 5)); |
| 1242 | } |
| 1243 | } |
| 1244 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1245 | // Issue #18143: when a fetch of a secondary chunk out of a chain, then it |
| 1246 | // should retry with other proxies listed before giving up. |
| 1247 | // |
| 1248 | // (1) successful recovery: The offset fetch will fail twice but succeed with |
| 1249 | // the third proxy. |
| 1250 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherErrorIfOffsetRecoverableTest) { |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1251 | if (!this->test_.IsMulti() || this->test_.IsFileFetcher()) |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1252 | return; |
| 1253 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1254 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1255 | ASSERT_TRUE(server->started_); |
| 1256 | |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1257 | vector<pair<off_t, off_t>> ranges; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1258 | ranges.push_back(make_pair(0, 25)); |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1259 | ranges.push_back(make_pair(99, 0)); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1260 | MultiTest(this->test_.NewLargeFetcher(3), |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1261 | this->test_.fake_hardware(), |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1262 | LocalServerUrlForPath(server->GetPort(), |
| 1263 | android::base::StringPrintf( |
| 1264 | "/error-if-offset/%d/2", kBigLength)), |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1265 | ranges, |
| 1266 | "abcdefghijabcdefghijabcdejabcdefghijabcdef", |
| 1267 | kBigLength - (99 - 25), |
| 1268 | kHttpResponsePartialContent); |
| 1269 | } |
| 1270 | |
| 1271 | // (2) unsuccessful recovery: The offset fetch will fail repeatedly. The |
| 1272 | // fetcher will signal a (failed) completed transfer to the delegate. |
| 1273 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherErrorIfOffsetUnrecoverableTest) { |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1274 | if (!this->test_.IsMulti() || this->test_.IsFileFetcher()) |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1275 | return; |
| 1276 | |
Ben Chan | 02f7c1d | 2014-10-18 15:18:02 -0700 | [diff] [blame] | 1277 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1278 | ASSERT_TRUE(server->started_); |
| 1279 | |
Ben Chan | f9cb98c | 2014-09-21 18:31:30 -0700 | [diff] [blame] | 1280 | vector<pair<off_t, off_t>> ranges; |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1281 | ranges.push_back(make_pair(0, 25)); |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 1282 | ranges.push_back(make_pair(99, 0)); |
Kelvin Zhang | c7a1d1f | 2022-07-29 13:36:29 -0700 | [diff] [blame] | 1283 | MultiTest(this->test_.NewLargeFetcher(), |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1284 | this->test_.fake_hardware(), |
Kelvin Zhang | b9a9aa2 | 2024-10-15 10:38:35 -0700 | [diff] [blame] | 1285 | LocalServerUrlForPath(server->GetPort(), |
| 1286 | android::base::StringPrintf( |
| 1287 | "/error-if-offset/%d/3", kBigLength)), |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1288 | ranges, |
| 1289 | "abcdefghijabcdefghijabcde", // only received the first chunk |
| 1290 | 25, |
| 1291 | kHttpResponseUndefined); |
| 1292 | } |
| 1293 | |
Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1294 | // This HttpFetcherDelegate calls TerminateTransfer at a configurable point. |
| 1295 | class MultiHttpFetcherTerminateTestDelegate : public HttpFetcherDelegate { |
| 1296 | public: |
| 1297 | explicit MultiHttpFetcherTerminateTestDelegate(size_t terminate_trigger_bytes) |
| 1298 | : terminate_trigger_bytes_(terminate_trigger_bytes) {} |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1299 | |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 1300 | bool ReceivedBytes(HttpFetcher* fetcher, |
Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1301 | const void* bytes, |
| 1302 | size_t length) override { |
| 1303 | LOG(INFO) << "ReceivedBytes, " << length << " bytes."; |
| 1304 | EXPECT_EQ(fetcher, fetcher_.get()); |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1305 | bool should_terminate = false; |
Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1306 | if (bytes_downloaded_ < terminate_trigger_bytes_ && |
| 1307 | bytes_downloaded_ + length >= terminate_trigger_bytes_) { |
| 1308 | MessageLoop::current()->PostTask( |
| 1309 | FROM_HERE, |
| 1310 | base::Bind(&HttpFetcher::TerminateTransfer, |
| 1311 | base::Unretained(fetcher_.get()))); |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1312 | should_terminate = true; |
Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1313 | } |
| 1314 | bytes_downloaded_ += length; |
Tao Bao | 642b32b | 2019-01-02 15:33:42 -0800 | [diff] [blame] | 1315 | return !should_terminate; |
Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1316 | } |
| 1317 | |
| 1318 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
| 1319 | ADD_FAILURE() << "TransferComplete called but expected a failure"; |
| 1320 | // Destroy the fetcher (because we're allowed to). |
| 1321 | fetcher_.reset(nullptr); |
| 1322 | MessageLoop::current()->BreakLoop(); |
| 1323 | } |
| 1324 | |
| 1325 | void TransferTerminated(HttpFetcher* fetcher) override { |
| 1326 | // Destroy the fetcher (because we're allowed to). |
| 1327 | fetcher_.reset(nullptr); |
| 1328 | MessageLoop::current()->BreakLoop(); |
| 1329 | } |
| 1330 | |
| 1331 | unique_ptr<HttpFetcher> fetcher_; |
| 1332 | size_t bytes_downloaded_{0}; |
| 1333 | size_t terminate_trigger_bytes_; |
| 1334 | }; |
Alex Deymo | 4ea2d92 | 2017-02-05 07:35:32 +0000 | [diff] [blame] | 1335 | |
| 1336 | TYPED_TEST(HttpFetcherTest, MultiHttpFetcherTerminateBetweenRangesTest) { |
| 1337 | if (!this->test_.IsMulti()) |
| 1338 | return; |
| 1339 | const size_t kRangeTrigger = 1000; |
| 1340 | MultiHttpFetcherTerminateTestDelegate delegate(kRangeTrigger); |
| 1341 | |
| 1342 | unique_ptr<HttpServer> server(this->test_.CreateServer()); |
| 1343 | ASSERT_TRUE(server->started_); |
| 1344 | |
| 1345 | MultiRangeHttpFetcher* multi_fetcher = |
| 1346 | static_cast<MultiRangeHttpFetcher*>(this->test_.NewLargeFetcher()); |
| 1347 | ASSERT_TRUE(multi_fetcher); |
| 1348 | // Transfer ownership of the fetcher to the delegate. |
| 1349 | delegate.fetcher_.reset(multi_fetcher); |
| 1350 | multi_fetcher->set_delegate(&delegate); |
| 1351 | |
| 1352 | multi_fetcher->ClearRanges(); |
| 1353 | multi_fetcher->AddRange(45, kRangeTrigger); |
| 1354 | multi_fetcher->AddRange(2000, 100); |
| 1355 | |
| 1356 | this->test_.fake_hardware()->SetIsOfficialBuild(false); |
| 1357 | |
| 1358 | StartTransfer(multi_fetcher, this->test_.BigUrl(server->GetPort())); |
| 1359 | MessageLoop::current()->Run(); |
| 1360 | |
| 1361 | // Check that the delegate made it to the trigger point. |
| 1362 | EXPECT_EQ(kRangeTrigger, delegate.bytes_downloaded_); |
| 1363 | } |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 1364 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 1365 | class BlockedTransferTestDelegate : public HttpFetcherDelegate { |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1366 | public: |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 1367 | bool ReceivedBytes(HttpFetcher* fetcher, |
| 1368 | const void* bytes, |
| 1369 | size_t length) override { |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1370 | ADD_FAILURE(); |
Amin Hassani | 0cd9d77 | 2018-07-31 23:55:43 -0700 | [diff] [blame] | 1371 | return true; |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1372 | } |
Alex Deymo | 610277e | 2014-11-11 21:18:11 -0800 | [diff] [blame] | 1373 | void TransferComplete(HttpFetcher* fetcher, bool successful) override { |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1374 | EXPECT_FALSE(successful); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1375 | MessageLoop::current()->BreakLoop(); |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1376 | } |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1377 | void TransferTerminated(HttpFetcher* fetcher) override { ADD_FAILURE(); } |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1378 | }; |
| 1379 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 1380 | void BlockedTransferTestHelper(AnyHttpFetcherFactory* fetcher_test, |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1381 | bool is_official_build) { |
| 1382 | if (fetcher_test->IsMock() || fetcher_test->IsMulti()) |
| 1383 | return; |
| 1384 | |
| 1385 | unique_ptr<HttpServer> server(fetcher_test->CreateServer()); |
| 1386 | ASSERT_TRUE(server->started_); |
| 1387 | |
| 1388 | BlockedTransferTestDelegate delegate; |
| 1389 | unique_ptr<HttpFetcher> fetcher(fetcher_test->NewLargeFetcher()); |
| 1390 | LOG(INFO) << "is_official_build: " << is_official_build; |
| 1391 | // NewLargeFetcher creates the HttpFetcher* with a FakeSystemState. |
Alex Deymo | c1c17b4 | 2015-11-23 03:53:15 -0300 | [diff] [blame] | 1392 | fetcher_test->fake_hardware()->SetIsOfficialBuild(is_official_build); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1393 | fetcher->set_delegate(&delegate); |
| 1394 | |
Amin Hassani | b268959 | 2019-01-13 17:04:28 -0800 | [diff] [blame] | 1395 | MessageLoop::current()->PostTask( |
| 1396 | FROM_HERE, |
| 1397 | base::Bind( |
| 1398 | StartTransfer, |
| 1399 | fetcher.get(), |
| 1400 | LocalServerUrlForPath(server->GetPort(), |
| 1401 | fetcher_test->SmallUrl(server->GetPort())))); |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1402 | MessageLoop::current()->Run(); |
| 1403 | } |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1404 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 1405 | TYPED_TEST(HttpFetcherTest, BlockedTransferTest) { |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1406 | BlockedTransferTestHelper(&this->test_, false); |
| 1407 | } |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1408 | |
Alex Deymo | 60ca1a7 | 2015-06-18 18:19:15 -0700 | [diff] [blame] | 1409 | TYPED_TEST(HttpFetcherTest, BlockedTransferOfficialBuildTest) { |
| 1410 | BlockedTransferTestHelper(&this->test_, true); |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 1411 | } |
| 1412 | |
Kelvin Zhang | f0c73d4 | 2021-09-07 10:34:26 -0700 | [diff] [blame] | 1413 | } // namespace |
| 1414 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 1415 | } // namespace chromeos_update_engine |