blob: 5ffee0600fdf87aa7d11b81a5b07fe8f42577ff9 [file] [log] [blame]
Steven Moreland5553ac42020-11-11 02:14:45 +00001/*
2 * Copyright (C) 2020 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "RpcServer"
18
19#include <sys/socket.h>
20#include <sys/un.h>
21
Steven Morelandf137de92021-04-24 01:54:26 +000022#include <thread>
Steven Moreland5553ac42020-11-11 02:14:45 +000023#include <vector>
24
Steven Moreland5802c2b2021-05-12 20:13:04 +000025#include <android-base/scopeguard.h>
Steven Moreland5553ac42020-11-11 02:14:45 +000026#include <binder/Parcel.h>
27#include <binder/RpcServer.h>
28#include <log/log.h>
Steven Moreland5553ac42020-11-11 02:14:45 +000029
Steven Moreland611d15f2021-05-01 01:28:27 +000030#include "RpcSocketAddress.h"
Yifan Hong1a235852021-05-13 16:07:47 -070031#include "RpcState.h"
Steven Moreland5553ac42020-11-11 02:14:45 +000032#include "RpcWireFormat.h"
33
34namespace android {
35
Steven Moreland5802c2b2021-05-12 20:13:04 +000036using base::ScopeGuard;
Steven Moreland611d15f2021-05-01 01:28:27 +000037using base::unique_fd;
38
Steven Moreland5553ac42020-11-11 02:14:45 +000039RpcServer::RpcServer() {}
Yifan Hong436f0e62021-05-19 15:25:34 -070040RpcServer::~RpcServer() {
41 (void)shutdown();
42}
Steven Moreland5553ac42020-11-11 02:14:45 +000043
44sp<RpcServer> RpcServer::make() {
Steven Moreland1a3a8ef2021-04-02 02:52:46 +000045 return sp<RpcServer>::make();
Steven Moreland5553ac42020-11-11 02:14:45 +000046}
47
48void RpcServer::iUnderstandThisCodeIsExperimentalAndIWillNotUseItInProduction() {
49 mAgreedExperimental = true;
50}
51
Steven Moreland611d15f2021-05-01 01:28:27 +000052bool RpcServer::setupUnixDomainServer(const char* path) {
53 return setupSocketServer(UnixSocketAddress(path));
54}
55
Steven Moreland611d15f2021-05-01 01:28:27 +000056bool RpcServer::setupVsockServer(unsigned int port) {
57 // realizing value w/ this type at compile time to avoid ubsan abort
58 constexpr unsigned int kAnyCid = VMADDR_CID_ANY;
59
60 return setupSocketServer(VsockSocketAddress(kAnyCid, port));
61}
62
Steven Moreland611d15f2021-05-01 01:28:27 +000063bool RpcServer::setupInetServer(unsigned int port, unsigned int* assignedPort) {
64 const char* kAddr = "127.0.0.1";
65
66 if (assignedPort != nullptr) *assignedPort = 0;
67 auto aiStart = InetSocketAddress::getAddrInfo(kAddr, port);
68 if (aiStart == nullptr) return false;
69 for (auto ai = aiStart.get(); ai != nullptr; ai = ai->ai_next) {
70 InetSocketAddress socketAddress(ai->ai_addr, ai->ai_addrlen, kAddr, port);
71 if (!setupSocketServer(socketAddress)) {
72 continue;
73 }
74
75 LOG_ALWAYS_FATAL_IF(socketAddress.addr()->sa_family != AF_INET, "expecting inet");
76 sockaddr_in addr{};
77 socklen_t len = sizeof(addr);
78 if (0 != getsockname(mServer.get(), reinterpret_cast<sockaddr*>(&addr), &len)) {
79 int savedErrno = errno;
80 ALOGE("Could not getsockname at %s: %s", socketAddress.toString().c_str(),
81 strerror(savedErrno));
82 return false;
83 }
84 LOG_ALWAYS_FATAL_IF(len != sizeof(addr), "Wrong socket type: len %zu vs len %zu",
85 static_cast<size_t>(len), sizeof(addr));
86 unsigned int realPort = ntohs(addr.sin_port);
87 LOG_ALWAYS_FATAL_IF(port != 0 && realPort != port,
88 "Requesting inet server on %s but it is set up on %u.",
89 socketAddress.toString().c_str(), realPort);
90
91 if (assignedPort != nullptr) {
92 *assignedPort = realPort;
93 }
94
95 return true;
96 }
97 ALOGE("None of the socket address resolved for %s:%u can be set up as inet server.", kAddr,
98 port);
99 return false;
100}
101
Steven Morelandf137de92021-04-24 01:54:26 +0000102void RpcServer::setMaxThreads(size_t threads) {
103 LOG_ALWAYS_FATAL_IF(threads <= 0, "RpcServer is useless without threads");
Yifan Hong1a235852021-05-13 16:07:47 -0700104 LOG_ALWAYS_FATAL_IF(mJoinThreadRunning, "Cannot set max threads while running");
Steven Morelandf137de92021-04-24 01:54:26 +0000105 mMaxThreads = threads;
106}
107
108size_t RpcServer::getMaxThreads() {
109 return mMaxThreads;
Steven Moreland5553ac42020-11-11 02:14:45 +0000110}
111
112void RpcServer::setRootObject(const sp<IBinder>& binder) {
Steven Morelandebafe332021-04-24 00:24:35 +0000113 std::lock_guard<std::mutex> _l(mLock);
Yifan Hong4ffb0c72021-05-07 18:35:14 -0700114 mRootObjectWeak = mRootObject = binder;
115}
116
117void RpcServer::setRootObjectWeak(const wp<IBinder>& binder) {
118 std::lock_guard<std::mutex> _l(mLock);
119 mRootObject.clear();
120 mRootObjectWeak = binder;
Steven Moreland5553ac42020-11-11 02:14:45 +0000121}
122
123sp<IBinder> RpcServer::getRootObject() {
Steven Morelandebafe332021-04-24 00:24:35 +0000124 std::lock_guard<std::mutex> _l(mLock);
Yifan Hong4ffb0c72021-05-07 18:35:14 -0700125 bool hasWeak = mRootObjectWeak.unsafe_get();
126 sp<IBinder> ret = mRootObjectWeak.promote();
127 ALOGW_IF(hasWeak && ret == nullptr, "RpcServer root object is freed, returning nullptr");
128 return ret;
Steven Moreland5553ac42020-11-11 02:14:45 +0000129}
130
Yifan Hong326afd12021-05-19 15:24:54 -0700131static void joinRpcServer(sp<RpcServer>&& thiz) {
132 thiz->join();
133}
134
135void RpcServer::start() {
136 LOG_ALWAYS_FATAL_IF(!mAgreedExperimental, "no!");
137 std::lock_guard<std::mutex> _l(mLock);
138 LOG_ALWAYS_FATAL_IF(mJoinThread.get(), "Already started!");
139 mJoinThread = std::make_unique<std::thread>(&joinRpcServer, sp<RpcServer>::fromExisting(this));
140}
141
Steven Moreland611d15f2021-05-01 01:28:27 +0000142void RpcServer::join() {
Yifan Hong1a235852021-05-13 16:07:47 -0700143 LOG_ALWAYS_FATAL_IF(!mAgreedExperimental, "no!");
144
145 {
146 std::lock_guard<std::mutex> _l(mLock);
147 LOG_ALWAYS_FATAL_IF(!mServer.ok(), "RpcServer must be setup to join.");
148 LOG_ALWAYS_FATAL_IF(mShutdownTrigger != nullptr, "Already joined");
149 mJoinThreadRunning = true;
Steven Morelande47511f2021-05-20 00:07:41 +0000150 mShutdownTrigger = RpcSession::FdTrigger::make();
Yifan Hong1a235852021-05-13 16:07:47 -0700151 LOG_ALWAYS_FATAL_IF(mShutdownTrigger == nullptr, "Cannot create join signaler");
Steven Morelandd539fbf2021-05-05 23:40:25 +0000152 }
Yifan Hong1a235852021-05-13 16:07:47 -0700153
Steven Moreland2b4f3802021-05-22 01:46:27 +0000154 status_t status;
155 while ((status = mShutdownTrigger->triggerablePollRead(mServer)) == OK) {
Steven Morelanda0854672021-05-20 01:18:54 +0000156 (void)acceptOne();
Yifan Hong1a235852021-05-13 16:07:47 -0700157 }
Steven Moreland2b4f3802021-05-22 01:46:27 +0000158 LOG_RPC_DETAIL("RpcServer::join exiting with %s", statusToString(status).c_str());
Yifan Hong1a235852021-05-13 16:07:47 -0700159
160 {
161 std::lock_guard<std::mutex> _l(mLock);
162 mJoinThreadRunning = false;
163 }
164 mShutdownCv.notify_all();
Steven Morelandd539fbf2021-05-05 23:40:25 +0000165}
166
167bool RpcServer::acceptOne() {
Steven Morelandd539fbf2021-05-05 23:40:25 +0000168 unique_fd clientFd(
169 TEMP_FAILURE_RETRY(accept4(mServer.get(), nullptr, nullptr /*length*/, SOCK_CLOEXEC)));
170
171 if (clientFd < 0) {
172 ALOGE("Could not accept4 socket: %s", strerror(errno));
173 return false;
174 }
175 LOG_RPC_DETAIL("accept4 on fd %d yields fd %d", mServer.get(), clientFd.get());
176
Steven Morelandf137de92021-04-24 01:54:26 +0000177 {
178 std::lock_guard<std::mutex> _l(mLock);
Yifan Hongb3005502021-05-19 15:37:00 -0700179 std::thread thread = std::thread(&RpcServer::establishConnection,
180 sp<RpcServer>::fromExisting(this), std::move(clientFd));
Steven Morelandd539fbf2021-05-05 23:40:25 +0000181 mConnectingThreads[thread.get_id()] = std::move(thread);
Steven Morelandf137de92021-04-24 01:54:26 +0000182 }
183
Steven Morelandd539fbf2021-05-05 23:40:25 +0000184 return true;
Steven Morelandf137de92021-04-24 01:54:26 +0000185}
186
Yifan Hong1a235852021-05-13 16:07:47 -0700187bool RpcServer::shutdown() {
Yifan Hong1a235852021-05-13 16:07:47 -0700188 std::unique_lock<std::mutex> _l(mLock);
Steven Moreland9d11b922021-05-20 01:22:58 +0000189 if (mShutdownTrigger == nullptr) {
190 LOG_RPC_DETAIL("Cannot shutdown. No shutdown trigger installed.");
191 return false;
192 }
Yifan Hong1a235852021-05-13 16:07:47 -0700193
194 mShutdownTrigger->trigger();
Steven Morelandee3f4662021-05-22 01:07:33 +0000195 while (mJoinThreadRunning || !mConnectingThreads.empty() || !mSessions.empty()) {
Steven Morelandaf4ca712021-05-24 23:22:08 +0000196 if (std::cv_status::timeout == mShutdownCv.wait_for(_l, std::chrono::seconds(1))) {
197 ALOGE("Waiting for RpcServer to shut down (1s w/o progress). Join thread running: %d, "
198 "Connecting threads: "
199 "%zu, Sessions: %zu. Is your server deadlocked?",
200 mJoinThreadRunning, mConnectingThreads.size(), mSessions.size());
201 }
Steven Moreland9d11b922021-05-20 01:22:58 +0000202 }
Yifan Hong1a235852021-05-13 16:07:47 -0700203
Yifan Hong326afd12021-05-19 15:24:54 -0700204 // At this point, we know join() is about to exit, but the thread that calls
205 // join() may not have exited yet.
206 // If RpcServer owns the join thread (aka start() is called), make sure the thread exits;
207 // otherwise ~thread() may call std::terminate(), which may crash the process.
208 // If RpcServer does not own the join thread (aka join() is called directly),
209 // then the owner of RpcServer is responsible for cleaning up that thread.
210 if (mJoinThread.get()) {
211 mJoinThread->join();
212 mJoinThread.reset();
213 }
214
Yifan Hong1a235852021-05-13 16:07:47 -0700215 mShutdownTrigger = nullptr;
216 return true;
217}
218
Steven Morelandbdb53ab2021-05-05 17:57:41 +0000219std::vector<sp<RpcSession>> RpcServer::listSessions() {
Steven Moreland611d15f2021-05-01 01:28:27 +0000220 std::lock_guard<std::mutex> _l(mLock);
Steven Morelandbdb53ab2021-05-05 17:57:41 +0000221 std::vector<sp<RpcSession>> sessions;
222 for (auto& [id, session] : mSessions) {
Steven Moreland736664b2021-05-01 04:27:25 +0000223 (void)id;
Steven Morelandbdb53ab2021-05-05 17:57:41 +0000224 sessions.push_back(session);
Steven Moreland736664b2021-05-01 04:27:25 +0000225 }
Steven Morelandbdb53ab2021-05-05 17:57:41 +0000226 return sessions;
Steven Moreland611d15f2021-05-01 01:28:27 +0000227}
228
Steven Morelandd539fbf2021-05-05 23:40:25 +0000229size_t RpcServer::numUninitializedSessions() {
230 std::lock_guard<std::mutex> _l(mLock);
231 return mConnectingThreads.size();
232}
233
Steven Morelanda63ff932021-05-12 00:03:15 +0000234void RpcServer::establishConnection(sp<RpcServer>&& server, base::unique_fd clientFd) {
Steven Morelanda63ff932021-05-12 00:03:15 +0000235 // TODO(b/183988761): cannot trust this simple ID
Yifan Hongb3005502021-05-19 15:37:00 -0700236 LOG_ALWAYS_FATAL_IF(!server->mAgreedExperimental, "no!");
Steven Moreland9d11b922021-05-20 01:22:58 +0000237
238 // mShutdownTrigger can only be cleared once connection threads have joined.
239 // It must be set before this thread is started
240 LOG_ALWAYS_FATAL_IF(server->mShutdownTrigger == nullptr);
241
Steven Moreland659416d2021-05-11 00:47:50 +0000242 RpcConnectionHeader header;
243 status_t status = server->mShutdownTrigger->interruptableReadFully(clientFd.get(), &header,
244 sizeof(header));
Steven Moreland2b4f3802021-05-22 01:46:27 +0000245 bool idValid = status == OK;
Steven Moreland9d11b922021-05-20 01:22:58 +0000246 if (!idValid) {
Steven Moreland2b4f3802021-05-22 01:46:27 +0000247 ALOGE("Failed to read ID for client connecting to RPC server: %s",
248 statusToString(status).c_str());
249 // still need to cleanup before we can return
Steven Morelanda63ff932021-05-12 00:03:15 +0000250 }
Steven Moreland659416d2021-05-11 00:47:50 +0000251 bool reverse = header.options & RPC_CONNECTION_OPTION_REVERSE;
Steven Morelanda63ff932021-05-12 00:03:15 +0000252
253 std::thread thisThread;
254 sp<RpcSession> session;
255 {
Steven Moreland9d11b922021-05-20 01:22:58 +0000256 std::unique_lock<std::mutex> _l(server->mLock);
Steven Morelanda63ff932021-05-12 00:03:15 +0000257
Yifan Hongb3005502021-05-19 15:37:00 -0700258 auto threadId = server->mConnectingThreads.find(std::this_thread::get_id());
259 LOG_ALWAYS_FATAL_IF(threadId == server->mConnectingThreads.end(),
Steven Morelanda63ff932021-05-12 00:03:15 +0000260 "Must establish connection on owned thread");
261 thisThread = std::move(threadId->second);
Steven Morelandadc5dca2021-05-25 02:06:03 +0000262 ScopeGuard detachGuard = [&]() {
263 thisThread.detach();
Steven Moreland9d11b922021-05-20 01:22:58 +0000264 _l.unlock();
265 server->mShutdownCv.notify_all();
266 };
Steven Morelandadc5dca2021-05-25 02:06:03 +0000267 server->mConnectingThreads.erase(threadId);
Steven Moreland9d11b922021-05-20 01:22:58 +0000268
Steven Moreland5802c2b2021-05-12 20:13:04 +0000269 if (!idValid) {
270 return;
271 }
272
Steven Moreland659416d2021-05-11 00:47:50 +0000273 if (header.sessionId == RPC_SESSION_ID_NEW) {
274 if (reverse) {
275 ALOGE("Cannot create a new session with a reverse connection, would leak");
276 return;
277 }
278
Yifan Hongb3005502021-05-19 15:37:00 -0700279 LOG_ALWAYS_FATAL_IF(server->mSessionIdCounter >= INT32_MAX, "Out of session IDs");
280 server->mSessionIdCounter++;
Steven Morelanda63ff932021-05-12 00:03:15 +0000281
282 session = RpcSession::make();
Steven Moreland103424e2021-06-02 18:16:19 +0000283 session->setMaxThreads(server->mMaxThreads);
Steven Moreland659416d2021-05-11 00:47:50 +0000284 session->setForServer(server,
285 sp<RpcServer::EventListener>::fromExisting(
286 static_cast<RpcServer::EventListener*>(server.get())),
287 server->mSessionIdCounter, server->mShutdownTrigger);
Steven Morelanda63ff932021-05-12 00:03:15 +0000288
Yifan Hongb3005502021-05-19 15:37:00 -0700289 server->mSessions[server->mSessionIdCounter] = session;
Steven Morelanda63ff932021-05-12 00:03:15 +0000290 } else {
Steven Moreland659416d2021-05-11 00:47:50 +0000291 auto it = server->mSessions.find(header.sessionId);
Yifan Hongb3005502021-05-19 15:37:00 -0700292 if (it == server->mSessions.end()) {
Steven Moreland659416d2021-05-11 00:47:50 +0000293 ALOGE("Cannot add thread, no record of session with ID %d", header.sessionId);
Steven Morelanda63ff932021-05-12 00:03:15 +0000294 return;
295 }
296 session = it->second;
297 }
Steven Moreland5802c2b2021-05-12 20:13:04 +0000298
Steven Moreland659416d2021-05-11 00:47:50 +0000299 if (reverse) {
300 LOG_ALWAYS_FATAL_IF(!session->addClientConnection(std::move(clientFd)),
301 "server state must already be initialized");
302 return;
303 }
304
Steven Moreland5802c2b2021-05-12 20:13:04 +0000305 detachGuard.Disable();
306 session->preJoin(std::move(thisThread));
Steven Morelanda63ff932021-05-12 00:03:15 +0000307 }
308
309 // avoid strong cycle
310 server = nullptr;
Steven Morelanda63ff932021-05-12 00:03:15 +0000311
Steven Moreland659416d2021-05-11 00:47:50 +0000312 RpcSession::join(std::move(session), std::move(clientFd));
Steven Morelanda63ff932021-05-12 00:03:15 +0000313}
314
Steven Moreland611d15f2021-05-01 01:28:27 +0000315bool RpcServer::setupSocketServer(const RpcSocketAddress& addr) {
Steven Moreland704fc1a2021-05-04 23:13:14 +0000316 LOG_RPC_DETAIL("Setting up socket server %s", addr.toString().c_str());
Yifan Hong0eb5a672021-05-12 18:00:25 -0700317 LOG_ALWAYS_FATAL_IF(hasServer(), "Each RpcServer can only have one server.");
Steven Moreland611d15f2021-05-01 01:28:27 +0000318
319 unique_fd serverFd(
320 TEMP_FAILURE_RETRY(socket(addr.addr()->sa_family, SOCK_STREAM | SOCK_CLOEXEC, 0)));
321 if (serverFd == -1) {
322 ALOGE("Could not create socket: %s", strerror(errno));
323 return false;
324 }
325
326 if (0 != TEMP_FAILURE_RETRY(bind(serverFd.get(), addr.addr(), addr.addrSize()))) {
327 int savedErrno = errno;
328 ALOGE("Could not bind socket at %s: %s", addr.toString().c_str(), strerror(savedErrno));
329 return false;
330 }
331
332 if (0 != TEMP_FAILURE_RETRY(listen(serverFd.get(), 1 /*backlog*/))) {
333 int savedErrno = errno;
334 ALOGE("Could not listen socket at %s: %s", addr.toString().c_str(), strerror(savedErrno));
335 return false;
336 }
337
Steven Moreland704fc1a2021-05-04 23:13:14 +0000338 LOG_RPC_DETAIL("Successfully setup socket server %s", addr.toString().c_str());
339
Yifan Hongc276f8d2021-05-13 17:13:44 -0700340 if (!setupExternalServer(std::move(serverFd))) {
341 ALOGE("Another thread has set up server while calling setupSocketServer. Race?");
342 return false;
343 }
Steven Moreland611d15f2021-05-01 01:28:27 +0000344 return true;
345}
346
Steven Morelanda86e8fe2021-05-26 22:52:35 +0000347void RpcServer::onSessionLockedAllServerThreadsEnded(const sp<RpcSession>& session) {
Steven Morelandee78e762021-05-05 21:12:51 +0000348 auto id = session->mId;
349 LOG_ALWAYS_FATAL_IF(id == std::nullopt, "Server sessions must be initialized with ID");
350 LOG_RPC_DETAIL("Dropping session %d", *id);
351
352 std::lock_guard<std::mutex> _l(mLock);
353 auto it = mSessions.find(*id);
354 LOG_ALWAYS_FATAL_IF(it == mSessions.end(), "Bad state, unknown session id %d", *id);
355 LOG_ALWAYS_FATAL_IF(it->second != session, "Bad state, session has id mismatch %d", *id);
356 (void)mSessions.erase(it);
357}
358
Steven Moreland659416d2021-05-11 00:47:50 +0000359void RpcServer::onSessionServerThreadEnded() {
Steven Morelandee3f4662021-05-22 01:07:33 +0000360 mShutdownCv.notify_all();
361}
362
Yifan Hong0eb5a672021-05-12 18:00:25 -0700363bool RpcServer::hasServer() {
Yifan Hong00aeb762021-05-12 17:07:36 -0700364 LOG_ALWAYS_FATAL_IF(!mAgreedExperimental, "no!");
Yifan Hong0eb5a672021-05-12 18:00:25 -0700365 std::lock_guard<std::mutex> _l(mLock);
366 return mServer.ok();
367}
368
Yifan Hong00aeb762021-05-12 17:07:36 -0700369unique_fd RpcServer::releaseServer() {
370 LOG_ALWAYS_FATAL_IF(!mAgreedExperimental, "no!");
371 std::lock_guard<std::mutex> _l(mLock);
372 return std::move(mServer);
373}
374
375bool RpcServer::setupExternalServer(base::unique_fd serverFd) {
376 LOG_ALWAYS_FATAL_IF(!mAgreedExperimental, "no!");
377 std::lock_guard<std::mutex> _l(mLock);
378 if (mServer.ok()) {
379 ALOGE("Each RpcServer can only have one server.");
380 return false;
381 }
382 mServer = std::move(serverFd);
383 return true;
384}
385
Steven Moreland5553ac42020-11-11 02:14:45 +0000386} // namespace android