blob: 1fc44f4d4f1ae7bb49541584f795b27a73987c64 [file] [log] [blame]
Chenbo Feng75b410b2018-10-10 15:01:19 -07001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef LOG_TAG
18#define LOG_TAG "bpfloader"
19#endif
20
21#include <arpa/inet.h>
Joel Fernandesd76a2002018-10-16 13:19:58 -070022#include <dirent.h>
Chenbo Feng75b410b2018-10-10 15:01:19 -070023#include <elf.h>
24#include <error.h>
25#include <fcntl.h>
26#include <inttypes.h>
27#include <linux/bpf.h>
28#include <linux/unistd.h>
29#include <net/if.h>
30#include <stdint.h>
31#include <stdio.h>
32#include <stdlib.h>
33#include <string.h>
34#include <unistd.h>
35
36#include <sys/mman.h>
37#include <sys/socket.h>
38#include <sys/stat.h>
39#include <sys/types.h>
40
Joel Fernandesd3ec8712019-01-11 06:22:05 -050041#include <android-base/properties.h>
Chenbo Feng75b410b2018-10-10 15:01:19 -070042#include <android-base/stringprintf.h>
Joel Fernandesd76a2002018-10-16 13:19:58 -070043#include <android-base/strings.h>
Chenbo Feng75b410b2018-10-10 15:01:19 -070044#include <android-base/unique_fd.h>
Joel Fernandesd76a2002018-10-16 13:19:58 -070045#include <libbpf_android.h>
Chenbo Feng75b410b2018-10-10 15:01:19 -070046#include <log/log.h>
Chenbo Feng75b410b2018-10-10 15:01:19 -070047#include <netdutils/Misc.h>
48#include <netdutils/Slice.h>
49#include "bpf/BpfUtils.h"
Chenbo Feng75b410b2018-10-10 15:01:19 -070050
Joel Fernandesd76a2002018-10-16 13:19:58 -070051using android::base::EndsWith;
Joel Fernandesd76a2002018-10-16 13:19:58 -070052using std::string;
Chenbo Feng75b410b2018-10-10 15:01:19 -070053
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -080054struct {
55 const char* const dir;
56 const char* const prefix;
57} locations[] = {
Ken Chen6d697842022-01-17 17:22:34 +080058 // Tethering mainline module: tether offload
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -080059 {
60 .dir = "/apex/com.android.tethering/etc/bpf/",
61 .prefix = "tethering/",
62 },
Ken Chen6d697842022-01-17 17:22:34 +080063 // Tethering mainline module: netd, clatd, ...etc
64 {
65 .dir = "/apex/com.android.tethering/etc/bpf/net_shared/",
66 .prefix = "",
67 },
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -080068 // Core operating system
69 {
70 .dir = "/system/etc/bpf/",
71 .prefix = "",
72 },
73};
Chenbo Feng75b410b2018-10-10 15:01:19 -070074
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -080075int loadAllElfObjects(const char* const progDir, const char* const prefix) {
Maciej Żenczykowski89515d92020-06-14 19:27:33 -070076 int retVal = 0;
Joel Fernandesd76a2002018-10-16 13:19:58 -070077 DIR* dir;
78 struct dirent* ent;
79
Hungming Chen4b8e9822020-09-10 15:51:59 +080080 if ((dir = opendir(progDir)) != NULL) {
Joel Fernandesd76a2002018-10-16 13:19:58 -070081 while ((ent = readdir(dir)) != NULL) {
82 string s = ent->d_name;
83 if (!EndsWith(s, ".o")) continue;
84
Hungming Chen4b8e9822020-09-10 15:51:59 +080085 string progPath(progDir);
86 progPath += s;
Joel Fernandesd76a2002018-10-16 13:19:58 -070087
Maciej Żenczykowski89515d92020-06-14 19:27:33 -070088 bool critical;
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -080089 int ret = android::bpf::loadProg(progPath.c_str(), &critical, prefix);
Maciej Żenczykowski89515d92020-06-14 19:27:33 -070090 if (ret) {
91 if (critical) retVal = ret;
92 ALOGE("Failed to load object: %s, ret: %s", progPath.c_str(), std::strerror(-ret));
93 } else {
94 ALOGI("Loaded object: %s", progPath.c_str());
95 }
Joel Fernandesd76a2002018-10-16 13:19:58 -070096 }
97 closedir(dir);
98 }
Maciej Żenczykowski89515d92020-06-14 19:27:33 -070099 return retVal;
Joel Fernandesd76a2002018-10-16 13:19:58 -0700100}
101
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -0800102void createSysFsBpfSubDir(const char* const prefix) {
103 if (*prefix) {
104 mode_t prevUmask = umask(0);
105
106 string s = "/sys/fs/bpf/";
107 s += prefix;
108
109 errno = 0;
110 int ret = mkdir(s.c_str(), S_ISVTX | S_IRWXU | S_IRWXG | S_IRWXO);
111 if (ret && errno != EEXIST) {
112 ALOGW("Failed to create directory: %s, ret: %s", s.c_str(), std::strerror(errno));
113 }
114
115 umask(prevUmask);
116 }
117}
118
Chenbo Feng75b410b2018-10-10 15:01:19 -0700119int main() {
Maciej Żenczykowski567dc562020-06-10 15:56:07 -0700120 // Load all ELF objects, create programs and maps, and pin them
Maciej Żenczykowskid8a45782021-01-14 23:36:32 -0800121 for (const auto location : locations) {
122 createSysFsBpfSubDir(location.prefix);
123 if (loadAllElfObjects(location.dir, location.prefix) != 0) {
124 ALOGE("=== CRITICAL FAILURE LOADING BPF PROGRAMS FROM %s ===", location.dir);
Hungming Chen4b8e9822020-09-10 15:51:59 +0800125 ALOGE("If this triggers reliably, you're probably missing kernel options or patches.");
126 ALOGE("If this triggers randomly, you might be hitting some memory allocation "
127 "problems or startup script race.");
128 ALOGE("--- DO NOT EXPECT SYSTEM TO BOOT SUCCESSFULLY ---");
129 sleep(20);
130 return 2;
131 }
Maciej Żenczykowski89515d92020-06-14 19:27:33 -0700132 }
Joel Fernandesd3ec8712019-01-11 06:22:05 -0500133
134 if (android::base::SetProperty("bpf.progs_loaded", "1") == false) {
Maciej Żenczykowski89515d92020-06-14 19:27:33 -0700135 ALOGE("Failed to set bpf.progs_loaded property");
Joel Fernandesd3ec8712019-01-11 06:22:05 -0500136 return 1;
137 }
138
139 return 0;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700140}