Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef BPF_BPFUTILS_H |
| 18 | #define BPF_BPFUTILS_H |
| 19 | |
| 20 | #include <linux/bpf.h> |
| 21 | #include <linux/if_ether.h> |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 22 | #include <linux/unistd.h> |
| 23 | #include <net/if.h> |
| 24 | #include <stdlib.h> |
| 25 | #include <string.h> |
| 26 | #include <sys/socket.h> |
| 27 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 28 | #include <string> |
| 29 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 30 | #ifdef BPF_FD_JUST_USE_INT |
| 31 | #define BPF_FD_TYPE int |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 32 | #define BPF_FD_TO_U32(x) static_cast<__u32>(x) |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 33 | #else |
| 34 | #include <android-base/unique_fd.h> |
| 35 | #define BPF_FD_TYPE base::unique_fd& |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 36 | #define BPF_FD_TO_U32(x) static_cast<__u32>((x).get()) |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 37 | #endif |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 38 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 39 | #define ptr_to_u64(x) ((uint64_t)(uintptr_t)(x)) |
Chenbo Feng | 0a1a9a1 | 2019-04-09 12:05:04 -0700 | [diff] [blame] | 40 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 41 | namespace android { |
| 42 | namespace bpf { |
| 43 | |
Chenbo Feng | 79b7e61 | 2018-12-11 12:24:23 -0800 | [diff] [blame] | 44 | enum class BpfLevel { |
| 45 | // Devices shipped before P or kernel version is lower than 4.9 do not |
| 46 | // have eBPF enabled. |
| 47 | NONE, |
| 48 | // Devices shipped in P with android 4.9 kernel only have the basic eBPF |
| 49 | // functionalities such as xt_bpf and cgroup skb filter. |
Maciej Żenczykowski | 8a09a5a | 2020-02-17 17:54:51 -0800 | [diff] [blame] | 50 | BASIC_4_9, |
Chenbo Feng | 79b7e61 | 2018-12-11 12:24:23 -0800 | [diff] [blame] | 51 | // For devices that have 4.14 kernel. It supports advanced features like |
| 52 | // map_in_map and cgroup socket filter. |
Maciej Żenczykowski | 8a09a5a | 2020-02-17 17:54:51 -0800 | [diff] [blame] | 53 | EXTENDED_4_14, |
| 54 | EXTENDED_4_19, |
| 55 | EXTENDED_5_4, |
Chenbo Feng | 79b7e61 | 2018-12-11 12:24:23 -0800 | [diff] [blame] | 56 | }; |
| 57 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 58 | constexpr const int OVERFLOW_COUNTERSET = 2; |
| 59 | |
| 60 | constexpr const uint64_t NONEXISTENT_COOKIE = 0; |
| 61 | |
| 62 | constexpr const int MINIMUM_API_REQUIRED = 28; |
| 63 | |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 64 | /* Note: bpf_attr is a union which might have a much larger size then the anonymous struct portion |
| 65 | * of it that we are using. The kernel's bpf() system call will perform a strict check to ensure |
| 66 | * all unused portions are zero. It will fail with E2BIG if we don't fully zero bpf_attr. |
| 67 | */ |
| 68 | |
Maciej Żenczykowski | 06caf87 | 2020-02-11 16:42:21 -0800 | [diff] [blame] | 69 | inline int bpf(int cmd, const bpf_attr& attr) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 70 | return syscall(__NR_bpf, cmd, &attr, sizeof(attr)); |
| 71 | } |
| 72 | |
Maciej Żenczykowski | 06caf87 | 2020-02-11 16:42:21 -0800 | [diff] [blame] | 73 | inline int createMap(bpf_map_type map_type, uint32_t key_size, uint32_t value_size, |
| 74 | uint32_t max_entries, uint32_t map_flags) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 75 | return bpf(BPF_MAP_CREATE, { |
| 76 | .map_type = map_type, |
| 77 | .key_size = key_size, |
| 78 | .value_size = value_size, |
| 79 | .max_entries = max_entries, |
| 80 | .map_flags = map_flags, |
| 81 | }); |
| 82 | } |
| 83 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 84 | inline int writeToMapEntry(const BPF_FD_TYPE map_fd, const void* key, const void* value, |
Maciej Żenczykowski | 06caf87 | 2020-02-11 16:42:21 -0800 | [diff] [blame] | 85 | uint64_t flags) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 86 | return bpf(BPF_MAP_UPDATE_ELEM, { |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 87 | .map_fd = BPF_FD_TO_U32(map_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 88 | .key = ptr_to_u64(key), |
| 89 | .value = ptr_to_u64(value), |
| 90 | .flags = flags, |
| 91 | }); |
| 92 | } |
| 93 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 94 | inline int findMapEntry(const BPF_FD_TYPE map_fd, const void* key, void* value) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 95 | return bpf(BPF_MAP_LOOKUP_ELEM, { |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 96 | .map_fd = BPF_FD_TO_U32(map_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 97 | .key = ptr_to_u64(key), |
| 98 | .value = ptr_to_u64(value), |
| 99 | }); |
| 100 | } |
| 101 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 102 | inline int deleteMapEntry(const BPF_FD_TYPE map_fd, const void* key) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 103 | return bpf(BPF_MAP_DELETE_ELEM, { |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 104 | .map_fd = BPF_FD_TO_U32(map_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 105 | .key = ptr_to_u64(key), |
| 106 | }); |
| 107 | } |
| 108 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 109 | inline int getNextMapKey(const BPF_FD_TYPE map_fd, const void* key, void* next_key) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 110 | return bpf(BPF_MAP_GET_NEXT_KEY, { |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 111 | .map_fd = BPF_FD_TO_U32(map_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 112 | .key = ptr_to_u64(key), |
| 113 | .next_key = ptr_to_u64(next_key), |
| 114 | }); |
| 115 | } |
| 116 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 117 | inline int getFirstMapKey(const BPF_FD_TYPE map_fd, void* firstKey) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 118 | return getNextMapKey(map_fd, NULL, firstKey); |
| 119 | } |
| 120 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 121 | inline int bpfFdPin(const BPF_FD_TYPE map_fd, const char* pathname) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 122 | return bpf(BPF_OBJ_PIN, { |
| 123 | .pathname = ptr_to_u64(pathname), |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 124 | .bpf_fd = BPF_FD_TO_U32(map_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 125 | }); |
| 126 | } |
| 127 | |
Maciej Żenczykowski | 06caf87 | 2020-02-11 16:42:21 -0800 | [diff] [blame] | 128 | inline int bpfFdGet(const char* pathname, uint32_t flag) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 129 | return bpf(BPF_OBJ_GET, { |
| 130 | .pathname = ptr_to_u64(pathname), |
| 131 | .file_flags = flag, |
| 132 | }); |
| 133 | } |
| 134 | |
Maciej Żenczykowski | 06caf87 | 2020-02-11 16:42:21 -0800 | [diff] [blame] | 135 | inline int mapRetrieve(const char* pathname, uint32_t flag) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 136 | return bpfFdGet(pathname, flag); |
| 137 | } |
| 138 | |
Maciej Żenczykowski | aa295c8 | 2020-06-16 17:02:48 -0700 | [diff] [blame] | 139 | inline int mapRetrieveRW(const char* pathname) { |
| 140 | return mapRetrieve(pathname, 0); |
| 141 | } |
| 142 | |
| 143 | inline int mapRetrieveRO(const char* pathname) { |
| 144 | return mapRetrieve(pathname, BPF_F_RDONLY); |
| 145 | } |
| 146 | |
| 147 | inline int mapRetrieveWO(const char* pathname) { |
| 148 | return mapRetrieve(pathname, BPF_F_WRONLY); |
| 149 | } |
| 150 | |
| 151 | inline int retrieveProgram(const char* pathname) { |
| 152 | return bpfFdGet(pathname, BPF_F_RDONLY); |
| 153 | } |
| 154 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 155 | inline int attachProgram(bpf_attach_type type, const BPF_FD_TYPE prog_fd, |
| 156 | const BPF_FD_TYPE cg_fd) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 157 | return bpf(BPF_PROG_ATTACH, { |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 158 | .target_fd = BPF_FD_TO_U32(cg_fd), |
| 159 | .attach_bpf_fd = BPF_FD_TO_U32(prog_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 160 | .attach_type = type, |
| 161 | }); |
| 162 | } |
| 163 | |
markchien | 90b02a0 | 2020-11-13 10:54:25 +0800 | [diff] [blame] | 164 | inline int detachProgram(bpf_attach_type type, const BPF_FD_TYPE cg_fd) { |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 165 | return bpf(BPF_PROG_DETACH, { |
Maciej Żenczykowski | 38fb430 | 2020-11-30 17:06:15 -0800 | [diff] [blame] | 166 | .target_fd = BPF_FD_TO_U32(cg_fd), |
Maciej Żenczykowski | b479fd6 | 2020-01-16 02:18:11 -0800 | [diff] [blame] | 167 | .attach_type = type, |
| 168 | }); |
| 169 | } |
| 170 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 171 | uint64_t getSocketCookie(int sockFd); |
Maciej Żenczykowski | c3a640d | 2020-02-11 15:01:21 -0800 | [diff] [blame] | 172 | int synchronizeKernelRCU(); |
Chenbo Feng | 0a1a9a1 | 2019-04-09 12:05:04 -0700 | [diff] [blame] | 173 | int setrlimitForTest(); |
Maciej Żenczykowski | 07375e2 | 2020-02-19 14:23:59 -0800 | [diff] [blame] | 174 | unsigned kernelVersion(); |
Chenbo Feng | 79b7e61 | 2018-12-11 12:24:23 -0800 | [diff] [blame] | 175 | std::string BpfLevelToString(BpfLevel BpfLevel); |
| 176 | BpfLevel getBpfSupportLevel(); |
Maciej Żenczykowski | c3a640d | 2020-02-11 15:01:21 -0800 | [diff] [blame] | 177 | |
Maciej Żenczykowski | 06caf87 | 2020-02-11 16:42:21 -0800 | [diff] [blame] | 178 | inline bool isBpfSupported() { |
Maciej Żenczykowski | c3a640d | 2020-02-11 15:01:21 -0800 | [diff] [blame] | 179 | return getBpfSupportLevel() != BpfLevel::NONE; |
| 180 | } |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 181 | |
Chenbo Feng | 79b7e61 | 2018-12-11 12:24:23 -0800 | [diff] [blame] | 182 | #define SKIP_IF_BPF_NOT_SUPPORTED \ |
| 183 | do { \ |
Maciej Żenczykowski | c3a640d | 2020-02-11 15:01:21 -0800 | [diff] [blame] | 184 | if (!android::bpf::isBpfSupported()) { \ |
Chenbo Feng | 79b7e61 | 2018-12-11 12:24:23 -0800 | [diff] [blame] | 185 | GTEST_LOG_(INFO) << "This test is skipped since bpf is not available\n"; \ |
| 186 | return; \ |
| 187 | } \ |
| 188 | } while (0) |
| 189 | |
Maciej Żenczykowski | c3a640d | 2020-02-11 15:01:21 -0800 | [diff] [blame] | 190 | #define SKIP_IF_BPF_SUPPORTED \ |
| 191 | do { \ |
| 192 | if (android::bpf::isBpfSupported()) return; \ |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 193 | } while (0) |
| 194 | |
Maciej Żenczykowski | 8a09a5a | 2020-02-17 17:54:51 -0800 | [diff] [blame] | 195 | #define SKIP_IF_EXTENDED_BPF_NOT_SUPPORTED \ |
| 196 | do { \ |
| 197 | if (android::bpf::getBpfSupportLevel() < android::bpf::BpfLevel::EXTENDED_4_14) { \ |
| 198 | GTEST_LOG_(INFO) << "This test is skipped since extended bpf feature" \ |
| 199 | << "not supported\n"; \ |
| 200 | return; \ |
| 201 | } \ |
Maciej Żenczykowski | 672b0e7 | 2020-02-12 04:15:20 -0800 | [diff] [blame] | 202 | } while (0) |
| 203 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 204 | } // namespace bpf |
| 205 | } // namespace android |
| 206 | |
| 207 | #endif |