Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef BPF_BPFMAP_H |
| 18 | #define BPF_BPFMAP_H |
| 19 | |
| 20 | #include <linux/bpf.h> |
| 21 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 22 | #include <android-base/result.h> |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 23 | #include <android-base/stringprintf.h> |
| 24 | #include <android-base/unique_fd.h> |
| 25 | #include <utils/Log.h> |
| 26 | #include "bpf/BpfUtils.h" |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 27 | |
| 28 | namespace android { |
| 29 | namespace bpf { |
| 30 | |
| 31 | // This is a class wrapper for eBPF maps. The eBPF map is a special in-kernel |
| 32 | // data structure that stores data in <Key, Value> pairs. It can be read/write |
| 33 | // from userspace by passing syscalls with the map file descriptor. This class |
| 34 | // is used to generalize the procedure of interacting with eBPF maps and hide |
| 35 | // the implementation detail from other process. Besides the basic syscalls |
| 36 | // wrapper, it also provides some useful helper functions as well as an iterator |
| 37 | // nested class to iterate the map more easily. |
| 38 | // |
| 39 | // NOTE: A kernel eBPF map may be accessed by both kernel and userspace |
| 40 | // processes at the same time. Or if the map is pinned as a virtual file, it can |
| 41 | // be obtained by multiple eBPF map class object and accessed concurrently. |
| 42 | // Though the map class object and the underlying kernel map are thread safe, it |
| 43 | // is not safe to iterate over a map while another thread or process is deleting |
| 44 | // from it. In this case the iteration can return duplicate entries. |
| 45 | template <class Key, class Value> |
| 46 | class BpfMap { |
| 47 | public: |
Maciej Żenczykowski | e6cbd40 | 2019-08-09 18:20:26 -0700 | [diff] [blame] | 48 | BpfMap<Key, Value>() {}; |
Maciej Żenczykowski | e6cbd40 | 2019-08-09 18:20:26 -0700 | [diff] [blame] | 49 | |
Maciej Żenczykowski | dfd941f | 2020-01-20 03:18:26 -0800 | [diff] [blame] | 50 | protected: |
| 51 | // flag must be within BPF_OBJ_FLAG_MASK, ie. 0, BPF_F_RDONLY, BPF_F_WRONLY |
| 52 | BpfMap<Key, Value>(const char* pathname, uint32_t flags) { |
| 53 | int map_fd = mapRetrieve(pathname, flags); |
| 54 | if (map_fd >= 0) mMapFd.reset(map_fd); |
| 55 | } |
| 56 | |
| 57 | public: |
| 58 | explicit BpfMap<Key, Value>(const char* pathname) : BpfMap<Key, Value>(pathname, 0) {} |
Maciej Żenczykowski | e6cbd40 | 2019-08-09 18:20:26 -0700 | [diff] [blame] | 59 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 60 | BpfMap<Key, Value>(bpf_map_type map_type, uint32_t max_entries, uint32_t map_flags) { |
| 61 | int map_fd = createMap(map_type, sizeof(Key), sizeof(Value), max_entries, map_flags); |
Maciej Żenczykowski | dfd941f | 2020-01-20 03:18:26 -0800 | [diff] [blame] | 62 | if (map_fd >= 0) mMapFd.reset(map_fd); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 63 | } |
| 64 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 65 | base::Result<Key> getFirstKey() const { |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 66 | Key firstKey; |
| 67 | if (getFirstMapKey(mMapFd, &firstKey)) { |
Tom Cherry | a7146db | 2020-02-04 15:27:30 -0800 | [diff] [blame^] | 68 | return ErrnoErrorf("Get firstKey map {} failed", mMapFd.get()); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 69 | } |
| 70 | return firstKey; |
| 71 | } |
| 72 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 73 | base::Result<Key> getNextKey(const Key& key) const { |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 74 | Key nextKey; |
Maciej Żenczykowski | 79365da | 2020-01-17 19:07:37 -0800 | [diff] [blame] | 75 | if (getNextMapKey(mMapFd, &key, &nextKey)) { |
Tom Cherry | a7146db | 2020-02-04 15:27:30 -0800 | [diff] [blame^] | 76 | return ErrnoErrorf("Get next key of map {} failed", mMapFd.get()); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 77 | } |
| 78 | return nextKey; |
| 79 | } |
| 80 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 81 | base::Result<void> writeValue(const Key& key, const Value& value, uint64_t flags) { |
Maciej Żenczykowski | 79365da | 2020-01-17 19:07:37 -0800 | [diff] [blame] | 82 | if (writeToMapEntry(mMapFd, &key, &value, flags)) { |
Tom Cherry | a7146db | 2020-02-04 15:27:30 -0800 | [diff] [blame^] | 83 | return ErrnoErrorf("Write to map {} failed", mMapFd.get()); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 84 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 85 | return {}; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 86 | } |
| 87 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 88 | base::Result<Value> readValue(const Key key) const { |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 89 | Value value; |
Maciej Żenczykowski | 79365da | 2020-01-17 19:07:37 -0800 | [diff] [blame] | 90 | if (findMapEntry(mMapFd, &key, &value)) { |
Tom Cherry | a7146db | 2020-02-04 15:27:30 -0800 | [diff] [blame^] | 91 | return ErrnoErrorf("Read value of map {} failed", mMapFd.get()); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 92 | } |
| 93 | return value; |
| 94 | } |
| 95 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 96 | base::Result<void> deleteValue(const Key& key) { |
Maciej Żenczykowski | 79365da | 2020-01-17 19:07:37 -0800 | [diff] [blame] | 97 | if (deleteMapEntry(mMapFd, &key)) { |
Tom Cherry | a7146db | 2020-02-04 15:27:30 -0800 | [diff] [blame^] | 98 | return ErrnoErrorf("Delete entry from map {} failed", mMapFd.get()); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 99 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 100 | return {}; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 101 | } |
| 102 | |
Maciej Żenczykowski | 52108bf | 2019-04-01 10:41:13 -0700 | [diff] [blame] | 103 | // Function that tries to get map from a pinned path. |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 104 | base::Result<void> init(const char* path); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 105 | |
| 106 | // Iterate through the map and handle each key retrieved based on the filter |
| 107 | // without modification of map content. |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 108 | base::Result<void> iterate( |
| 109 | const std::function<base::Result<void>(const Key& key, const BpfMap<Key, Value>& map)>& |
| 110 | filter) const; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 111 | |
| 112 | // Iterate through the map and get each <key, value> pair, handle each <key, |
| 113 | // value> pair based on the filter without modification of map content. |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 114 | base::Result<void> iterateWithValue( |
| 115 | const std::function<base::Result<void>(const Key& key, const Value& value, |
| 116 | const BpfMap<Key, Value>& map)>& filter) const; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 117 | |
| 118 | // Iterate through the map and handle each key retrieved based on the filter |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 119 | base::Result<void> iterate( |
| 120 | const std::function<base::Result<void>(const Key& key, BpfMap<Key, Value>& map)>& |
| 121 | filter); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 122 | |
| 123 | // Iterate through the map and get each <key, value> pair, handle each <key, |
| 124 | // value> pair based on the filter. |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 125 | base::Result<void> iterateWithValue( |
| 126 | const std::function<base::Result<void>(const Key& key, const Value& value, |
| 127 | BpfMap<Key, Value>& map)>& filter); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 128 | |
| 129 | const base::unique_fd& getMap() const { return mMapFd; }; |
| 130 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 131 | // Move constructor |
| 132 | void operator=(BpfMap<Key, Value>&& other) noexcept { |
| 133 | mMapFd = std::move(other.mMapFd); |
Maciej Żenczykowski | 4f65739 | 2020-01-20 15:06:22 -0800 | [diff] [blame] | 134 | other.reset(-1); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 135 | } |
| 136 | |
Maciej Żenczykowski | 4f65739 | 2020-01-20 15:06:22 -0800 | [diff] [blame] | 137 | void reset(base::unique_fd fd) = delete; |
| 138 | |
| 139 | void reset(int fd) { mMapFd.reset(fd); } |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 140 | |
| 141 | bool isValid() const { return mMapFd != -1; } |
| 142 | |
| 143 | // It is only safe to call this method if it is guaranteed that nothing will concurrently |
| 144 | // iterate over the map in any process. |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 145 | base::Result<void> clear() { |
| 146 | const auto deleteAllEntries = [](const Key& key, |
| 147 | BpfMap<Key, Value>& map) -> base::Result<void> { |
| 148 | base::Result<void> res = map.deleteValue(key); |
| 149 | if (!res && res.error().code() != ENOENT) { |
| 150 | ALOGE("Failed to delete data %s", strerror(res.error().code())); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 151 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 152 | return {}; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 153 | }; |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 154 | return iterate(deleteAllEntries); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 155 | } |
| 156 | |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 157 | base::Result<bool> isEmpty() const { |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 158 | auto key = this->getFirstKey(); |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 159 | if (!key) { |
| 160 | // Return error code ENOENT means the map is empty |
| 161 | if (key.error().code() == ENOENT) return true; |
| 162 | return key.error(); |
| 163 | } |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 164 | return false; |
| 165 | } |
| 166 | |
| 167 | private: |
| 168 | base::unique_fd mMapFd; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 169 | }; |
| 170 | |
| 171 | template <class Key, class Value> |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 172 | base::Result<void> BpfMap<Key, Value>::init(const char* path) { |
Maciej Żenczykowski | 52108bf | 2019-04-01 10:41:13 -0700 | [diff] [blame] | 173 | mMapFd = base::unique_fd(mapRetrieve(path, 0)); |
| 174 | if (mMapFd == -1) { |
Tom Cherry | a7146db | 2020-02-04 15:27:30 -0800 | [diff] [blame^] | 175 | return ErrnoErrorf("Pinned map not accessible or does not exist: ({})", path); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 176 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 177 | return {}; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | template <class Key, class Value> |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 181 | base::Result<void> BpfMap<Key, Value>::iterate( |
| 182 | const std::function<base::Result<void>(const Key& key, const BpfMap<Key, Value>& map)>& |
| 183 | filter) const { |
| 184 | base::Result<Key> curKey = getFirstKey(); |
| 185 | while (curKey) { |
| 186 | const base::Result<Key>& nextKey = getNextKey(curKey.value()); |
| 187 | base::Result<void> status = filter(curKey.value(), *this); |
| 188 | if (!status) return status; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 189 | curKey = nextKey; |
| 190 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 191 | if (curKey.error().code() == ENOENT) return {}; |
| 192 | return curKey.error(); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 193 | } |
| 194 | |
| 195 | template <class Key, class Value> |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 196 | base::Result<void> BpfMap<Key, Value>::iterateWithValue( |
| 197 | const std::function<base::Result<void>(const Key& key, const Value& value, |
| 198 | const BpfMap<Key, Value>& map)>& filter) const { |
| 199 | base::Result<Key> curKey = getFirstKey(); |
| 200 | while (curKey) { |
| 201 | const base::Result<Key>& nextKey = getNextKey(curKey.value()); |
| 202 | base::Result<Value> curValue = this->readValue(curKey.value()); |
| 203 | if (!curValue) return curValue.error(); |
| 204 | base::Result<void> status = filter(curKey.value(), curValue.value(), *this); |
| 205 | if (!status) return status; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 206 | curKey = nextKey; |
| 207 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 208 | if (curKey.error().code() == ENOENT) return {}; |
| 209 | return curKey.error(); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 210 | } |
| 211 | |
| 212 | template <class Key, class Value> |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 213 | base::Result<void> BpfMap<Key, Value>::iterate( |
| 214 | const std::function<base::Result<void>(const Key& key, BpfMap<Key, Value>& map)>& filter) { |
| 215 | base::Result<Key> curKey = getFirstKey(); |
| 216 | while (curKey) { |
| 217 | const base::Result<Key>& nextKey = getNextKey(curKey.value()); |
| 218 | base::Result<void> status = filter(curKey.value(), *this); |
| 219 | if (!status) return status; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 220 | curKey = nextKey; |
| 221 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 222 | if (curKey.error().code() == ENOENT) return {}; |
| 223 | return curKey.error(); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | template <class Key, class Value> |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 227 | base::Result<void> BpfMap<Key, Value>::iterateWithValue( |
| 228 | const std::function<base::Result<void>(const Key& key, const Value& value, |
| 229 | BpfMap<Key, Value>& map)>& filter) { |
| 230 | base::Result<Key> curKey = getFirstKey(); |
| 231 | while (curKey) { |
| 232 | const base::Result<Key>& nextKey = getNextKey(curKey.value()); |
| 233 | base::Result<Value> curValue = this->readValue(curKey.value()); |
| 234 | if (!curValue) return curValue.error(); |
| 235 | base::Result<void> status = filter(curKey.value(), curValue.value(), *this); |
| 236 | if (!status) return status; |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 237 | curKey = nextKey; |
| 238 | } |
Steven Moreland | e7cd2a7 | 2020-01-10 17:49:35 -0800 | [diff] [blame] | 239 | if (curKey.error().code() == ENOENT) return {}; |
| 240 | return curKey.error(); |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 241 | } |
| 242 | |
Maciej Żenczykowski | dfd941f | 2020-01-20 03:18:26 -0800 | [diff] [blame] | 243 | template <class Key, class Value> |
| 244 | class BpfMapRO : public BpfMap<Key, Value> { |
| 245 | public: |
| 246 | explicit BpfMapRO<Key, Value>(const char* pathname) |
| 247 | : BpfMap<Key, Value>(pathname, BPF_F_RDONLY) {} |
| 248 | }; |
| 249 | |
Chenbo Feng | 75b410b | 2018-10-10 15:01:19 -0700 | [diff] [blame] | 250 | } // namespace bpf |
| 251 | } // namespace android |
| 252 | |
| 253 | #endif |