blob: bdffc0f0bbdf95473383250b5d48e8cf5dfeefa3 [file] [log] [blame]
Chenbo Feng75b410b2018-10-10 15:01:19 -07001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Maciej Żenczykowski23c436f2021-01-21 14:24:15 -080017#pragma once
Chenbo Feng75b410b2018-10-10 15:01:19 -070018
19#include <linux/bpf.h>
20
Steven Morelande7cd2a72020-01-10 17:49:35 -080021#include <android-base/result.h>
Chenbo Feng75b410b2018-10-10 15:01:19 -070022#include <android-base/stringprintf.h>
23#include <android-base/unique_fd.h>
24#include <utils/Log.h>
25#include "bpf/BpfUtils.h"
Chenbo Feng75b410b2018-10-10 15:01:19 -070026
27namespace android {
28namespace bpf {
29
30// This is a class wrapper for eBPF maps. The eBPF map is a special in-kernel
31// data structure that stores data in <Key, Value> pairs. It can be read/write
32// from userspace by passing syscalls with the map file descriptor. This class
33// is used to generalize the procedure of interacting with eBPF maps and hide
34// the implementation detail from other process. Besides the basic syscalls
35// wrapper, it also provides some useful helper functions as well as an iterator
36// nested class to iterate the map more easily.
37//
38// NOTE: A kernel eBPF map may be accessed by both kernel and userspace
39// processes at the same time. Or if the map is pinned as a virtual file, it can
40// be obtained by multiple eBPF map class object and accessed concurrently.
41// Though the map class object and the underlying kernel map are thread safe, it
42// is not safe to iterate over a map while another thread or process is deleting
43// from it. In this case the iteration can return duplicate entries.
44template <class Key, class Value>
45class BpfMap {
46 public:
Maciej Żenczykowskie6cbd402019-08-09 18:20:26 -070047 BpfMap<Key, Value>() {};
Maciej Żenczykowskie6cbd402019-08-09 18:20:26 -070048
Maciej Żenczykowskidfd941f2020-01-20 03:18:26 -080049 protected:
50 // flag must be within BPF_OBJ_FLAG_MASK, ie. 0, BPF_F_RDONLY, BPF_F_WRONLY
51 BpfMap<Key, Value>(const char* pathname, uint32_t flags) {
52 int map_fd = mapRetrieve(pathname, flags);
53 if (map_fd >= 0) mMapFd.reset(map_fd);
54 }
55
56 public:
57 explicit BpfMap<Key, Value>(const char* pathname) : BpfMap<Key, Value>(pathname, 0) {}
Maciej Żenczykowskie6cbd402019-08-09 18:20:26 -070058
Hungming Chen6161ff22020-03-05 14:47:53 +080059 BpfMap<Key, Value>(bpf_map_type map_type, uint32_t max_entries, uint32_t map_flags = 0) {
Chenbo Feng75b410b2018-10-10 15:01:19 -070060 int map_fd = createMap(map_type, sizeof(Key), sizeof(Value), max_entries, map_flags);
Maciej Żenczykowskidfd941f2020-01-20 03:18:26 -080061 if (map_fd >= 0) mMapFd.reset(map_fd);
Chenbo Feng75b410b2018-10-10 15:01:19 -070062 }
63
Steven Morelande7cd2a72020-01-10 17:49:35 -080064 base::Result<Key> getFirstKey() const {
Chenbo Feng75b410b2018-10-10 15:01:19 -070065 Key firstKey;
66 if (getFirstMapKey(mMapFd, &firstKey)) {
Tom Cherrya7146db2020-02-04 15:27:30 -080067 return ErrnoErrorf("Get firstKey map {} failed", mMapFd.get());
Chenbo Feng75b410b2018-10-10 15:01:19 -070068 }
69 return firstKey;
70 }
71
Steven Morelande7cd2a72020-01-10 17:49:35 -080072 base::Result<Key> getNextKey(const Key& key) const {
Chenbo Feng75b410b2018-10-10 15:01:19 -070073 Key nextKey;
Maciej Żenczykowski79365da2020-01-17 19:07:37 -080074 if (getNextMapKey(mMapFd, &key, &nextKey)) {
Tom Cherrya7146db2020-02-04 15:27:30 -080075 return ErrnoErrorf("Get next key of map {} failed", mMapFd.get());
Chenbo Feng75b410b2018-10-10 15:01:19 -070076 }
77 return nextKey;
78 }
79
Steven Morelande7cd2a72020-01-10 17:49:35 -080080 base::Result<void> writeValue(const Key& key, const Value& value, uint64_t flags) {
Maciej Żenczykowski79365da2020-01-17 19:07:37 -080081 if (writeToMapEntry(mMapFd, &key, &value, flags)) {
Tom Cherrya7146db2020-02-04 15:27:30 -080082 return ErrnoErrorf("Write to map {} failed", mMapFd.get());
Chenbo Feng75b410b2018-10-10 15:01:19 -070083 }
Steven Morelande7cd2a72020-01-10 17:49:35 -080084 return {};
Chenbo Feng75b410b2018-10-10 15:01:19 -070085 }
86
Steven Morelande7cd2a72020-01-10 17:49:35 -080087 base::Result<Value> readValue(const Key key) const {
Chenbo Feng75b410b2018-10-10 15:01:19 -070088 Value value;
Maciej Żenczykowski79365da2020-01-17 19:07:37 -080089 if (findMapEntry(mMapFd, &key, &value)) {
Tom Cherrya7146db2020-02-04 15:27:30 -080090 return ErrnoErrorf("Read value of map {} failed", mMapFd.get());
Chenbo Feng75b410b2018-10-10 15:01:19 -070091 }
92 return value;
93 }
94
Steven Morelande7cd2a72020-01-10 17:49:35 -080095 base::Result<void> deleteValue(const Key& key) {
Maciej Żenczykowski79365da2020-01-17 19:07:37 -080096 if (deleteMapEntry(mMapFd, &key)) {
Tom Cherrya7146db2020-02-04 15:27:30 -080097 return ErrnoErrorf("Delete entry from map {} failed", mMapFd.get());
Chenbo Feng75b410b2018-10-10 15:01:19 -070098 }
Steven Morelande7cd2a72020-01-10 17:49:35 -080099 return {};
Chenbo Feng75b410b2018-10-10 15:01:19 -0700100 }
101
Maciej Żenczykowski52108bf2019-04-01 10:41:13 -0700102 // Function that tries to get map from a pinned path.
Steven Morelande7cd2a72020-01-10 17:49:35 -0800103 base::Result<void> init(const char* path);
Chenbo Feng75b410b2018-10-10 15:01:19 -0700104
105 // Iterate through the map and handle each key retrieved based on the filter
106 // without modification of map content.
Steven Morelande7cd2a72020-01-10 17:49:35 -0800107 base::Result<void> iterate(
108 const std::function<base::Result<void>(const Key& key, const BpfMap<Key, Value>& map)>&
109 filter) const;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700110
111 // Iterate through the map and get each <key, value> pair, handle each <key,
112 // value> pair based on the filter without modification of map content.
Steven Morelande7cd2a72020-01-10 17:49:35 -0800113 base::Result<void> iterateWithValue(
114 const std::function<base::Result<void>(const Key& key, const Value& value,
115 const BpfMap<Key, Value>& map)>& filter) const;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700116
117 // Iterate through the map and handle each key retrieved based on the filter
Steven Morelande7cd2a72020-01-10 17:49:35 -0800118 base::Result<void> iterate(
119 const std::function<base::Result<void>(const Key& key, BpfMap<Key, Value>& map)>&
120 filter);
Chenbo Feng75b410b2018-10-10 15:01:19 -0700121
122 // Iterate through the map and get each <key, value> pair, handle each <key,
123 // value> pair based on the filter.
Steven Morelande7cd2a72020-01-10 17:49:35 -0800124 base::Result<void> iterateWithValue(
125 const std::function<base::Result<void>(const Key& key, const Value& value,
126 BpfMap<Key, Value>& map)>& filter);
Chenbo Feng75b410b2018-10-10 15:01:19 -0700127
128 const base::unique_fd& getMap() const { return mMapFd; };
129
Hungming Chen4008da92020-02-27 17:26:40 +0800130 // Copy assignment operator
Maciej Żenczykowski54a7e762020-04-24 08:02:21 -0700131 BpfMap<Key, Value>& operator=(const BpfMap<Key, Value>& other) {
132 if (this != &other) mMapFd.reset(fcntl(other.mMapFd.get(), F_DUPFD_CLOEXEC, 0));
133 return *this;
Hungming Chen4008da92020-02-27 17:26:40 +0800134 }
135
Maciej Żenczykowski8ed7c0f2021-01-14 13:20:41 -0800136 // Move assignment operator
137 BpfMap<Key, Value>& operator=(BpfMap<Key, Value>&& other) noexcept {
Chenbo Feng75b410b2018-10-10 15:01:19 -0700138 mMapFd = std::move(other.mMapFd);
Maciej Żenczykowski4f657392020-01-20 15:06:22 -0800139 other.reset(-1);
Maciej Żenczykowski8ed7c0f2021-01-14 13:20:41 -0800140 return *this;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700141 }
142
Maciej Żenczykowski4f657392020-01-20 15:06:22 -0800143 void reset(base::unique_fd fd) = delete;
144
145 void reset(int fd) { mMapFd.reset(fd); }
Chenbo Feng75b410b2018-10-10 15:01:19 -0700146
147 bool isValid() const { return mMapFd != -1; }
148
Steven Morelande7cd2a72020-01-10 17:49:35 -0800149 base::Result<void> clear() {
Maciej Żenczykowskib7176fb2020-02-19 10:59:09 -0800150 while (true) {
151 auto key = getFirstKey();
152 if (!key.ok()) {
153 if (key.error().code() == ENOENT) return {}; // empty: success
154 return key.error(); // Anything else is an error
Chenbo Feng75b410b2018-10-10 15:01:19 -0700155 }
Maciej Żenczykowskib7176fb2020-02-19 10:59:09 -0800156 auto res = deleteValue(key.value());
157 if (!res.ok()) {
158 // Someone else could have deleted the key, so ignore ENOENT
159 if (res.error().code() == ENOENT) continue;
160 ALOGE("Failed to delete data %s", strerror(res.error().code()));
161 return res.error();
162 }
163 }
Chenbo Feng75b410b2018-10-10 15:01:19 -0700164 }
165
Steven Morelande7cd2a72020-01-10 17:49:35 -0800166 base::Result<bool> isEmpty() const {
Maciej Żenczykowskib7176fb2020-02-19 10:59:09 -0800167 auto key = getFirstKey();
Bernie Innocenti43d25382020-02-10 07:25:16 +0900168 if (!key.ok()) {
Steven Morelande7cd2a72020-01-10 17:49:35 -0800169 // Return error code ENOENT means the map is empty
170 if (key.error().code() == ENOENT) return true;
171 return key.error();
172 }
Chenbo Feng75b410b2018-10-10 15:01:19 -0700173 return false;
174 }
175
176 private:
177 base::unique_fd mMapFd;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700178};
179
180template <class Key, class Value>
Steven Morelande7cd2a72020-01-10 17:49:35 -0800181base::Result<void> BpfMap<Key, Value>::init(const char* path) {
Maciej Żenczykowskiaa295c82020-06-16 17:02:48 -0700182 mMapFd = base::unique_fd(mapRetrieveRW(path));
Maciej Żenczykowski52108bf2019-04-01 10:41:13 -0700183 if (mMapFd == -1) {
Tom Cherrya7146db2020-02-04 15:27:30 -0800184 return ErrnoErrorf("Pinned map not accessible or does not exist: ({})", path);
Chenbo Feng75b410b2018-10-10 15:01:19 -0700185 }
Steven Morelande7cd2a72020-01-10 17:49:35 -0800186 return {};
Chenbo Feng75b410b2018-10-10 15:01:19 -0700187}
188
189template <class Key, class Value>
Steven Morelande7cd2a72020-01-10 17:49:35 -0800190base::Result<void> BpfMap<Key, Value>::iterate(
191 const std::function<base::Result<void>(const Key& key, const BpfMap<Key, Value>& map)>&
192 filter) const {
193 base::Result<Key> curKey = getFirstKey();
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900194 while (curKey.ok()) {
Steven Morelande7cd2a72020-01-10 17:49:35 -0800195 const base::Result<Key>& nextKey = getNextKey(curKey.value());
196 base::Result<void> status = filter(curKey.value(), *this);
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900197 if (!status.ok()) return status;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700198 curKey = nextKey;
199 }
Steven Morelande7cd2a72020-01-10 17:49:35 -0800200 if (curKey.error().code() == ENOENT) return {};
201 return curKey.error();
Chenbo Feng75b410b2018-10-10 15:01:19 -0700202}
203
204template <class Key, class Value>
Steven Morelande7cd2a72020-01-10 17:49:35 -0800205base::Result<void> BpfMap<Key, Value>::iterateWithValue(
206 const std::function<base::Result<void>(const Key& key, const Value& value,
207 const BpfMap<Key, Value>& map)>& filter) const {
208 base::Result<Key> curKey = getFirstKey();
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900209 while (curKey.ok()) {
Steven Morelande7cd2a72020-01-10 17:49:35 -0800210 const base::Result<Key>& nextKey = getNextKey(curKey.value());
Maciej Żenczykowskib7176fb2020-02-19 10:59:09 -0800211 base::Result<Value> curValue = readValue(curKey.value());
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900212 if (!curValue.ok()) return curValue.error();
Steven Morelande7cd2a72020-01-10 17:49:35 -0800213 base::Result<void> status = filter(curKey.value(), curValue.value(), *this);
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900214 if (!status.ok()) return status;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700215 curKey = nextKey;
216 }
Steven Morelande7cd2a72020-01-10 17:49:35 -0800217 if (curKey.error().code() == ENOENT) return {};
218 return curKey.error();
Chenbo Feng75b410b2018-10-10 15:01:19 -0700219}
220
221template <class Key, class Value>
Steven Morelande7cd2a72020-01-10 17:49:35 -0800222base::Result<void> BpfMap<Key, Value>::iterate(
223 const std::function<base::Result<void>(const Key& key, BpfMap<Key, Value>& map)>& filter) {
224 base::Result<Key> curKey = getFirstKey();
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900225 while (curKey.ok()) {
Steven Morelande7cd2a72020-01-10 17:49:35 -0800226 const base::Result<Key>& nextKey = getNextKey(curKey.value());
227 base::Result<void> status = filter(curKey.value(), *this);
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900228 if (!status.ok()) return status;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700229 curKey = nextKey;
230 }
Steven Morelande7cd2a72020-01-10 17:49:35 -0800231 if (curKey.error().code() == ENOENT) return {};
232 return curKey.error();
Chenbo Feng75b410b2018-10-10 15:01:19 -0700233}
234
235template <class Key, class Value>
Steven Morelande7cd2a72020-01-10 17:49:35 -0800236base::Result<void> BpfMap<Key, Value>::iterateWithValue(
237 const std::function<base::Result<void>(const Key& key, const Value& value,
238 BpfMap<Key, Value>& map)>& filter) {
239 base::Result<Key> curKey = getFirstKey();
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900240 while (curKey.ok()) {
Steven Morelande7cd2a72020-01-10 17:49:35 -0800241 const base::Result<Key>& nextKey = getNextKey(curKey.value());
Maciej Żenczykowskib7176fb2020-02-19 10:59:09 -0800242 base::Result<Value> curValue = readValue(curKey.value());
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900243 if (!curValue.ok()) return curValue.error();
Steven Morelande7cd2a72020-01-10 17:49:35 -0800244 base::Result<void> status = filter(curKey.value(), curValue.value(), *this);
Bernie Innocenti5953dee2020-02-06 04:22:41 +0900245 if (!status.ok()) return status;
Chenbo Feng75b410b2018-10-10 15:01:19 -0700246 curKey = nextKey;
247 }
Steven Morelande7cd2a72020-01-10 17:49:35 -0800248 if (curKey.error().code() == ENOENT) return {};
249 return curKey.error();
Chenbo Feng75b410b2018-10-10 15:01:19 -0700250}
251
Maciej Żenczykowskidfd941f2020-01-20 03:18:26 -0800252template <class Key, class Value>
253class BpfMapRO : public BpfMap<Key, Value> {
254 public:
255 explicit BpfMapRO<Key, Value>(const char* pathname)
256 : BpfMap<Key, Value>(pathname, BPF_F_RDONLY) {}
257};
258
Chenbo Feng75b410b2018-10-10 15:01:19 -0700259} // namespace bpf
260} // namespace android