blob: d243b97285a2ac3f320d9f84930cef9ac465b15f [file] [log] [blame]
Christopher Ferris82d75042015-01-26 10:57:07 -08001/****************************************************************************
2 ****************************************************************************
3 ***
4 *** This header was automatically generated from a Linux kernel header
5 *** of the same name, to make information necessary for userspace to
6 *** call into the kernel available to libc. It contains only constants,
7 *** structures, and macros generated from the original header, and thus,
8 *** contains no copyrightable information.
9 ***
10 *** To edit the content of this header, modify the corresponding
11 *** source file (e.g. under external/kernel-headers/original/) then
12 *** run bionic/libc/kernel/tools/update_all.py
13 ***
14 *** Any manual change here will be lost the next time this script will
15 *** be run. You've been warned!
16 ***
17 ****************************************************************************
18 ****************************************************************************/
19#ifndef _UAPI__LINUX_BPF_H__
20#define _UAPI__LINUX_BPF_H__
21#include <linux/types.h>
22#include <linux/bpf_common.h>
Christopher Ferris24f97eb2019-05-20 12:58:13 -070023#define BPF_JMP32 0x06
Christopher Ferris82d75042015-01-26 10:57:07 -080024#define BPF_ALU64 0x07
25#define BPF_DW 0x18
Christopher Ferrisa9750ed2021-05-03 14:02:49 -070026#define BPF_ATOMIC 0xc0
Christopher Ferris82d75042015-01-26 10:57:07 -080027#define BPF_XADD 0xc0
28#define BPF_MOV 0xb0
Christopher Ferris82d75042015-01-26 10:57:07 -080029#define BPF_ARSH 0xc0
30#define BPF_END 0xd0
31#define BPF_TO_LE 0x00
32#define BPF_TO_BE 0x08
Christopher Ferris82d75042015-01-26 10:57:07 -080033#define BPF_FROM_LE BPF_TO_LE
34#define BPF_FROM_BE BPF_TO_BE
35#define BPF_JNE 0x50
Christopher Ferris1308ad32017-11-14 17:32:13 -080036#define BPF_JLT 0xa0
37#define BPF_JLE 0xb0
Christopher Ferris82d75042015-01-26 10:57:07 -080038#define BPF_JSGT 0x60
Christopher Ferris82d75042015-01-26 10:57:07 -080039#define BPF_JSGE 0x70
Christopher Ferris1308ad32017-11-14 17:32:13 -080040#define BPF_JSLT 0xc0
41#define BPF_JSLE 0xd0
Christopher Ferris82d75042015-01-26 10:57:07 -080042#define BPF_CALL 0x80
43#define BPF_EXIT 0x90
Christopher Ferrisa9750ed2021-05-03 14:02:49 -070044#define BPF_FETCH 0x01
45#define BPF_XCHG (0xe0 | BPF_FETCH)
46#define BPF_CMPXCHG (0xf0 | BPF_FETCH)
Christopher Ferris82d75042015-01-26 10:57:07 -080047enum {
Tao Baod7db5942015-01-28 10:07:51 -080048 BPF_REG_0 = 0,
49 BPF_REG_1,
50 BPF_REG_2,
51 BPF_REG_3,
Tao Baod7db5942015-01-28 10:07:51 -080052 BPF_REG_4,
53 BPF_REG_5,
54 BPF_REG_6,
55 BPF_REG_7,
Tao Baod7db5942015-01-28 10:07:51 -080056 BPF_REG_8,
57 BPF_REG_9,
58 BPF_REG_10,
59 __MAX_BPF_REG,
Christopher Ferris82d75042015-01-26 10:57:07 -080060};
61#define MAX_BPF_REG __MAX_BPF_REG
62struct bpf_insn {
Tao Baod7db5942015-01-28 10:07:51 -080063 __u8 code;
Tao Baod7db5942015-01-28 10:07:51 -080064 __u8 dst_reg : 4;
65 __u8 src_reg : 4;
66 __s16 off;
67 __s32 imm;
Christopher Ferris82d75042015-01-26 10:57:07 -080068};
Christopher Ferris525ce912017-07-26 13:12:53 -070069struct bpf_lpm_trie_key {
70 __u32 prefixlen;
71 __u8 data[0];
72};
Christopher Ferris9ce28842018-10-25 12:11:39 -070073struct bpf_cgroup_storage_key {
74 __u64 cgroup_inode_id;
75 __u32 attach_type;
76};
Christopher Ferris25c18d42020-10-14 17:42:58 -070077union bpf_iter_link_info {
78 struct {
79 __u32 map_fd;
80 } map;
81};
Christopher Ferris82d75042015-01-26 10:57:07 -080082enum bpf_cmd {
Tao Baod7db5942015-01-28 10:07:51 -080083 BPF_MAP_CREATE,
84 BPF_MAP_LOOKUP_ELEM,
Tao Baod7db5942015-01-28 10:07:51 -080085 BPF_MAP_UPDATE_ELEM,
86 BPF_MAP_DELETE_ELEM,
87 BPF_MAP_GET_NEXT_KEY,
88 BPF_PROG_LOAD,
Christopher Ferris05d08e92016-02-04 13:16:38 -080089 BPF_OBJ_PIN,
90 BPF_OBJ_GET,
Christopher Ferris48af7cb2017-02-21 12:35:09 -080091 BPF_PROG_ATTACH,
92 BPF_PROG_DETACH,
Christopher Ferris525ce912017-07-26 13:12:53 -070093 BPF_PROG_TEST_RUN,
Christopher Ferris3a39c0b2021-09-02 00:03:38 +000094 BPF_PROG_RUN = BPF_PROG_TEST_RUN,
Christopher Ferris1308ad32017-11-14 17:32:13 -080095 BPF_PROG_GET_NEXT_ID,
96 BPF_MAP_GET_NEXT_ID,
97 BPF_PROG_GET_FD_BY_ID,
98 BPF_MAP_GET_FD_BY_ID,
99 BPF_OBJ_GET_INFO_BY_FD,
Christopher Ferris934ec942018-01-31 15:29:16 -0800100 BPF_PROG_QUERY,
Christopher Ferris76a1d452018-06-27 14:12:29 -0700101 BPF_RAW_TRACEPOINT_OPEN,
Christopher Ferris9ce28842018-10-25 12:11:39 -0700102 BPF_BTF_LOAD,
103 BPF_BTF_GET_FD_BY_ID,
104 BPF_TASK_FD_QUERY,
Christopher Ferris86a48372019-01-10 14:14:59 -0800105 BPF_MAP_LOOKUP_AND_DELETE_ELEM,
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700106 BPF_MAP_FREEZE,
Christopher Ferris9584fa42019-12-09 15:36:13 -0800107 BPF_BTF_GET_NEXT_ID,
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700108 BPF_MAP_LOOKUP_BATCH,
109 BPF_MAP_LOOKUP_AND_DELETE_BATCH,
110 BPF_MAP_UPDATE_BATCH,
111 BPF_MAP_DELETE_BATCH,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700112 BPF_LINK_CREATE,
113 BPF_LINK_UPDATE,
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700114 BPF_LINK_GET_FD_BY_ID,
115 BPF_LINK_GET_NEXT_ID,
116 BPF_ENABLE_STATS,
117 BPF_ITER_CREATE,
Christopher Ferris25c18d42020-10-14 17:42:58 -0700118 BPF_LINK_DETACH,
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800119 BPF_PROG_BIND_MAP,
Christopher Ferris82d75042015-01-26 10:57:07 -0800120};
121enum bpf_map_type {
Christopher Ferris05d08e92016-02-04 13:16:38 -0800122 BPF_MAP_TYPE_UNSPEC,
123 BPF_MAP_TYPE_HASH,
124 BPF_MAP_TYPE_ARRAY,
125 BPF_MAP_TYPE_PROG_ARRAY,
Christopher Ferris05d08e92016-02-04 13:16:38 -0800126 BPF_MAP_TYPE_PERF_EVENT_ARRAY,
Christopher Ferris106b3a82016-08-24 12:15:38 -0700127 BPF_MAP_TYPE_PERCPU_HASH,
128 BPF_MAP_TYPE_PERCPU_ARRAY,
129 BPF_MAP_TYPE_STACK_TRACE,
Christopher Ferris49f525c2016-12-12 14:55:36 -0800130 BPF_MAP_TYPE_CGROUP_ARRAY,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800131 BPF_MAP_TYPE_LRU_HASH,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800132 BPF_MAP_TYPE_LRU_PERCPU_HASH,
Christopher Ferris525ce912017-07-26 13:12:53 -0700133 BPF_MAP_TYPE_LPM_TRIE,
134 BPF_MAP_TYPE_ARRAY_OF_MAPS,
135 BPF_MAP_TYPE_HASH_OF_MAPS,
Christopher Ferris1308ad32017-11-14 17:32:13 -0800136 BPF_MAP_TYPE_DEVMAP,
137 BPF_MAP_TYPE_SOCKMAP,
Christopher Ferris934ec942018-01-31 15:29:16 -0800138 BPF_MAP_TYPE_CPUMAP,
Christopher Ferris9ce28842018-10-25 12:11:39 -0700139 BPF_MAP_TYPE_XSKMAP,
140 BPF_MAP_TYPE_SOCKHASH,
141 BPF_MAP_TYPE_CGROUP_STORAGE,
142 BPF_MAP_TYPE_REUSEPORT_SOCKARRAY,
Christopher Ferris86a48372019-01-10 14:14:59 -0800143 BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE,
144 BPF_MAP_TYPE_QUEUE,
145 BPF_MAP_TYPE_STACK,
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700146 BPF_MAP_TYPE_SK_STORAGE,
Christopher Ferris9584fa42019-12-09 15:36:13 -0800147 BPF_MAP_TYPE_DEVMAP_HASH,
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700148 BPF_MAP_TYPE_STRUCT_OPS,
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700149 BPF_MAP_TYPE_RINGBUF,
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800150 BPF_MAP_TYPE_INODE_STORAGE,
Christopher Ferris05667cd2021-02-16 16:01:34 -0800151 BPF_MAP_TYPE_TASK_STORAGE,
Christopher Ferris05d08e92016-02-04 13:16:38 -0800152};
Christopher Ferris82d75042015-01-26 10:57:07 -0800153enum bpf_prog_type {
Tao Baod7db5942015-01-28 10:07:51 -0800154 BPF_PROG_TYPE_UNSPEC,
Christopher Ferris49f525c2016-12-12 14:55:36 -0800155 BPF_PROG_TYPE_SOCKET_FILTER,
Christopher Ferris05d08e92016-02-04 13:16:38 -0800156 BPF_PROG_TYPE_KPROBE,
157 BPF_PROG_TYPE_SCHED_CLS,
158 BPF_PROG_TYPE_SCHED_ACT,
Christopher Ferris49f525c2016-12-12 14:55:36 -0800159 BPF_PROG_TYPE_TRACEPOINT,
160 BPF_PROG_TYPE_XDP,
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800161 BPF_PROG_TYPE_PERF_EVENT,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800162 BPF_PROG_TYPE_CGROUP_SKB,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800163 BPF_PROG_TYPE_CGROUP_SOCK,
164 BPF_PROG_TYPE_LWT_IN,
165 BPF_PROG_TYPE_LWT_OUT,
166 BPF_PROG_TYPE_LWT_XMIT,
Christopher Ferris1308ad32017-11-14 17:32:13 -0800167 BPF_PROG_TYPE_SOCK_OPS,
168 BPF_PROG_TYPE_SK_SKB,
Christopher Ferris934ec942018-01-31 15:29:16 -0800169 BPF_PROG_TYPE_CGROUP_DEVICE,
Christopher Ferris76a1d452018-06-27 14:12:29 -0700170 BPF_PROG_TYPE_SK_MSG,
171 BPF_PROG_TYPE_RAW_TRACEPOINT,
172 BPF_PROG_TYPE_CGROUP_SOCK_ADDR,
Christopher Ferris9ce28842018-10-25 12:11:39 -0700173 BPF_PROG_TYPE_LWT_SEG6LOCAL,
174 BPF_PROG_TYPE_LIRC_MODE2,
175 BPF_PROG_TYPE_SK_REUSEPORT,
Christopher Ferris86a48372019-01-10 14:14:59 -0800176 BPF_PROG_TYPE_FLOW_DISSECTOR,
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700177 BPF_PROG_TYPE_CGROUP_SYSCTL,
178 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE,
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700179 BPF_PROG_TYPE_CGROUP_SOCKOPT,
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800180 BPF_PROG_TYPE_TRACING,
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700181 BPF_PROG_TYPE_STRUCT_OPS,
182 BPF_PROG_TYPE_EXT,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700183 BPF_PROG_TYPE_LSM,
Christopher Ferris25c18d42020-10-14 17:42:58 -0700184 BPF_PROG_TYPE_SK_LOOKUP,
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000185 BPF_PROG_TYPE_SYSCALL,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800186};
187enum bpf_attach_type {
188 BPF_CGROUP_INET_INGRESS,
189 BPF_CGROUP_INET_EGRESS,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800190 BPF_CGROUP_INET_SOCK_CREATE,
Christopher Ferris1308ad32017-11-14 17:32:13 -0800191 BPF_CGROUP_SOCK_OPS,
192 BPF_SK_SKB_STREAM_PARSER,
193 BPF_SK_SKB_STREAM_VERDICT,
Christopher Ferris934ec942018-01-31 15:29:16 -0800194 BPF_CGROUP_DEVICE,
Christopher Ferris76a1d452018-06-27 14:12:29 -0700195 BPF_SK_MSG_VERDICT,
196 BPF_CGROUP_INET4_BIND,
197 BPF_CGROUP_INET6_BIND,
198 BPF_CGROUP_INET4_CONNECT,
199 BPF_CGROUP_INET6_CONNECT,
200 BPF_CGROUP_INET4_POST_BIND,
201 BPF_CGROUP_INET6_POST_BIND,
Christopher Ferris9ce28842018-10-25 12:11:39 -0700202 BPF_CGROUP_UDP4_SENDMSG,
203 BPF_CGROUP_UDP6_SENDMSG,
204 BPF_LIRC_MODE2,
Christopher Ferris86a48372019-01-10 14:14:59 -0800205 BPF_FLOW_DISSECTOR,
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700206 BPF_CGROUP_SYSCTL,
207 BPF_CGROUP_UDP4_RECVMSG,
208 BPF_CGROUP_UDP6_RECVMSG,
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700209 BPF_CGROUP_GETSOCKOPT,
210 BPF_CGROUP_SETSOCKOPT,
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800211 BPF_TRACE_RAW_TP,
212 BPF_TRACE_FENTRY,
213 BPF_TRACE_FEXIT,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700214 BPF_MODIFY_RETURN,
215 BPF_LSM_MAC,
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700216 BPF_TRACE_ITER,
217 BPF_CGROUP_INET4_GETPEERNAME,
218 BPF_CGROUP_INET6_GETPEERNAME,
219 BPF_CGROUP_INET4_GETSOCKNAME,
220 BPF_CGROUP_INET6_GETSOCKNAME,
221 BPF_XDP_DEVMAP,
Christopher Ferris25c18d42020-10-14 17:42:58 -0700222 BPF_CGROUP_INET_SOCK_RELEASE,
223 BPF_XDP_CPUMAP,
224 BPF_SK_LOOKUP,
225 BPF_XDP,
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000226 BPF_SK_SKB_VERDICT,
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000227 BPF_SK_REUSEPORT_SELECT,
228 BPF_SK_REUSEPORT_SELECT_OR_MIGRATE,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800229 __MAX_BPF_ATTACH_TYPE
230};
231#define MAX_BPF_ATTACH_TYPE __MAX_BPF_ATTACH_TYPE
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700232enum bpf_link_type {
233 BPF_LINK_TYPE_UNSPEC = 0,
234 BPF_LINK_TYPE_RAW_TRACEPOINT = 1,
235 BPF_LINK_TYPE_TRACING = 2,
236 BPF_LINK_TYPE_CGROUP = 3,
237 BPF_LINK_TYPE_ITER = 4,
238 BPF_LINK_TYPE_NETNS = 5,
Christopher Ferris25c18d42020-10-14 17:42:58 -0700239 BPF_LINK_TYPE_XDP = 6,
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700240 MAX_BPF_LINK_TYPE,
241};
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800242#define BPF_F_ALLOW_OVERRIDE (1U << 0)
Christopher Ferris934ec942018-01-31 15:29:16 -0800243#define BPF_F_ALLOW_MULTI (1U << 1)
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700244#define BPF_F_REPLACE (1U << 2)
Christopher Ferris525ce912017-07-26 13:12:53 -0700245#define BPF_F_STRICT_ALIGNMENT (1U << 0)
Christopher Ferrisd842e432019-03-07 10:21:59 -0800246#define BPF_F_ANY_ALIGNMENT (1U << 1)
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700247#define BPF_F_TEST_RND_HI32 (1U << 2)
Christopher Ferris9584fa42019-12-09 15:36:13 -0800248#define BPF_F_TEST_STATE_FREQ (1U << 3)
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800249#define BPF_F_SLEEPABLE (1U << 4)
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800250#define BPF_PSEUDO_MAP_FD 1
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000251#define BPF_PSEUDO_MAP_IDX 5
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700252#define BPF_PSEUDO_MAP_VALUE 2
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000253#define BPF_PSEUDO_MAP_IDX_VALUE 6
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800254#define BPF_PSEUDO_BTF_ID 3
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000255#define BPF_PSEUDO_FUNC 4
Christopher Ferris76a1d452018-06-27 14:12:29 -0700256#define BPF_PSEUDO_CALL 1
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000257#define BPF_PSEUDO_KFUNC_CALL 2
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700258enum {
259 BPF_ANY = 0,
260 BPF_NOEXIST = 1,
261 BPF_EXIST = 2,
262 BPF_F_LOCK = 4,
263};
264enum {
265 BPF_F_NO_PREALLOC = (1U << 0),
266 BPF_F_NO_COMMON_LRU = (1U << 1),
267 BPF_F_NUMA_NODE = (1U << 2),
268 BPF_F_RDONLY = (1U << 3),
269 BPF_F_WRONLY = (1U << 4),
270 BPF_F_STACK_BUILD_ID = (1U << 5),
271 BPF_F_ZERO_SEED = (1U << 6),
272 BPF_F_RDONLY_PROG = (1U << 7),
273 BPF_F_WRONLY_PROG = (1U << 8),
274 BPF_F_CLONE = (1U << 9),
275 BPF_F_MMAPABLE = (1U << 10),
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800276 BPF_F_PRESERVE_ELEMS = (1U << 11),
277 BPF_F_INNER_MAP = (1U << 12),
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700278};
Christopher Ferrisd842e432019-03-07 10:21:59 -0800279#define BPF_F_QUERY_EFFECTIVE (1U << 0)
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800280#define BPF_F_TEST_RUN_ON_CPU (1U << 0)
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700281enum bpf_stats_type {
282 BPF_STATS_RUN_TIME = 0,
283};
Christopher Ferris76a1d452018-06-27 14:12:29 -0700284enum bpf_stack_build_id_status {
285 BPF_STACK_BUILD_ID_EMPTY = 0,
286 BPF_STACK_BUILD_ID_VALID = 1,
287 BPF_STACK_BUILD_ID_IP = 2,
288};
289#define BPF_BUILD_ID_SIZE 20
290struct bpf_stack_build_id {
291 __s32 status;
292 unsigned char build_id[BPF_BUILD_ID_SIZE];
293 union {
294 __u64 offset;
295 __u64 ip;
296 };
297};
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700298#define BPF_OBJ_NAME_LEN 16U
Christopher Ferris05d08e92016-02-04 13:16:38 -0800299union bpf_attr {
Tao Baod7db5942015-01-28 10:07:51 -0800300 struct {
Christopher Ferris106b3a82016-08-24 12:15:38 -0700301 __u32 map_type;
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800302 __u32 key_size;
Tao Baod7db5942015-01-28 10:07:51 -0800303 __u32 value_size;
Tao Baod7db5942015-01-28 10:07:51 -0800304 __u32 max_entries;
Christopher Ferris106b3a82016-08-24 12:15:38 -0700305 __u32 map_flags;
Christopher Ferris525ce912017-07-26 13:12:53 -0700306 __u32 inner_map_fd;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800307 __u32 numa_node;
Christopher Ferris934ec942018-01-31 15:29:16 -0800308 char map_name[BPF_OBJ_NAME_LEN];
Christopher Ferris76a1d452018-06-27 14:12:29 -0700309 __u32 map_ifindex;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700310 __u32 btf_fd;
311 __u32 btf_key_type_id;
312 __u32 btf_value_type_id;
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700313 __u32 btf_vmlinux_value_type_id;
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800314 };
Tao Baod7db5942015-01-28 10:07:51 -0800315 struct {
316 __u32 map_fd;
Tao Baod7db5942015-01-28 10:07:51 -0800317 __aligned_u64 key;
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800318 union {
Tao Baod7db5942015-01-28 10:07:51 -0800319 __aligned_u64 value;
320 __aligned_u64 next_key;
Tao Baod7db5942015-01-28 10:07:51 -0800321 };
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800322 __u64 flags;
Tao Baod7db5942015-01-28 10:07:51 -0800323 };
324 struct {
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700325 __aligned_u64 in_batch;
326 __aligned_u64 out_batch;
327 __aligned_u64 keys;
328 __aligned_u64 values;
329 __u32 count;
330 __u32 map_fd;
331 __u64 elem_flags;
332 __u64 flags;
333 } batch;
334 struct {
Tao Baod7db5942015-01-28 10:07:51 -0800335 __u32 prog_type;
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800336 __u32 insn_cnt;
Tao Baod7db5942015-01-28 10:07:51 -0800337 __aligned_u64 insns;
338 __aligned_u64 license;
339 __u32 log_level;
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800340 __u32 log_size;
Tao Baod7db5942015-01-28 10:07:51 -0800341 __aligned_u64 log_buf;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800342 __u32 kern_version;
Christopher Ferris525ce912017-07-26 13:12:53 -0700343 __u32 prog_flags;
Christopher Ferris934ec942018-01-31 15:29:16 -0800344 char prog_name[BPF_OBJ_NAME_LEN];
345 __u32 prog_ifindex;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700346 __u32 expected_attach_type;
Christopher Ferrisd842e432019-03-07 10:21:59 -0800347 __u32 prog_btf_fd;
348 __u32 func_info_rec_size;
349 __aligned_u64 func_info;
350 __u32 func_info_cnt;
351 __u32 line_info_rec_size;
352 __aligned_u64 line_info;
353 __u32 line_info_cnt;
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800354 __u32 attach_btf_id;
Christopher Ferris05667cd2021-02-16 16:01:34 -0800355 union {
356 __u32 attach_prog_fd;
357 __u32 attach_btf_obj_fd;
358 };
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000359 __u32 : 32;
360 __aligned_u64 fd_array;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800361 };
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800362 struct {
Christopher Ferris05d08e92016-02-04 13:16:38 -0800363 __aligned_u64 pathname;
364 __u32 bpf_fd;
Christopher Ferris934ec942018-01-31 15:29:16 -0800365 __u32 file_flags;
Tao Baod7db5942015-01-28 10:07:51 -0800366 };
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800367 struct {
368 __u32 target_fd;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800369 __u32 attach_bpf_fd;
370 __u32 attach_type;
371 __u32 attach_flags;
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700372 __u32 replace_bpf_fd;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800373 };
Christopher Ferris525ce912017-07-26 13:12:53 -0700374 struct {
375 __u32 prog_fd;
376 __u32 retval;
377 __u32 data_size_in;
378 __u32 data_size_out;
379 __aligned_u64 data_in;
380 __aligned_u64 data_out;
381 __u32 repeat;
382 __u32 duration;
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700383 __u32 ctx_size_in;
384 __u32 ctx_size_out;
385 __aligned_u64 ctx_in;
386 __aligned_u64 ctx_out;
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800387 __u32 flags;
388 __u32 cpu;
Christopher Ferris525ce912017-07-26 13:12:53 -0700389 } test;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800390 struct {
391 union {
392 __u32 start_id;
393 __u32 prog_id;
394 __u32 map_id;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700395 __u32 btf_id;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700396 __u32 link_id;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800397 };
398 __u32 next_id;
Christopher Ferris934ec942018-01-31 15:29:16 -0800399 __u32 open_flags;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800400 };
401 struct {
402 __u32 bpf_fd;
403 __u32 info_len;
404 __aligned_u64 info;
405 } info;
Christopher Ferris934ec942018-01-31 15:29:16 -0800406 struct {
407 __u32 target_fd;
408 __u32 attach_type;
409 __u32 query_flags;
410 __u32 attach_flags;
411 __aligned_u64 prog_ids;
412 __u32 prog_cnt;
413 } query;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700414 struct {
415 __u64 name;
416 __u32 prog_fd;
417 } raw_tracepoint;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700418 struct {
419 __aligned_u64 btf;
420 __aligned_u64 btf_log_buf;
421 __u32 btf_size;
422 __u32 btf_log_size;
423 __u32 btf_log_level;
424 };
425 struct {
426 __u32 pid;
427 __u32 fd;
428 __u32 flags;
429 __u32 buf_len;
430 __aligned_u64 buf;
431 __u32 prog_id;
432 __u32 fd_type;
433 __u64 probe_offset;
434 __u64 probe_addr;
435 } task_fd_query;
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700436 struct {
437 __u32 prog_fd;
Christopher Ferris25c18d42020-10-14 17:42:58 -0700438 union {
439 __u32 target_fd;
440 __u32 target_ifindex;
441 };
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700442 __u32 attach_type;
443 __u32 flags;
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800444 union {
445 __u32 target_btf_id;
446 struct {
447 __aligned_u64 iter_info;
448 __u32 iter_info_len;
449 };
450 };
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700451 } link_create;
452 struct {
453 __u32 link_fd;
454 __u32 new_prog_fd;
455 __u32 flags;
456 __u32 old_prog_fd;
457 } link_update;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700458 struct {
Christopher Ferris25c18d42020-10-14 17:42:58 -0700459 __u32 link_fd;
460 } link_detach;
461 struct {
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700462 __u32 type;
463 } enable_stats;
464 struct {
465 __u32 link_fd;
466 __u32 flags;
467 } iter_create;
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800468 struct {
469 __u32 prog_fd;
470 __u32 map_fd;
471 __u32 flags;
472 } prog_bind_map;
Christopher Ferris6a9755d2017-01-13 14:09:31 -0800473} __attribute__((aligned(8)));
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000474#define __BPF_FUNC_MAPPER(FN) FN(unspec), FN(map_lookup_elem), FN(map_update_elem), FN(map_delete_elem), FN(probe_read), FN(ktime_get_ns), FN(trace_printk), FN(get_prandom_u32), FN(get_smp_processor_id), FN(skb_store_bytes), FN(l3_csum_replace), FN(l4_csum_replace), FN(tail_call), FN(clone_redirect), FN(get_current_pid_tgid), FN(get_current_uid_gid), FN(get_current_comm), FN(get_cgroup_classid), FN(skb_vlan_push), FN(skb_vlan_pop), FN(skb_get_tunnel_key), FN(skb_set_tunnel_key), FN(perf_event_read), FN(redirect), FN(get_route_realm), FN(perf_event_output), FN(skb_load_bytes), FN(get_stackid), FN(csum_diff), FN(skb_get_tunnel_opt), FN(skb_set_tunnel_opt), FN(skb_change_proto), FN(skb_change_type), FN(skb_under_cgroup), FN(get_hash_recalc), FN(get_current_task), FN(probe_write_user), FN(current_task_under_cgroup), FN(skb_change_tail), FN(skb_pull_data), FN(csum_update), FN(set_hash_invalid), FN(get_numa_node_id), FN(skb_change_head), FN(xdp_adjust_head), FN(probe_read_str), FN(get_socket_cookie), FN(get_socket_uid), FN(set_hash), FN(setsockopt), FN(skb_adjust_room), FN(redirect_map), FN(sk_redirect_map), FN(sock_map_update), FN(xdp_adjust_meta), FN(perf_event_read_value), FN(perf_prog_read_value), FN(getsockopt), FN(override_return), FN(sock_ops_cb_flags_set), FN(msg_redirect_map), FN(msg_apply_bytes), FN(msg_cork_bytes), FN(msg_pull_data), FN(bind), FN(xdp_adjust_tail), FN(skb_get_xfrm_state), FN(get_stack), FN(skb_load_bytes_relative), FN(fib_lookup), FN(sock_hash_update), FN(msg_redirect_hash), FN(sk_redirect_hash), FN(lwt_push_encap), FN(lwt_seg6_store_bytes), FN(lwt_seg6_adjust_srh), FN(lwt_seg6_action), FN(rc_repeat), FN(rc_keydown), FN(skb_cgroup_id), FN(get_current_cgroup_id), FN(get_local_storage), FN(sk_select_reuseport), FN(skb_ancestor_cgroup_id), FN(sk_lookup_tcp), FN(sk_lookup_udp), FN(sk_release), FN(map_push_elem), FN(map_pop_elem), FN(map_peek_elem), FN(msg_push_data), FN(msg_pop_data), FN(rc_pointer_rel), FN(spin_lock), FN(spin_unlock), FN(sk_fullsock), FN(tcp_sock), FN(skb_ecn_set_ce), FN(get_listener_sock), FN(skc_lookup_tcp), FN(tcp_check_syncookie), FN(sysctl_get_name), FN(sysctl_get_current_value), FN(sysctl_get_new_value), FN(sysctl_set_new_value), FN(strtol), FN(strtoul), FN(sk_storage_get), FN(sk_storage_delete), FN(send_signal), FN(tcp_gen_syncookie), FN(skb_output), FN(probe_read_user), FN(probe_read_kernel), FN(probe_read_user_str), FN(probe_read_kernel_str), FN(tcp_send_ack), FN(send_signal_thread), FN(jiffies64), FN(read_branch_records), FN(get_ns_current_pid_tgid), FN(xdp_output), FN(get_netns_cookie), FN(get_current_ancestor_cgroup_id), FN(sk_assign), FN(ktime_get_boot_ns), FN(seq_printf), FN(seq_write), FN(sk_cgroup_id), FN(sk_ancestor_cgroup_id), FN(ringbuf_output), FN(ringbuf_reserve), FN(ringbuf_submit), FN(ringbuf_discard), FN(ringbuf_query), FN(csum_level), FN(skc_to_tcp6_sock), FN(skc_to_tcp_sock), FN(skc_to_tcp_timewait_sock), FN(skc_to_tcp_request_sock), FN(skc_to_udp6_sock), FN(get_task_stack), FN(load_hdr_opt), FN(store_hdr_opt), FN(reserve_hdr_opt), FN(inode_storage_get), FN(inode_storage_delete), FN(d_path), FN(copy_from_user), FN(snprintf_btf), FN(seq_printf_btf), FN(skb_cgroup_classid), FN(redirect_neigh), FN(per_cpu_ptr), FN(this_cpu_ptr), FN(redirect_peer), FN(task_storage_get), FN(task_storage_delete), FN(get_current_task_btf), FN(bprm_opts_set), FN(ktime_get_coarse_ns), FN(ima_inode_hash), FN(sock_from_file), FN(check_mtu), FN(for_each_map_elem), FN(snprintf), FN(sys_bpf), FN(btf_find_by_name_kind), FN(sys_close),
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800475#define __BPF_ENUM_FN(x) BPF_FUNC_ ##x
Christopher Ferris82d75042015-01-26 10:57:07 -0800476enum bpf_func_id {
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800477 __BPF_FUNC_MAPPER(__BPF_ENUM_FN) __BPF_FUNC_MAX_ID,
Christopher Ferris05d08e92016-02-04 13:16:38 -0800478};
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800479#undef __BPF_ENUM_FN
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700480enum {
481 BPF_F_RECOMPUTE_CSUM = (1ULL << 0),
482 BPF_F_INVALIDATE_HASH = (1ULL << 1),
483};
484enum {
485 BPF_F_HDR_FIELD_MASK = 0xfULL,
486};
487enum {
488 BPF_F_PSEUDO_HDR = (1ULL << 4),
489 BPF_F_MARK_MANGLED_0 = (1ULL << 5),
490 BPF_F_MARK_ENFORCE = (1ULL << 6),
491};
492enum {
493 BPF_F_INGRESS = (1ULL << 0),
494};
495enum {
496 BPF_F_TUNINFO_IPV6 = (1ULL << 0),
497};
498enum {
499 BPF_F_SKIP_FIELD_MASK = 0xffULL,
500 BPF_F_USER_STACK = (1ULL << 8),
501 BPF_F_FAST_STACK_CMP = (1ULL << 9),
502 BPF_F_REUSE_STACKID = (1ULL << 10),
503 BPF_F_USER_BUILD_ID = (1ULL << 11),
504};
505enum {
506 BPF_F_ZERO_CSUM_TX = (1ULL << 1),
507 BPF_F_DONT_FRAGMENT = (1ULL << 2),
508 BPF_F_SEQ_NUMBER = (1ULL << 3),
509};
510enum {
511 BPF_F_INDEX_MASK = 0xffffffffULL,
512 BPF_F_CURRENT_CPU = BPF_F_INDEX_MASK,
513 BPF_F_CTXLEN_MASK = (0xfffffULL << 32),
514};
515enum {
516 BPF_F_CURRENT_NETNS = (- 1L),
517};
518enum {
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700519 BPF_CSUM_LEVEL_QUERY,
520 BPF_CSUM_LEVEL_INC,
521 BPF_CSUM_LEVEL_DEC,
522 BPF_CSUM_LEVEL_RESET,
523};
524enum {
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700525 BPF_F_ADJ_ROOM_FIXED_GSO = (1ULL << 0),
526 BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = (1ULL << 1),
527 BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = (1ULL << 2),
528 BPF_F_ADJ_ROOM_ENCAP_L4_GRE = (1ULL << 3),
529 BPF_F_ADJ_ROOM_ENCAP_L4_UDP = (1ULL << 4),
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700530 BPF_F_ADJ_ROOM_NO_CSUM_RESET = (1ULL << 5),
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000531 BPF_F_ADJ_ROOM_ENCAP_L2_ETH = (1ULL << 6),
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700532};
533enum {
534 BPF_ADJ_ROOM_ENCAP_L2_MASK = 0xff,
535 BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56,
536};
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700537#define BPF_F_ADJ_ROOM_ENCAP_L2(len) (((__u64) len & BPF_ADJ_ROOM_ENCAP_L2_MASK) << BPF_ADJ_ROOM_ENCAP_L2_SHIFT)
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700538enum {
539 BPF_F_SYSCTL_BASE_NAME = (1ULL << 0),
540};
541enum {
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800542 BPF_LOCAL_STORAGE_GET_F_CREATE = (1ULL << 0),
543 BPF_SK_STORAGE_GET_F_CREATE = BPF_LOCAL_STORAGE_GET_F_CREATE,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700544};
545enum {
546 BPF_F_GET_BRANCH_RECORDS_SIZE = (1ULL << 0),
547};
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700548enum {
549 BPF_RB_NO_WAKEUP = (1ULL << 0),
550 BPF_RB_FORCE_WAKEUP = (1ULL << 1),
551};
552enum {
553 BPF_RB_AVAIL_DATA = 0,
554 BPF_RB_RING_SIZE = 1,
555 BPF_RB_CONS_POS = 2,
556 BPF_RB_PROD_POS = 3,
557};
558enum {
559 BPF_RINGBUF_BUSY_BIT = (1U << 31),
560 BPF_RINGBUF_DISCARD_BIT = (1U << 30),
561 BPF_RINGBUF_HDR_SZ = 8,
562};
Christopher Ferris25c18d42020-10-14 17:42:58 -0700563enum {
564 BPF_SK_LOOKUP_F_REPLACE = (1ULL << 0),
565 BPF_SK_LOOKUP_F_NO_REUSEPORT = (1ULL << 1),
566};
Christopher Ferris1308ad32017-11-14 17:32:13 -0800567enum bpf_adj_room_mode {
568 BPF_ADJ_ROOM_NET,
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -0700569 BPF_ADJ_ROOM_MAC,
Christopher Ferris1308ad32017-11-14 17:32:13 -0800570};
Christopher Ferris9ce28842018-10-25 12:11:39 -0700571enum bpf_hdr_start_off {
572 BPF_HDR_START_MAC,
573 BPF_HDR_START_NET,
574};
575enum bpf_lwt_encap_mode {
576 BPF_LWT_ENCAP_SEG6,
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700577 BPF_LWT_ENCAP_SEG6_INLINE,
578 BPF_LWT_ENCAP_IP,
Christopher Ferris9ce28842018-10-25 12:11:39 -0700579};
Christopher Ferris05667cd2021-02-16 16:01:34 -0800580enum {
581 BPF_F_BPRM_SECUREEXEC = (1ULL << 0),
582};
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000583enum {
584 BPF_F_BROADCAST = (1ULL << 3),
585 BPF_F_EXCLUDE_INGRESS = (1ULL << 4),
586};
Christopher Ferris86a48372019-01-10 14:14:59 -0800587#define __bpf_md_ptr(type,name) union { type name; __u64 : 64; \
588} __attribute__((aligned(8)))
Christopher Ferris49f525c2016-12-12 14:55:36 -0800589struct __sk_buff {
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800590 __u32 len;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800591 __u32 pkt_type;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800592 __u32 mark;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800593 __u32 queue_mapping;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800594 __u32 protocol;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800595 __u32 vlan_present;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800596 __u32 vlan_tci;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800597 __u32 vlan_proto;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800598 __u32 priority;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800599 __u32 ingress_ifindex;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800600 __u32 ifindex;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800601 __u32 tc_index;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800602 __u32 cb[5];
Christopher Ferris05d08e92016-02-04 13:16:38 -0800603 __u32 hash;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800604 __u32 tc_classid;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800605 __u32 data;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800606 __u32 data_end;
Christopher Ferris525ce912017-07-26 13:12:53 -0700607 __u32 napi_id;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800608 __u32 family;
609 __u32 remote_ip4;
610 __u32 local_ip4;
611 __u32 remote_ip6[4];
612 __u32 local_ip6[4];
613 __u32 remote_port;
614 __u32 local_port;
Christopher Ferris934ec942018-01-31 15:29:16 -0800615 __u32 data_meta;
Christopher Ferris86a48372019-01-10 14:14:59 -0800616 __bpf_md_ptr(struct bpf_flow_keys *, flow_keys);
Christopher Ferrisd842e432019-03-07 10:21:59 -0800617 __u64 tstamp;
618 __u32 wire_len;
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700619 __u32 gso_segs;
620 __bpf_md_ptr(struct bpf_sock *, sk);
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700621 __u32 gso_size;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800622};
623struct bpf_tunnel_key {
Christopher Ferris49f525c2016-12-12 14:55:36 -0800624 __u32 tunnel_id;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800625 union {
Christopher Ferris106b3a82016-08-24 12:15:38 -0700626 __u32 remote_ipv4;
627 __u32 remote_ipv6[4];
Christopher Ferris49f525c2016-12-12 14:55:36 -0800628 };
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800629 __u8 tunnel_tos;
Christopher Ferris106b3a82016-08-24 12:15:38 -0700630 __u8 tunnel_ttl;
631 __u16 tunnel_ext;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800632 __u32 tunnel_label;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800633};
Christopher Ferris9ce28842018-10-25 12:11:39 -0700634struct bpf_xfrm_state {
635 __u32 reqid;
636 __u32 spi;
637 __u16 family;
638 __u16 ext;
639 union {
640 __u32 remote_ipv4;
641 __u32 remote_ipv6[4];
642 };
643};
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800644enum bpf_ret_code {
645 BPF_OK = 0,
646 BPF_DROP = 2,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800647 BPF_REDIRECT = 7,
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700648 BPF_LWT_REROUTE = 128,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800649};
650struct bpf_sock {
651 __u32 bound_dev_if;
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800652 __u32 family;
653 __u32 type;
654 __u32 protocol;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800655 __u32 mark;
656 __u32 priority;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700657 __u32 src_ip4;
658 __u32 src_ip6[4];
659 __u32 src_port;
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700660 __u32 dst_port;
661 __u32 dst_ip4;
662 __u32 dst_ip6[4];
663 __u32 state;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700664 __s32 rx_queue_mapping;
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700665};
666struct bpf_tcp_sock {
667 __u32 snd_cwnd;
668 __u32 srtt_us;
669 __u32 rtt_min;
670 __u32 snd_ssthresh;
671 __u32 rcv_nxt;
672 __u32 snd_nxt;
673 __u32 snd_una;
674 __u32 mss_cache;
675 __u32 ecn_flags;
676 __u32 rate_delivered;
677 __u32 rate_interval_us;
678 __u32 packets_out;
679 __u32 retrans_out;
680 __u32 total_retrans;
681 __u32 segs_in;
682 __u32 data_segs_in;
683 __u32 segs_out;
684 __u32 data_segs_out;
685 __u32 lost_out;
686 __u32 sacked_out;
687 __u64 bytes_received;
688 __u64 bytes_acked;
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700689 __u32 dsack_dups;
690 __u32 delivered;
691 __u32 delivered_ce;
692 __u32 icsk_retransmits;
Christopher Ferris05d08e92016-02-04 13:16:38 -0800693};
Christopher Ferris86a48372019-01-10 14:14:59 -0800694struct bpf_sock_tuple {
695 union {
696 struct {
697 __be32 saddr;
698 __be32 daddr;
699 __be16 sport;
700 __be16 dport;
701 } ipv4;
702 struct {
703 __be32 saddr[4];
704 __be32 daddr[4];
705 __be16 sport;
706 __be16 dport;
707 } ipv6;
708 };
709};
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700710struct bpf_xdp_sock {
711 __u32 queue_id;
712};
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800713#define XDP_PACKET_HEADROOM 256
Christopher Ferris49f525c2016-12-12 14:55:36 -0800714enum xdp_action {
715 XDP_ABORTED = 0,
Christopher Ferris49f525c2016-12-12 14:55:36 -0800716 XDP_DROP,
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800717 XDP_PASS,
Christopher Ferris49f525c2016-12-12 14:55:36 -0800718 XDP_TX,
Christopher Ferris1308ad32017-11-14 17:32:13 -0800719 XDP_REDIRECT,
Christopher Ferris49f525c2016-12-12 14:55:36 -0800720};
Christopher Ferris49f525c2016-12-12 14:55:36 -0800721struct xdp_md {
Christopher Ferris48af7cb2017-02-21 12:35:09 -0800722 __u32 data;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800723 __u32 data_end;
Christopher Ferris934ec942018-01-31 15:29:16 -0800724 __u32 data_meta;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700725 __u32 ingress_ifindex;
726 __u32 rx_queue_index;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700727 __u32 egress_ifindex;
728};
729struct bpf_devmap_val {
730 __u32 ifindex;
731 union {
732 int fd;
733 __u32 id;
734 } bpf_prog;
Christopher Ferris49f525c2016-12-12 14:55:36 -0800735};
Christopher Ferris25c18d42020-10-14 17:42:58 -0700736struct bpf_cpumap_val {
737 __u32 qsize;
738 union {
739 int fd;
740 __u32 id;
741 } bpf_prog;
742};
Christopher Ferris1308ad32017-11-14 17:32:13 -0800743enum sk_action {
744 SK_DROP = 0,
745 SK_PASS,
746};
Christopher Ferris76a1d452018-06-27 14:12:29 -0700747struct sk_msg_md {
Christopher Ferris86a48372019-01-10 14:14:59 -0800748 __bpf_md_ptr(void *, data);
749 __bpf_md_ptr(void *, data_end);
Christopher Ferris9ce28842018-10-25 12:11:39 -0700750 __u32 family;
751 __u32 remote_ip4;
752 __u32 local_ip4;
753 __u32 remote_ip6[4];
754 __u32 local_ip6[4];
755 __u32 remote_port;
756 __u32 local_port;
Christopher Ferrisd842e432019-03-07 10:21:59 -0800757 __u32 size;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700758 __bpf_md_ptr(struct bpf_sock *, sk);
Christopher Ferris9ce28842018-10-25 12:11:39 -0700759};
760struct sk_reuseport_md {
Christopher Ferris86a48372019-01-10 14:14:59 -0800761 __bpf_md_ptr(void *, data);
762 __bpf_md_ptr(void *, data_end);
Christopher Ferris9ce28842018-10-25 12:11:39 -0700763 __u32 len;
764 __u32 eth_protocol;
765 __u32 ip_protocol;
766 __u32 bind_inany;
767 __u32 hash;
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000768 __bpf_md_ptr(struct bpf_sock *, sk);
769 __bpf_md_ptr(struct bpf_sock *, migrating_sk);
Christopher Ferris76a1d452018-06-27 14:12:29 -0700770};
Christopher Ferris1308ad32017-11-14 17:32:13 -0800771#define BPF_TAG_SIZE 8
772struct bpf_prog_info {
773 __u32 type;
774 __u32 id;
775 __u8 tag[BPF_TAG_SIZE];
776 __u32 jited_prog_len;
777 __u32 xlated_prog_len;
778 __aligned_u64 jited_prog_insns;
779 __aligned_u64 xlated_prog_insns;
Christopher Ferris934ec942018-01-31 15:29:16 -0800780 __u64 load_time;
781 __u32 created_by_uid;
782 __u32 nr_map_ids;
783 __aligned_u64 map_ids;
784 char name[BPF_OBJ_NAME_LEN];
Christopher Ferris76a1d452018-06-27 14:12:29 -0700785 __u32 ifindex;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700786 __u32 gpl_compatible : 1;
Christopher Ferrisfa59a102019-08-05 12:58:49 -0700787 __u32 : 31;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700788 __u64 netns_dev;
789 __u64 netns_ino;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700790 __u32 nr_jited_ksyms;
791 __u32 nr_jited_func_lens;
792 __aligned_u64 jited_ksyms;
793 __aligned_u64 jited_func_lens;
Christopher Ferrisd842e432019-03-07 10:21:59 -0800794 __u32 btf_id;
795 __u32 func_info_rec_size;
796 __aligned_u64 func_info;
797 __u32 nr_func_info;
798 __u32 nr_line_info;
799 __aligned_u64 line_info;
800 __aligned_u64 jited_line_info;
801 __u32 nr_jited_line_info;
802 __u32 line_info_rec_size;
803 __u32 jited_line_info_rec_size;
804 __u32 nr_prog_tags;
805 __aligned_u64 prog_tags;
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700806 __u64 run_time_ns;
807 __u64 run_cnt;
Christopher Ferrisa9750ed2021-05-03 14:02:49 -0700808 __u64 recursion_misses;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800809} __attribute__((aligned(8)));
810struct bpf_map_info {
811 __u32 type;
812 __u32 id;
813 __u32 key_size;
814 __u32 value_size;
815 __u32 max_entries;
816 __u32 map_flags;
Christopher Ferris934ec942018-01-31 15:29:16 -0800817 char name[BPF_OBJ_NAME_LEN];
Christopher Ferris76a1d452018-06-27 14:12:29 -0700818 __u32 ifindex;
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700819 __u32 btf_vmlinux_value_type_id;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700820 __u64 netns_dev;
821 __u64 netns_ino;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700822 __u32 btf_id;
823 __u32 btf_key_type_id;
824 __u32 btf_value_type_id;
825} __attribute__((aligned(8)));
826struct bpf_btf_info {
827 __aligned_u64 btf;
828 __u32 btf_size;
829 __u32 id;
Christopher Ferris05667cd2021-02-16 16:01:34 -0800830 __aligned_u64 name;
831 __u32 name_len;
832 __u32 kernel_btf;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800833} __attribute__((aligned(8)));
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700834struct bpf_link_info {
835 __u32 type;
836 __u32 id;
837 __u32 prog_id;
838 union {
839 struct {
840 __aligned_u64 tp_name;
841 __u32 tp_name_len;
842 } raw_tracepoint;
843 struct {
844 __u32 attach_type;
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000845 __u32 target_obj_id;
846 __u32 target_btf_id;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700847 } tracing;
848 struct {
849 __u64 cgroup_id;
850 __u32 attach_type;
851 } cgroup;
852 struct {
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800853 __aligned_u64 target_name;
854 __u32 target_name_len;
855 union {
856 struct {
857 __u32 map_id;
858 } map;
859 };
860 } iter;
861 struct {
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700862 __u32 netns_ino;
863 __u32 attach_type;
864 } netns;
Christopher Ferris25c18d42020-10-14 17:42:58 -0700865 struct {
866 __u32 ifindex;
867 } xdp;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700868 };
869} __attribute__((aligned(8)));
Christopher Ferris76a1d452018-06-27 14:12:29 -0700870struct bpf_sock_addr {
871 __u32 user_family;
872 __u32 user_ip4;
873 __u32 user_ip6[4];
874 __u32 user_port;
875 __u32 family;
876 __u32 type;
877 __u32 protocol;
Christopher Ferris9ce28842018-10-25 12:11:39 -0700878 __u32 msg_src_ip4;
879 __u32 msg_src_ip6[4];
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700880 __bpf_md_ptr(struct bpf_sock *, sk);
Christopher Ferris76a1d452018-06-27 14:12:29 -0700881};
Christopher Ferris1308ad32017-11-14 17:32:13 -0800882struct bpf_sock_ops {
883 __u32 op;
884 union {
Christopher Ferris76a1d452018-06-27 14:12:29 -0700885 __u32 args[4];
Christopher Ferris1308ad32017-11-14 17:32:13 -0800886 __u32 reply;
887 __u32 replylong[4];
888 };
889 __u32 family;
890 __u32 remote_ip4;
891 __u32 local_ip4;
892 __u32 remote_ip6[4];
893 __u32 local_ip6[4];
894 __u32 remote_port;
895 __u32 local_port;
Christopher Ferris76a1d452018-06-27 14:12:29 -0700896 __u32 is_fullsock;
897 __u32 snd_cwnd;
898 __u32 srtt_us;
899 __u32 bpf_sock_ops_cb_flags;
900 __u32 state;
901 __u32 rtt_min;
902 __u32 snd_ssthresh;
903 __u32 rcv_nxt;
904 __u32 snd_nxt;
905 __u32 snd_una;
906 __u32 mss_cache;
907 __u32 ecn_flags;
908 __u32 rate_delivered;
909 __u32 rate_interval_us;
910 __u32 packets_out;
911 __u32 retrans_out;
912 __u32 total_retrans;
913 __u32 segs_in;
914 __u32 data_segs_in;
915 __u32 segs_out;
916 __u32 data_segs_out;
917 __u32 lost_out;
918 __u32 sacked_out;
919 __u32 sk_txhash;
920 __u64 bytes_received;
921 __u64 bytes_acked;
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700922 __bpf_md_ptr(struct bpf_sock *, sk);
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800923 __bpf_md_ptr(void *, skb_data);
924 __bpf_md_ptr(void *, skb_data_end);
925 __u32 skb_len;
926 __u32 skb_tcp_flags;
Christopher Ferris1308ad32017-11-14 17:32:13 -0800927};
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700928enum {
929 BPF_SOCK_OPS_RTO_CB_FLAG = (1 << 0),
930 BPF_SOCK_OPS_RETRANS_CB_FLAG = (1 << 1),
931 BPF_SOCK_OPS_STATE_CB_FLAG = (1 << 2),
932 BPF_SOCK_OPS_RTT_CB_FLAG = (1 << 3),
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800933 BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = (1 << 4),
934 BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = (1 << 5),
935 BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = (1 << 6),
936 BPF_SOCK_OPS_ALL_CB_FLAGS = 0x7F,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700937};
Christopher Ferris1308ad32017-11-14 17:32:13 -0800938enum {
939 BPF_SOCK_OPS_VOID,
940 BPF_SOCK_OPS_TIMEOUT_INIT,
941 BPF_SOCK_OPS_RWND_INIT,
942 BPF_SOCK_OPS_TCP_CONNECT_CB,
943 BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB,
944 BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB,
945 BPF_SOCK_OPS_NEEDS_ECN,
Christopher Ferris934ec942018-01-31 15:29:16 -0800946 BPF_SOCK_OPS_BASE_RTT,
Christopher Ferris76a1d452018-06-27 14:12:29 -0700947 BPF_SOCK_OPS_RTO_CB,
948 BPF_SOCK_OPS_RETRANS_CB,
949 BPF_SOCK_OPS_STATE_CB,
Christopher Ferris9ce28842018-10-25 12:11:39 -0700950 BPF_SOCK_OPS_TCP_LISTEN_CB,
Christopher Ferrisb8a95e22019-10-02 18:29:20 -0700951 BPF_SOCK_OPS_RTT_CB,
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800952 BPF_SOCK_OPS_PARSE_HDR_OPT_CB,
953 BPF_SOCK_OPS_HDR_OPT_LEN_CB,
954 BPF_SOCK_OPS_WRITE_HDR_OPT_CB,
Christopher Ferris76a1d452018-06-27 14:12:29 -0700955};
956enum {
957 BPF_TCP_ESTABLISHED = 1,
958 BPF_TCP_SYN_SENT,
959 BPF_TCP_SYN_RECV,
960 BPF_TCP_FIN_WAIT1,
961 BPF_TCP_FIN_WAIT2,
962 BPF_TCP_TIME_WAIT,
963 BPF_TCP_CLOSE,
964 BPF_TCP_CLOSE_WAIT,
965 BPF_TCP_LAST_ACK,
966 BPF_TCP_LISTEN,
967 BPF_TCP_CLOSING,
968 BPF_TCP_NEW_SYN_RECV,
969 BPF_TCP_MAX_STATES
Christopher Ferris1308ad32017-11-14 17:32:13 -0800970};
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700971enum {
972 TCP_BPF_IW = 1001,
973 TCP_BPF_SNDCWND_CLAMP = 1002,
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800974 TCP_BPF_DELACK_MAX = 1003,
975 TCP_BPF_RTO_MIN = 1004,
976 TCP_BPF_SYN = 1005,
977 TCP_BPF_SYN_IP = 1006,
978 TCP_BPF_SYN_MAC = 1007,
979};
980enum {
981 BPF_LOAD_HDR_OPT_TCP_SYN = (1ULL << 0),
982};
983enum {
984 BPF_WRITE_HDR_TCP_CURRENT_MSS = 1,
985 BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700986};
Christopher Ferris934ec942018-01-31 15:29:16 -0800987struct bpf_perf_event_value {
988 __u64 counter;
989 __u64 enabled;
990 __u64 running;
991};
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700992enum {
993 BPF_DEVCG_ACC_MKNOD = (1ULL << 0),
994 BPF_DEVCG_ACC_READ = (1ULL << 1),
995 BPF_DEVCG_ACC_WRITE = (1ULL << 2),
996};
997enum {
998 BPF_DEVCG_DEV_BLOCK = (1ULL << 0),
999 BPF_DEVCG_DEV_CHAR = (1ULL << 1),
1000};
Christopher Ferris934ec942018-01-31 15:29:16 -08001001struct bpf_cgroup_dev_ctx {
1002 __u32 access_type;
1003 __u32 major;
1004 __u32 minor;
1005};
Christopher Ferris76a1d452018-06-27 14:12:29 -07001006struct bpf_raw_tracepoint_args {
1007 __u64 args[0];
1008};
Christopher Ferrisaf09c702020-06-01 20:29:29 -07001009enum {
1010 BPF_FIB_LOOKUP_DIRECT = (1U << 0),
1011 BPF_FIB_LOOKUP_OUTPUT = (1U << 1),
1012};
Christopher Ferris9ce28842018-10-25 12:11:39 -07001013enum {
1014 BPF_FIB_LKUP_RET_SUCCESS,
1015 BPF_FIB_LKUP_RET_BLACKHOLE,
1016 BPF_FIB_LKUP_RET_UNREACHABLE,
1017 BPF_FIB_LKUP_RET_PROHIBIT,
1018 BPF_FIB_LKUP_RET_NOT_FWDED,
1019 BPF_FIB_LKUP_RET_FWD_DISABLED,
1020 BPF_FIB_LKUP_RET_UNSUPP_LWT,
1021 BPF_FIB_LKUP_RET_NO_NEIGH,
1022 BPF_FIB_LKUP_RET_FRAG_NEEDED,
1023};
1024struct bpf_fib_lookup {
1025 __u8 family;
1026 __u8 l4_protocol;
1027 __be16 sport;
1028 __be16 dport;
Christopher Ferrisa9750ed2021-05-03 14:02:49 -07001029 union {
1030 __u16 tot_len;
1031 __u16 mtu_result;
1032 };
Christopher Ferris9ce28842018-10-25 12:11:39 -07001033 __u32 ifindex;
1034 union {
1035 __u8 tos;
1036 __be32 flowinfo;
1037 __u32 rt_metric;
1038 };
1039 union {
1040 __be32 ipv4_src;
1041 __u32 ipv6_src[4];
1042 };
1043 union {
1044 __be32 ipv4_dst;
1045 __u32 ipv6_dst[4];
1046 };
1047 __be16 h_vlan_proto;
1048 __be16 h_vlan_TCI;
1049 __u8 smac[6];
1050 __u8 dmac[6];
1051};
Christopher Ferris32ff3f82020-12-14 13:10:04 -08001052struct bpf_redir_neigh {
1053 __u32 nh_family;
1054 union {
1055 __be32 ipv4_nh;
1056 __u32 ipv6_nh[4];
1057 };
1058};
Christopher Ferrisa9750ed2021-05-03 14:02:49 -07001059enum bpf_check_mtu_flags {
1060 BPF_MTU_CHK_SEGS = (1U << 0),
1061};
1062enum bpf_check_mtu_ret {
1063 BPF_MTU_CHK_RET_SUCCESS,
1064 BPF_MTU_CHK_RET_FRAG_NEEDED,
1065 BPF_MTU_CHK_RET_SEGS_TOOBIG,
1066};
Christopher Ferris9ce28842018-10-25 12:11:39 -07001067enum bpf_task_fd_type {
1068 BPF_FD_TYPE_RAW_TRACEPOINT,
1069 BPF_FD_TYPE_TRACEPOINT,
1070 BPF_FD_TYPE_KPROBE,
1071 BPF_FD_TYPE_KRETPROBE,
1072 BPF_FD_TYPE_UPROBE,
1073 BPF_FD_TYPE_URETPROBE,
1074};
Christopher Ferrisaf09c702020-06-01 20:29:29 -07001075enum {
1076 BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = (1U << 0),
1077 BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = (1U << 1),
1078 BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = (1U << 2),
1079};
Christopher Ferris86a48372019-01-10 14:14:59 -08001080struct bpf_flow_keys {
1081 __u16 nhoff;
1082 __u16 thoff;
1083 __u16 addr_proto;
1084 __u8 is_frag;
1085 __u8 is_first_frag;
1086 __u8 is_encap;
1087 __u8 ip_proto;
1088 __be16 n_proto;
1089 __be16 sport;
1090 __be16 dport;
1091 union {
1092 struct {
1093 __be32 ipv4_src;
1094 __be32 ipv4_dst;
1095 };
1096 struct {
1097 __u32 ipv6_src[4];
1098 __u32 ipv6_dst[4];
1099 };
1100 };
Christopher Ferris9584fa42019-12-09 15:36:13 -08001101 __u32 flags;
1102 __be32 flow_label;
Christopher Ferris86a48372019-01-10 14:14:59 -08001103};
Christopher Ferrisd842e432019-03-07 10:21:59 -08001104struct bpf_func_info {
1105 __u32 insn_off;
1106 __u32 type_id;
1107};
1108#define BPF_LINE_INFO_LINE_NUM(line_col) ((line_col) >> 10)
1109#define BPF_LINE_INFO_LINE_COL(line_col) ((line_col) & 0x3ff)
1110struct bpf_line_info {
1111 __u32 insn_off;
1112 __u32 file_name_off;
1113 __u32 line_off;
1114 __u32 line_col;
1115};
Christopher Ferris24f97eb2019-05-20 12:58:13 -07001116struct bpf_spin_lock {
1117 __u32 val;
1118};
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -07001119struct bpf_sysctl {
1120 __u32 write;
1121 __u32 file_pos;
1122};
Christopher Ferrisb8a95e22019-10-02 18:29:20 -07001123struct bpf_sockopt {
1124 __bpf_md_ptr(struct bpf_sock *, sk);
1125 __bpf_md_ptr(void *, optval);
1126 __bpf_md_ptr(void *, optval_end);
1127 __s32 level;
1128 __s32 optname;
1129 __s32 optlen;
1130 __s32 retval;
1131};
Christopher Ferrisaf09c702020-06-01 20:29:29 -07001132struct bpf_pidns_info {
1133 __u32 pid;
1134 __u32 tgid;
1135};
Christopher Ferris25c18d42020-10-14 17:42:58 -07001136struct bpf_sk_lookup {
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +00001137 union {
1138 __bpf_md_ptr(struct bpf_sock *, sk);
1139 __u64 cookie;
1140 };
Christopher Ferris25c18d42020-10-14 17:42:58 -07001141 __u32 family;
1142 __u32 protocol;
1143 __u32 remote_ip4;
1144 __u32 remote_ip6[4];
1145 __u32 remote_port;
1146 __u32 local_ip4;
1147 __u32 local_ip6[4];
1148 __u32 local_port;
1149};
Christopher Ferris32ff3f82020-12-14 13:10:04 -08001150struct btf_ptr {
1151 void * ptr;
1152 __u32 type_id;
1153 __u32 flags;
1154};
1155enum {
1156 BTF_F_COMPACT = (1ULL << 0),
1157 BTF_F_NONAME = (1ULL << 1),
1158 BTF_F_PTR_RAW = (1ULL << 2),
1159 BTF_F_ZERO = (1ULL << 3),
1160};
Christopher Ferris82d75042015-01-26 10:57:07 -08001161#endif