Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 1 | /**************************************************************************** |
| 2 | **************************************************************************** |
| 3 | *** |
| 4 | *** This header was automatically generated from a Linux kernel header |
| 5 | *** of the same name, to make information necessary for userspace to |
| 6 | *** call into the kernel available to libc. It contains only constants, |
| 7 | *** structures, and macros generated from the original header, and thus, |
| 8 | *** contains no copyrightable information. |
| 9 | *** |
| 10 | *** To edit the content of this header, modify the corresponding |
| 11 | *** source file (e.g. under external/kernel-headers/original/) then |
| 12 | *** run bionic/libc/kernel/tools/update_all.py |
| 13 | *** |
| 14 | *** Any manual change here will be lost the next time this script will |
| 15 | *** be run. You've been warned! |
| 16 | *** |
| 17 | **************************************************************************** |
| 18 | ****************************************************************************/ |
| 19 | #ifndef _UAPI__LINUX_BPF_H__ |
| 20 | #define _UAPI__LINUX_BPF_H__ |
| 21 | #include <linux/types.h> |
| 22 | #include <linux/bpf_common.h> |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 23 | #define BPF_JMP32 0x06 |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 24 | #define BPF_ALU64 0x07 |
| 25 | #define BPF_DW 0x18 |
| 26 | #define BPF_XADD 0xc0 |
| 27 | #define BPF_MOV 0xb0 |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 28 | #define BPF_ARSH 0xc0 |
| 29 | #define BPF_END 0xd0 |
| 30 | #define BPF_TO_LE 0x00 |
| 31 | #define BPF_TO_BE 0x08 |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 32 | #define BPF_FROM_LE BPF_TO_LE |
| 33 | #define BPF_FROM_BE BPF_TO_BE |
| 34 | #define BPF_JNE 0x50 |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 35 | #define BPF_JLT 0xa0 |
| 36 | #define BPF_JLE 0xb0 |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 37 | #define BPF_JSGT 0x60 |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 38 | #define BPF_JSGE 0x70 |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 39 | #define BPF_JSLT 0xc0 |
| 40 | #define BPF_JSLE 0xd0 |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 41 | #define BPF_CALL 0x80 |
| 42 | #define BPF_EXIT 0x90 |
| 43 | enum { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 44 | BPF_REG_0 = 0, |
| 45 | BPF_REG_1, |
| 46 | BPF_REG_2, |
| 47 | BPF_REG_3, |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 48 | BPF_REG_4, |
| 49 | BPF_REG_5, |
| 50 | BPF_REG_6, |
| 51 | BPF_REG_7, |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 52 | BPF_REG_8, |
| 53 | BPF_REG_9, |
| 54 | BPF_REG_10, |
| 55 | __MAX_BPF_REG, |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 56 | }; |
| 57 | #define MAX_BPF_REG __MAX_BPF_REG |
| 58 | struct bpf_insn { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 59 | __u8 code; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 60 | __u8 dst_reg : 4; |
| 61 | __u8 src_reg : 4; |
| 62 | __s16 off; |
| 63 | __s32 imm; |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 64 | }; |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 65 | struct bpf_lpm_trie_key { |
| 66 | __u32 prefixlen; |
| 67 | __u8 data[0]; |
| 68 | }; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 69 | struct bpf_cgroup_storage_key { |
| 70 | __u64 cgroup_inode_id; |
| 71 | __u32 attach_type; |
| 72 | }; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 73 | union bpf_iter_link_info { |
| 74 | struct { |
| 75 | __u32 map_fd; |
| 76 | } map; |
| 77 | }; |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 78 | enum bpf_cmd { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 79 | BPF_MAP_CREATE, |
| 80 | BPF_MAP_LOOKUP_ELEM, |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 81 | BPF_MAP_UPDATE_ELEM, |
| 82 | BPF_MAP_DELETE_ELEM, |
| 83 | BPF_MAP_GET_NEXT_KEY, |
| 84 | BPF_PROG_LOAD, |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 85 | BPF_OBJ_PIN, |
| 86 | BPF_OBJ_GET, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 87 | BPF_PROG_ATTACH, |
| 88 | BPF_PROG_DETACH, |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 89 | BPF_PROG_TEST_RUN, |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 90 | BPF_PROG_GET_NEXT_ID, |
| 91 | BPF_MAP_GET_NEXT_ID, |
| 92 | BPF_PROG_GET_FD_BY_ID, |
| 93 | BPF_MAP_GET_FD_BY_ID, |
| 94 | BPF_OBJ_GET_INFO_BY_FD, |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 95 | BPF_PROG_QUERY, |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 96 | BPF_RAW_TRACEPOINT_OPEN, |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 97 | BPF_BTF_LOAD, |
| 98 | BPF_BTF_GET_FD_BY_ID, |
| 99 | BPF_TASK_FD_QUERY, |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 100 | BPF_MAP_LOOKUP_AND_DELETE_ELEM, |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 101 | BPF_MAP_FREEZE, |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 102 | BPF_BTF_GET_NEXT_ID, |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 103 | BPF_MAP_LOOKUP_BATCH, |
| 104 | BPF_MAP_LOOKUP_AND_DELETE_BATCH, |
| 105 | BPF_MAP_UPDATE_BATCH, |
| 106 | BPF_MAP_DELETE_BATCH, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 107 | BPF_LINK_CREATE, |
| 108 | BPF_LINK_UPDATE, |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 109 | BPF_LINK_GET_FD_BY_ID, |
| 110 | BPF_LINK_GET_NEXT_ID, |
| 111 | BPF_ENABLE_STATS, |
| 112 | BPF_ITER_CREATE, |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 113 | BPF_LINK_DETACH, |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 114 | BPF_PROG_BIND_MAP, |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 115 | }; |
| 116 | enum bpf_map_type { |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 117 | BPF_MAP_TYPE_UNSPEC, |
| 118 | BPF_MAP_TYPE_HASH, |
| 119 | BPF_MAP_TYPE_ARRAY, |
| 120 | BPF_MAP_TYPE_PROG_ARRAY, |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 121 | BPF_MAP_TYPE_PERF_EVENT_ARRAY, |
Christopher Ferris | 106b3a8 | 2016-08-24 12:15:38 -0700 | [diff] [blame] | 122 | BPF_MAP_TYPE_PERCPU_HASH, |
| 123 | BPF_MAP_TYPE_PERCPU_ARRAY, |
| 124 | BPF_MAP_TYPE_STACK_TRACE, |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 125 | BPF_MAP_TYPE_CGROUP_ARRAY, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 126 | BPF_MAP_TYPE_LRU_HASH, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 127 | BPF_MAP_TYPE_LRU_PERCPU_HASH, |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 128 | BPF_MAP_TYPE_LPM_TRIE, |
| 129 | BPF_MAP_TYPE_ARRAY_OF_MAPS, |
| 130 | BPF_MAP_TYPE_HASH_OF_MAPS, |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 131 | BPF_MAP_TYPE_DEVMAP, |
| 132 | BPF_MAP_TYPE_SOCKMAP, |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 133 | BPF_MAP_TYPE_CPUMAP, |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 134 | BPF_MAP_TYPE_XSKMAP, |
| 135 | BPF_MAP_TYPE_SOCKHASH, |
| 136 | BPF_MAP_TYPE_CGROUP_STORAGE, |
| 137 | BPF_MAP_TYPE_REUSEPORT_SOCKARRAY, |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 138 | BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE, |
| 139 | BPF_MAP_TYPE_QUEUE, |
| 140 | BPF_MAP_TYPE_STACK, |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 141 | BPF_MAP_TYPE_SK_STORAGE, |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 142 | BPF_MAP_TYPE_DEVMAP_HASH, |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 143 | BPF_MAP_TYPE_STRUCT_OPS, |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 144 | BPF_MAP_TYPE_RINGBUF, |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 145 | BPF_MAP_TYPE_INODE_STORAGE, |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame^] | 146 | BPF_MAP_TYPE_TASK_STORAGE, |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 147 | }; |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 148 | enum bpf_prog_type { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 149 | BPF_PROG_TYPE_UNSPEC, |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 150 | BPF_PROG_TYPE_SOCKET_FILTER, |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 151 | BPF_PROG_TYPE_KPROBE, |
| 152 | BPF_PROG_TYPE_SCHED_CLS, |
| 153 | BPF_PROG_TYPE_SCHED_ACT, |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 154 | BPF_PROG_TYPE_TRACEPOINT, |
| 155 | BPF_PROG_TYPE_XDP, |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 156 | BPF_PROG_TYPE_PERF_EVENT, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 157 | BPF_PROG_TYPE_CGROUP_SKB, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 158 | BPF_PROG_TYPE_CGROUP_SOCK, |
| 159 | BPF_PROG_TYPE_LWT_IN, |
| 160 | BPF_PROG_TYPE_LWT_OUT, |
| 161 | BPF_PROG_TYPE_LWT_XMIT, |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 162 | BPF_PROG_TYPE_SOCK_OPS, |
| 163 | BPF_PROG_TYPE_SK_SKB, |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 164 | BPF_PROG_TYPE_CGROUP_DEVICE, |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 165 | BPF_PROG_TYPE_SK_MSG, |
| 166 | BPF_PROG_TYPE_RAW_TRACEPOINT, |
| 167 | BPF_PROG_TYPE_CGROUP_SOCK_ADDR, |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 168 | BPF_PROG_TYPE_LWT_SEG6LOCAL, |
| 169 | BPF_PROG_TYPE_LIRC_MODE2, |
| 170 | BPF_PROG_TYPE_SK_REUSEPORT, |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 171 | BPF_PROG_TYPE_FLOW_DISSECTOR, |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 172 | BPF_PROG_TYPE_CGROUP_SYSCTL, |
| 173 | BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE, |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 174 | BPF_PROG_TYPE_CGROUP_SOCKOPT, |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 175 | BPF_PROG_TYPE_TRACING, |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 176 | BPF_PROG_TYPE_STRUCT_OPS, |
| 177 | BPF_PROG_TYPE_EXT, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 178 | BPF_PROG_TYPE_LSM, |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 179 | BPF_PROG_TYPE_SK_LOOKUP, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 180 | }; |
| 181 | enum bpf_attach_type { |
| 182 | BPF_CGROUP_INET_INGRESS, |
| 183 | BPF_CGROUP_INET_EGRESS, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 184 | BPF_CGROUP_INET_SOCK_CREATE, |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 185 | BPF_CGROUP_SOCK_OPS, |
| 186 | BPF_SK_SKB_STREAM_PARSER, |
| 187 | BPF_SK_SKB_STREAM_VERDICT, |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 188 | BPF_CGROUP_DEVICE, |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 189 | BPF_SK_MSG_VERDICT, |
| 190 | BPF_CGROUP_INET4_BIND, |
| 191 | BPF_CGROUP_INET6_BIND, |
| 192 | BPF_CGROUP_INET4_CONNECT, |
| 193 | BPF_CGROUP_INET6_CONNECT, |
| 194 | BPF_CGROUP_INET4_POST_BIND, |
| 195 | BPF_CGROUP_INET6_POST_BIND, |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 196 | BPF_CGROUP_UDP4_SENDMSG, |
| 197 | BPF_CGROUP_UDP6_SENDMSG, |
| 198 | BPF_LIRC_MODE2, |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 199 | BPF_FLOW_DISSECTOR, |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 200 | BPF_CGROUP_SYSCTL, |
| 201 | BPF_CGROUP_UDP4_RECVMSG, |
| 202 | BPF_CGROUP_UDP6_RECVMSG, |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 203 | BPF_CGROUP_GETSOCKOPT, |
| 204 | BPF_CGROUP_SETSOCKOPT, |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 205 | BPF_TRACE_RAW_TP, |
| 206 | BPF_TRACE_FENTRY, |
| 207 | BPF_TRACE_FEXIT, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 208 | BPF_MODIFY_RETURN, |
| 209 | BPF_LSM_MAC, |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 210 | BPF_TRACE_ITER, |
| 211 | BPF_CGROUP_INET4_GETPEERNAME, |
| 212 | BPF_CGROUP_INET6_GETPEERNAME, |
| 213 | BPF_CGROUP_INET4_GETSOCKNAME, |
| 214 | BPF_CGROUP_INET6_GETSOCKNAME, |
| 215 | BPF_XDP_DEVMAP, |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 216 | BPF_CGROUP_INET_SOCK_RELEASE, |
| 217 | BPF_XDP_CPUMAP, |
| 218 | BPF_SK_LOOKUP, |
| 219 | BPF_XDP, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 220 | __MAX_BPF_ATTACH_TYPE |
| 221 | }; |
| 222 | #define MAX_BPF_ATTACH_TYPE __MAX_BPF_ATTACH_TYPE |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 223 | enum bpf_link_type { |
| 224 | BPF_LINK_TYPE_UNSPEC = 0, |
| 225 | BPF_LINK_TYPE_RAW_TRACEPOINT = 1, |
| 226 | BPF_LINK_TYPE_TRACING = 2, |
| 227 | BPF_LINK_TYPE_CGROUP = 3, |
| 228 | BPF_LINK_TYPE_ITER = 4, |
| 229 | BPF_LINK_TYPE_NETNS = 5, |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 230 | BPF_LINK_TYPE_XDP = 6, |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 231 | MAX_BPF_LINK_TYPE, |
| 232 | }; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 233 | #define BPF_F_ALLOW_OVERRIDE (1U << 0) |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 234 | #define BPF_F_ALLOW_MULTI (1U << 1) |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 235 | #define BPF_F_REPLACE (1U << 2) |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 236 | #define BPF_F_STRICT_ALIGNMENT (1U << 0) |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 237 | #define BPF_F_ANY_ALIGNMENT (1U << 1) |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 238 | #define BPF_F_TEST_RND_HI32 (1U << 2) |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 239 | #define BPF_F_TEST_STATE_FREQ (1U << 3) |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 240 | #define BPF_F_SLEEPABLE (1U << 4) |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 241 | #define BPF_PSEUDO_MAP_FD 1 |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 242 | #define BPF_PSEUDO_MAP_VALUE 2 |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 243 | #define BPF_PSEUDO_BTF_ID 3 |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 244 | #define BPF_PSEUDO_CALL 1 |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 245 | enum { |
| 246 | BPF_ANY = 0, |
| 247 | BPF_NOEXIST = 1, |
| 248 | BPF_EXIST = 2, |
| 249 | BPF_F_LOCK = 4, |
| 250 | }; |
| 251 | enum { |
| 252 | BPF_F_NO_PREALLOC = (1U << 0), |
| 253 | BPF_F_NO_COMMON_LRU = (1U << 1), |
| 254 | BPF_F_NUMA_NODE = (1U << 2), |
| 255 | BPF_F_RDONLY = (1U << 3), |
| 256 | BPF_F_WRONLY = (1U << 4), |
| 257 | BPF_F_STACK_BUILD_ID = (1U << 5), |
| 258 | BPF_F_ZERO_SEED = (1U << 6), |
| 259 | BPF_F_RDONLY_PROG = (1U << 7), |
| 260 | BPF_F_WRONLY_PROG = (1U << 8), |
| 261 | BPF_F_CLONE = (1U << 9), |
| 262 | BPF_F_MMAPABLE = (1U << 10), |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 263 | BPF_F_PRESERVE_ELEMS = (1U << 11), |
| 264 | BPF_F_INNER_MAP = (1U << 12), |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 265 | }; |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 266 | #define BPF_F_QUERY_EFFECTIVE (1U << 0) |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 267 | #define BPF_F_TEST_RUN_ON_CPU (1U << 0) |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 268 | enum bpf_stats_type { |
| 269 | BPF_STATS_RUN_TIME = 0, |
| 270 | }; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 271 | enum bpf_stack_build_id_status { |
| 272 | BPF_STACK_BUILD_ID_EMPTY = 0, |
| 273 | BPF_STACK_BUILD_ID_VALID = 1, |
| 274 | BPF_STACK_BUILD_ID_IP = 2, |
| 275 | }; |
| 276 | #define BPF_BUILD_ID_SIZE 20 |
| 277 | struct bpf_stack_build_id { |
| 278 | __s32 status; |
| 279 | unsigned char build_id[BPF_BUILD_ID_SIZE]; |
| 280 | union { |
| 281 | __u64 offset; |
| 282 | __u64 ip; |
| 283 | }; |
| 284 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 285 | #define BPF_OBJ_NAME_LEN 16U |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 286 | union bpf_attr { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 287 | struct { |
Christopher Ferris | 106b3a8 | 2016-08-24 12:15:38 -0700 | [diff] [blame] | 288 | __u32 map_type; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 289 | __u32 key_size; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 290 | __u32 value_size; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 291 | __u32 max_entries; |
Christopher Ferris | 106b3a8 | 2016-08-24 12:15:38 -0700 | [diff] [blame] | 292 | __u32 map_flags; |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 293 | __u32 inner_map_fd; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 294 | __u32 numa_node; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 295 | char map_name[BPF_OBJ_NAME_LEN]; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 296 | __u32 map_ifindex; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 297 | __u32 btf_fd; |
| 298 | __u32 btf_key_type_id; |
| 299 | __u32 btf_value_type_id; |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 300 | __u32 btf_vmlinux_value_type_id; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 301 | }; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 302 | struct { |
| 303 | __u32 map_fd; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 304 | __aligned_u64 key; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 305 | union { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 306 | __aligned_u64 value; |
| 307 | __aligned_u64 next_key; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 308 | }; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 309 | __u64 flags; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 310 | }; |
| 311 | struct { |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 312 | __aligned_u64 in_batch; |
| 313 | __aligned_u64 out_batch; |
| 314 | __aligned_u64 keys; |
| 315 | __aligned_u64 values; |
| 316 | __u32 count; |
| 317 | __u32 map_fd; |
| 318 | __u64 elem_flags; |
| 319 | __u64 flags; |
| 320 | } batch; |
| 321 | struct { |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 322 | __u32 prog_type; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 323 | __u32 insn_cnt; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 324 | __aligned_u64 insns; |
| 325 | __aligned_u64 license; |
| 326 | __u32 log_level; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 327 | __u32 log_size; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 328 | __aligned_u64 log_buf; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 329 | __u32 kern_version; |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 330 | __u32 prog_flags; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 331 | char prog_name[BPF_OBJ_NAME_LEN]; |
| 332 | __u32 prog_ifindex; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 333 | __u32 expected_attach_type; |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 334 | __u32 prog_btf_fd; |
| 335 | __u32 func_info_rec_size; |
| 336 | __aligned_u64 func_info; |
| 337 | __u32 func_info_cnt; |
| 338 | __u32 line_info_rec_size; |
| 339 | __aligned_u64 line_info; |
| 340 | __u32 line_info_cnt; |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 341 | __u32 attach_btf_id; |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame^] | 342 | union { |
| 343 | __u32 attach_prog_fd; |
| 344 | __u32 attach_btf_obj_fd; |
| 345 | }; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 346 | }; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 347 | struct { |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 348 | __aligned_u64 pathname; |
| 349 | __u32 bpf_fd; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 350 | __u32 file_flags; |
Tao Bao | d7db594 | 2015-01-28 10:07:51 -0800 | [diff] [blame] | 351 | }; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 352 | struct { |
| 353 | __u32 target_fd; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 354 | __u32 attach_bpf_fd; |
| 355 | __u32 attach_type; |
| 356 | __u32 attach_flags; |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 357 | __u32 replace_bpf_fd; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 358 | }; |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 359 | struct { |
| 360 | __u32 prog_fd; |
| 361 | __u32 retval; |
| 362 | __u32 data_size_in; |
| 363 | __u32 data_size_out; |
| 364 | __aligned_u64 data_in; |
| 365 | __aligned_u64 data_out; |
| 366 | __u32 repeat; |
| 367 | __u32 duration; |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 368 | __u32 ctx_size_in; |
| 369 | __u32 ctx_size_out; |
| 370 | __aligned_u64 ctx_in; |
| 371 | __aligned_u64 ctx_out; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 372 | __u32 flags; |
| 373 | __u32 cpu; |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 374 | } test; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 375 | struct { |
| 376 | union { |
| 377 | __u32 start_id; |
| 378 | __u32 prog_id; |
| 379 | __u32 map_id; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 380 | __u32 btf_id; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 381 | __u32 link_id; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 382 | }; |
| 383 | __u32 next_id; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 384 | __u32 open_flags; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 385 | }; |
| 386 | struct { |
| 387 | __u32 bpf_fd; |
| 388 | __u32 info_len; |
| 389 | __aligned_u64 info; |
| 390 | } info; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 391 | struct { |
| 392 | __u32 target_fd; |
| 393 | __u32 attach_type; |
| 394 | __u32 query_flags; |
| 395 | __u32 attach_flags; |
| 396 | __aligned_u64 prog_ids; |
| 397 | __u32 prog_cnt; |
| 398 | } query; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 399 | struct { |
| 400 | __u64 name; |
| 401 | __u32 prog_fd; |
| 402 | } raw_tracepoint; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 403 | struct { |
| 404 | __aligned_u64 btf; |
| 405 | __aligned_u64 btf_log_buf; |
| 406 | __u32 btf_size; |
| 407 | __u32 btf_log_size; |
| 408 | __u32 btf_log_level; |
| 409 | }; |
| 410 | struct { |
| 411 | __u32 pid; |
| 412 | __u32 fd; |
| 413 | __u32 flags; |
| 414 | __u32 buf_len; |
| 415 | __aligned_u64 buf; |
| 416 | __u32 prog_id; |
| 417 | __u32 fd_type; |
| 418 | __u64 probe_offset; |
| 419 | __u64 probe_addr; |
| 420 | } task_fd_query; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 421 | struct { |
| 422 | __u32 prog_fd; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 423 | union { |
| 424 | __u32 target_fd; |
| 425 | __u32 target_ifindex; |
| 426 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 427 | __u32 attach_type; |
| 428 | __u32 flags; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 429 | union { |
| 430 | __u32 target_btf_id; |
| 431 | struct { |
| 432 | __aligned_u64 iter_info; |
| 433 | __u32 iter_info_len; |
| 434 | }; |
| 435 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 436 | } link_create; |
| 437 | struct { |
| 438 | __u32 link_fd; |
| 439 | __u32 new_prog_fd; |
| 440 | __u32 flags; |
| 441 | __u32 old_prog_fd; |
| 442 | } link_update; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 443 | struct { |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 444 | __u32 link_fd; |
| 445 | } link_detach; |
| 446 | struct { |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 447 | __u32 type; |
| 448 | } enable_stats; |
| 449 | struct { |
| 450 | __u32 link_fd; |
| 451 | __u32 flags; |
| 452 | } iter_create; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 453 | struct { |
| 454 | __u32 prog_fd; |
| 455 | __u32 map_fd; |
| 456 | __u32 flags; |
| 457 | } prog_bind_map; |
Christopher Ferris | 6a9755d | 2017-01-13 14:09:31 -0800 | [diff] [blame] | 458 | } __attribute__((aligned(8))); |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame^] | 459 | #define __BPF_FUNC_MAPPER(FN) FN(unspec), FN(map_lookup_elem), FN(map_update_elem), FN(map_delete_elem), FN(probe_read), FN(ktime_get_ns), FN(trace_printk), FN(get_prandom_u32), FN(get_smp_processor_id), FN(skb_store_bytes), FN(l3_csum_replace), FN(l4_csum_replace), FN(tail_call), FN(clone_redirect), FN(get_current_pid_tgid), FN(get_current_uid_gid), FN(get_current_comm), FN(get_cgroup_classid), FN(skb_vlan_push), FN(skb_vlan_pop), FN(skb_get_tunnel_key), FN(skb_set_tunnel_key), FN(perf_event_read), FN(redirect), FN(get_route_realm), FN(perf_event_output), FN(skb_load_bytes), FN(get_stackid), FN(csum_diff), FN(skb_get_tunnel_opt), FN(skb_set_tunnel_opt), FN(skb_change_proto), FN(skb_change_type), FN(skb_under_cgroup), FN(get_hash_recalc), FN(get_current_task), FN(probe_write_user), FN(current_task_under_cgroup), FN(skb_change_tail), FN(skb_pull_data), FN(csum_update), FN(set_hash_invalid), FN(get_numa_node_id), FN(skb_change_head), FN(xdp_adjust_head), FN(probe_read_str), FN(get_socket_cookie), FN(get_socket_uid), FN(set_hash), FN(setsockopt), FN(skb_adjust_room), FN(redirect_map), FN(sk_redirect_map), FN(sock_map_update), FN(xdp_adjust_meta), FN(perf_event_read_value), FN(perf_prog_read_value), FN(getsockopt), FN(override_return), FN(sock_ops_cb_flags_set), FN(msg_redirect_map), FN(msg_apply_bytes), FN(msg_cork_bytes), FN(msg_pull_data), FN(bind), FN(xdp_adjust_tail), FN(skb_get_xfrm_state), FN(get_stack), FN(skb_load_bytes_relative), FN(fib_lookup), FN(sock_hash_update), FN(msg_redirect_hash), FN(sk_redirect_hash), FN(lwt_push_encap), FN(lwt_seg6_store_bytes), FN(lwt_seg6_adjust_srh), FN(lwt_seg6_action), FN(rc_repeat), FN(rc_keydown), FN(skb_cgroup_id), FN(get_current_cgroup_id), FN(get_local_storage), FN(sk_select_reuseport), FN(skb_ancestor_cgroup_id), FN(sk_lookup_tcp), FN(sk_lookup_udp), FN(sk_release), FN(map_push_elem), FN(map_pop_elem), FN(map_peek_elem), FN(msg_push_data), FN(msg_pop_data), FN(rc_pointer_rel), FN(spin_lock), FN(spin_unlock), FN(sk_fullsock), FN(tcp_sock), FN(skb_ecn_set_ce), FN(get_listener_sock), FN(skc_lookup_tcp), FN(tcp_check_syncookie), FN(sysctl_get_name), FN(sysctl_get_current_value), FN(sysctl_get_new_value), FN(sysctl_set_new_value), FN(strtol), FN(strtoul), FN(sk_storage_get), FN(sk_storage_delete), FN(send_signal), FN(tcp_gen_syncookie), FN(skb_output), FN(probe_read_user), FN(probe_read_kernel), FN(probe_read_user_str), FN(probe_read_kernel_str), FN(tcp_send_ack), FN(send_signal_thread), FN(jiffies64), FN(read_branch_records), FN(get_ns_current_pid_tgid), FN(xdp_output), FN(get_netns_cookie), FN(get_current_ancestor_cgroup_id), FN(sk_assign), FN(ktime_get_boot_ns), FN(seq_printf), FN(seq_write), FN(sk_cgroup_id), FN(sk_ancestor_cgroup_id), FN(ringbuf_output), FN(ringbuf_reserve), FN(ringbuf_submit), FN(ringbuf_discard), FN(ringbuf_query), FN(csum_level), FN(skc_to_tcp6_sock), FN(skc_to_tcp_sock), FN(skc_to_tcp_timewait_sock), FN(skc_to_tcp_request_sock), FN(skc_to_udp6_sock), FN(get_task_stack), FN(load_hdr_opt), FN(store_hdr_opt), FN(reserve_hdr_opt), FN(inode_storage_get), FN(inode_storage_delete), FN(d_path), FN(copy_from_user), FN(snprintf_btf), FN(seq_printf_btf), FN(skb_cgroup_classid), FN(redirect_neigh), FN(per_cpu_ptr), FN(this_cpu_ptr), FN(redirect_peer), FN(task_storage_get), FN(task_storage_delete), FN(get_current_task_btf), FN(bprm_opts_set), FN(ktime_get_coarse_ns), FN(ima_inode_hash), FN(sock_from_file), |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 460 | #define __BPF_ENUM_FN(x) BPF_FUNC_ ##x |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 461 | enum bpf_func_id { |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 462 | __BPF_FUNC_MAPPER(__BPF_ENUM_FN) __BPF_FUNC_MAX_ID, |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 463 | }; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 464 | #undef __BPF_ENUM_FN |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 465 | enum { |
| 466 | BPF_F_RECOMPUTE_CSUM = (1ULL << 0), |
| 467 | BPF_F_INVALIDATE_HASH = (1ULL << 1), |
| 468 | }; |
| 469 | enum { |
| 470 | BPF_F_HDR_FIELD_MASK = 0xfULL, |
| 471 | }; |
| 472 | enum { |
| 473 | BPF_F_PSEUDO_HDR = (1ULL << 4), |
| 474 | BPF_F_MARK_MANGLED_0 = (1ULL << 5), |
| 475 | BPF_F_MARK_ENFORCE = (1ULL << 6), |
| 476 | }; |
| 477 | enum { |
| 478 | BPF_F_INGRESS = (1ULL << 0), |
| 479 | }; |
| 480 | enum { |
| 481 | BPF_F_TUNINFO_IPV6 = (1ULL << 0), |
| 482 | }; |
| 483 | enum { |
| 484 | BPF_F_SKIP_FIELD_MASK = 0xffULL, |
| 485 | BPF_F_USER_STACK = (1ULL << 8), |
| 486 | BPF_F_FAST_STACK_CMP = (1ULL << 9), |
| 487 | BPF_F_REUSE_STACKID = (1ULL << 10), |
| 488 | BPF_F_USER_BUILD_ID = (1ULL << 11), |
| 489 | }; |
| 490 | enum { |
| 491 | BPF_F_ZERO_CSUM_TX = (1ULL << 1), |
| 492 | BPF_F_DONT_FRAGMENT = (1ULL << 2), |
| 493 | BPF_F_SEQ_NUMBER = (1ULL << 3), |
| 494 | }; |
| 495 | enum { |
| 496 | BPF_F_INDEX_MASK = 0xffffffffULL, |
| 497 | BPF_F_CURRENT_CPU = BPF_F_INDEX_MASK, |
| 498 | BPF_F_CTXLEN_MASK = (0xfffffULL << 32), |
| 499 | }; |
| 500 | enum { |
| 501 | BPF_F_CURRENT_NETNS = (- 1L), |
| 502 | }; |
| 503 | enum { |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 504 | BPF_CSUM_LEVEL_QUERY, |
| 505 | BPF_CSUM_LEVEL_INC, |
| 506 | BPF_CSUM_LEVEL_DEC, |
| 507 | BPF_CSUM_LEVEL_RESET, |
| 508 | }; |
| 509 | enum { |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 510 | BPF_F_ADJ_ROOM_FIXED_GSO = (1ULL << 0), |
| 511 | BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = (1ULL << 1), |
| 512 | BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = (1ULL << 2), |
| 513 | BPF_F_ADJ_ROOM_ENCAP_L4_GRE = (1ULL << 3), |
| 514 | BPF_F_ADJ_ROOM_ENCAP_L4_UDP = (1ULL << 4), |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 515 | BPF_F_ADJ_ROOM_NO_CSUM_RESET = (1ULL << 5), |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 516 | }; |
| 517 | enum { |
| 518 | BPF_ADJ_ROOM_ENCAP_L2_MASK = 0xff, |
| 519 | BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, |
| 520 | }; |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 521 | #define BPF_F_ADJ_ROOM_ENCAP_L2(len) (((__u64) len & BPF_ADJ_ROOM_ENCAP_L2_MASK) << BPF_ADJ_ROOM_ENCAP_L2_SHIFT) |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 522 | enum { |
| 523 | BPF_F_SYSCTL_BASE_NAME = (1ULL << 0), |
| 524 | }; |
| 525 | enum { |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 526 | BPF_LOCAL_STORAGE_GET_F_CREATE = (1ULL << 0), |
| 527 | BPF_SK_STORAGE_GET_F_CREATE = BPF_LOCAL_STORAGE_GET_F_CREATE, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 528 | }; |
| 529 | enum { |
| 530 | BPF_F_GET_BRANCH_RECORDS_SIZE = (1ULL << 0), |
| 531 | }; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 532 | enum { |
| 533 | BPF_RB_NO_WAKEUP = (1ULL << 0), |
| 534 | BPF_RB_FORCE_WAKEUP = (1ULL << 1), |
| 535 | }; |
| 536 | enum { |
| 537 | BPF_RB_AVAIL_DATA = 0, |
| 538 | BPF_RB_RING_SIZE = 1, |
| 539 | BPF_RB_CONS_POS = 2, |
| 540 | BPF_RB_PROD_POS = 3, |
| 541 | }; |
| 542 | enum { |
| 543 | BPF_RINGBUF_BUSY_BIT = (1U << 31), |
| 544 | BPF_RINGBUF_DISCARD_BIT = (1U << 30), |
| 545 | BPF_RINGBUF_HDR_SZ = 8, |
| 546 | }; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 547 | enum { |
| 548 | BPF_SK_LOOKUP_F_REPLACE = (1ULL << 0), |
| 549 | BPF_SK_LOOKUP_F_NO_REUSEPORT = (1ULL << 1), |
| 550 | }; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 551 | enum bpf_adj_room_mode { |
| 552 | BPF_ADJ_ROOM_NET, |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 553 | BPF_ADJ_ROOM_MAC, |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 554 | }; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 555 | enum bpf_hdr_start_off { |
| 556 | BPF_HDR_START_MAC, |
| 557 | BPF_HDR_START_NET, |
| 558 | }; |
| 559 | enum bpf_lwt_encap_mode { |
| 560 | BPF_LWT_ENCAP_SEG6, |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 561 | BPF_LWT_ENCAP_SEG6_INLINE, |
| 562 | BPF_LWT_ENCAP_IP, |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 563 | }; |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame^] | 564 | enum { |
| 565 | BPF_F_BPRM_SECUREEXEC = (1ULL << 0), |
| 566 | }; |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 567 | #define __bpf_md_ptr(type,name) union { type name; __u64 : 64; \ |
| 568 | } __attribute__((aligned(8))) |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 569 | struct __sk_buff { |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 570 | __u32 len; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 571 | __u32 pkt_type; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 572 | __u32 mark; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 573 | __u32 queue_mapping; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 574 | __u32 protocol; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 575 | __u32 vlan_present; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 576 | __u32 vlan_tci; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 577 | __u32 vlan_proto; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 578 | __u32 priority; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 579 | __u32 ingress_ifindex; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 580 | __u32 ifindex; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 581 | __u32 tc_index; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 582 | __u32 cb[5]; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 583 | __u32 hash; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 584 | __u32 tc_classid; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 585 | __u32 data; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 586 | __u32 data_end; |
Christopher Ferris | 525ce91 | 2017-07-26 13:12:53 -0700 | [diff] [blame] | 587 | __u32 napi_id; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 588 | __u32 family; |
| 589 | __u32 remote_ip4; |
| 590 | __u32 local_ip4; |
| 591 | __u32 remote_ip6[4]; |
| 592 | __u32 local_ip6[4]; |
| 593 | __u32 remote_port; |
| 594 | __u32 local_port; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 595 | __u32 data_meta; |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 596 | __bpf_md_ptr(struct bpf_flow_keys *, flow_keys); |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 597 | __u64 tstamp; |
| 598 | __u32 wire_len; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 599 | __u32 gso_segs; |
| 600 | __bpf_md_ptr(struct bpf_sock *, sk); |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 601 | __u32 gso_size; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 602 | }; |
| 603 | struct bpf_tunnel_key { |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 604 | __u32 tunnel_id; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 605 | union { |
Christopher Ferris | 106b3a8 | 2016-08-24 12:15:38 -0700 | [diff] [blame] | 606 | __u32 remote_ipv4; |
| 607 | __u32 remote_ipv6[4]; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 608 | }; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 609 | __u8 tunnel_tos; |
Christopher Ferris | 106b3a8 | 2016-08-24 12:15:38 -0700 | [diff] [blame] | 610 | __u8 tunnel_ttl; |
| 611 | __u16 tunnel_ext; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 612 | __u32 tunnel_label; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 613 | }; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 614 | struct bpf_xfrm_state { |
| 615 | __u32 reqid; |
| 616 | __u32 spi; |
| 617 | __u16 family; |
| 618 | __u16 ext; |
| 619 | union { |
| 620 | __u32 remote_ipv4; |
| 621 | __u32 remote_ipv6[4]; |
| 622 | }; |
| 623 | }; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 624 | enum bpf_ret_code { |
| 625 | BPF_OK = 0, |
| 626 | BPF_DROP = 2, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 627 | BPF_REDIRECT = 7, |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 628 | BPF_LWT_REROUTE = 128, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 629 | }; |
| 630 | struct bpf_sock { |
| 631 | __u32 bound_dev_if; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 632 | __u32 family; |
| 633 | __u32 type; |
| 634 | __u32 protocol; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 635 | __u32 mark; |
| 636 | __u32 priority; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 637 | __u32 src_ip4; |
| 638 | __u32 src_ip6[4]; |
| 639 | __u32 src_port; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 640 | __u32 dst_port; |
| 641 | __u32 dst_ip4; |
| 642 | __u32 dst_ip6[4]; |
| 643 | __u32 state; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 644 | __s32 rx_queue_mapping; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 645 | }; |
| 646 | struct bpf_tcp_sock { |
| 647 | __u32 snd_cwnd; |
| 648 | __u32 srtt_us; |
| 649 | __u32 rtt_min; |
| 650 | __u32 snd_ssthresh; |
| 651 | __u32 rcv_nxt; |
| 652 | __u32 snd_nxt; |
| 653 | __u32 snd_una; |
| 654 | __u32 mss_cache; |
| 655 | __u32 ecn_flags; |
| 656 | __u32 rate_delivered; |
| 657 | __u32 rate_interval_us; |
| 658 | __u32 packets_out; |
| 659 | __u32 retrans_out; |
| 660 | __u32 total_retrans; |
| 661 | __u32 segs_in; |
| 662 | __u32 data_segs_in; |
| 663 | __u32 segs_out; |
| 664 | __u32 data_segs_out; |
| 665 | __u32 lost_out; |
| 666 | __u32 sacked_out; |
| 667 | __u64 bytes_received; |
| 668 | __u64 bytes_acked; |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 669 | __u32 dsack_dups; |
| 670 | __u32 delivered; |
| 671 | __u32 delivered_ce; |
| 672 | __u32 icsk_retransmits; |
Christopher Ferris | 05d08e9 | 2016-02-04 13:16:38 -0800 | [diff] [blame] | 673 | }; |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 674 | struct bpf_sock_tuple { |
| 675 | union { |
| 676 | struct { |
| 677 | __be32 saddr; |
| 678 | __be32 daddr; |
| 679 | __be16 sport; |
| 680 | __be16 dport; |
| 681 | } ipv4; |
| 682 | struct { |
| 683 | __be32 saddr[4]; |
| 684 | __be32 daddr[4]; |
| 685 | __be16 sport; |
| 686 | __be16 dport; |
| 687 | } ipv6; |
| 688 | }; |
| 689 | }; |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 690 | struct bpf_xdp_sock { |
| 691 | __u32 queue_id; |
| 692 | }; |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 693 | #define XDP_PACKET_HEADROOM 256 |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 694 | enum xdp_action { |
| 695 | XDP_ABORTED = 0, |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 696 | XDP_DROP, |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 697 | XDP_PASS, |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 698 | XDP_TX, |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 699 | XDP_REDIRECT, |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 700 | }; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 701 | struct xdp_md { |
Christopher Ferris | 48af7cb | 2017-02-21 12:35:09 -0800 | [diff] [blame] | 702 | __u32 data; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 703 | __u32 data_end; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 704 | __u32 data_meta; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 705 | __u32 ingress_ifindex; |
| 706 | __u32 rx_queue_index; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 707 | __u32 egress_ifindex; |
| 708 | }; |
| 709 | struct bpf_devmap_val { |
| 710 | __u32 ifindex; |
| 711 | union { |
| 712 | int fd; |
| 713 | __u32 id; |
| 714 | } bpf_prog; |
Christopher Ferris | 49f525c | 2016-12-12 14:55:36 -0800 | [diff] [blame] | 715 | }; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 716 | struct bpf_cpumap_val { |
| 717 | __u32 qsize; |
| 718 | union { |
| 719 | int fd; |
| 720 | __u32 id; |
| 721 | } bpf_prog; |
| 722 | }; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 723 | enum sk_action { |
| 724 | SK_DROP = 0, |
| 725 | SK_PASS, |
| 726 | }; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 727 | struct sk_msg_md { |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 728 | __bpf_md_ptr(void *, data); |
| 729 | __bpf_md_ptr(void *, data_end); |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 730 | __u32 family; |
| 731 | __u32 remote_ip4; |
| 732 | __u32 local_ip4; |
| 733 | __u32 remote_ip6[4]; |
| 734 | __u32 local_ip6[4]; |
| 735 | __u32 remote_port; |
| 736 | __u32 local_port; |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 737 | __u32 size; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 738 | __bpf_md_ptr(struct bpf_sock *, sk); |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 739 | }; |
| 740 | struct sk_reuseport_md { |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 741 | __bpf_md_ptr(void *, data); |
| 742 | __bpf_md_ptr(void *, data_end); |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 743 | __u32 len; |
| 744 | __u32 eth_protocol; |
| 745 | __u32 ip_protocol; |
| 746 | __u32 bind_inany; |
| 747 | __u32 hash; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 748 | }; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 749 | #define BPF_TAG_SIZE 8 |
| 750 | struct bpf_prog_info { |
| 751 | __u32 type; |
| 752 | __u32 id; |
| 753 | __u8 tag[BPF_TAG_SIZE]; |
| 754 | __u32 jited_prog_len; |
| 755 | __u32 xlated_prog_len; |
| 756 | __aligned_u64 jited_prog_insns; |
| 757 | __aligned_u64 xlated_prog_insns; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 758 | __u64 load_time; |
| 759 | __u32 created_by_uid; |
| 760 | __u32 nr_map_ids; |
| 761 | __aligned_u64 map_ids; |
| 762 | char name[BPF_OBJ_NAME_LEN]; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 763 | __u32 ifindex; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 764 | __u32 gpl_compatible : 1; |
Christopher Ferris | fa59a10 | 2019-08-05 12:58:49 -0700 | [diff] [blame] | 765 | __u32 : 31; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 766 | __u64 netns_dev; |
| 767 | __u64 netns_ino; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 768 | __u32 nr_jited_ksyms; |
| 769 | __u32 nr_jited_func_lens; |
| 770 | __aligned_u64 jited_ksyms; |
| 771 | __aligned_u64 jited_func_lens; |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 772 | __u32 btf_id; |
| 773 | __u32 func_info_rec_size; |
| 774 | __aligned_u64 func_info; |
| 775 | __u32 nr_func_info; |
| 776 | __u32 nr_line_info; |
| 777 | __aligned_u64 line_info; |
| 778 | __aligned_u64 jited_line_info; |
| 779 | __u32 nr_jited_line_info; |
| 780 | __u32 line_info_rec_size; |
| 781 | __u32 jited_line_info_rec_size; |
| 782 | __u32 nr_prog_tags; |
| 783 | __aligned_u64 prog_tags; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 784 | __u64 run_time_ns; |
| 785 | __u64 run_cnt; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 786 | } __attribute__((aligned(8))); |
| 787 | struct bpf_map_info { |
| 788 | __u32 type; |
| 789 | __u32 id; |
| 790 | __u32 key_size; |
| 791 | __u32 value_size; |
| 792 | __u32 max_entries; |
| 793 | __u32 map_flags; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 794 | char name[BPF_OBJ_NAME_LEN]; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 795 | __u32 ifindex; |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 796 | __u32 btf_vmlinux_value_type_id; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 797 | __u64 netns_dev; |
| 798 | __u64 netns_ino; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 799 | __u32 btf_id; |
| 800 | __u32 btf_key_type_id; |
| 801 | __u32 btf_value_type_id; |
| 802 | } __attribute__((aligned(8))); |
| 803 | struct bpf_btf_info { |
| 804 | __aligned_u64 btf; |
| 805 | __u32 btf_size; |
| 806 | __u32 id; |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame^] | 807 | __aligned_u64 name; |
| 808 | __u32 name_len; |
| 809 | __u32 kernel_btf; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 810 | } __attribute__((aligned(8))); |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 811 | struct bpf_link_info { |
| 812 | __u32 type; |
| 813 | __u32 id; |
| 814 | __u32 prog_id; |
| 815 | union { |
| 816 | struct { |
| 817 | __aligned_u64 tp_name; |
| 818 | __u32 tp_name_len; |
| 819 | } raw_tracepoint; |
| 820 | struct { |
| 821 | __u32 attach_type; |
| 822 | } tracing; |
| 823 | struct { |
| 824 | __u64 cgroup_id; |
| 825 | __u32 attach_type; |
| 826 | } cgroup; |
| 827 | struct { |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 828 | __aligned_u64 target_name; |
| 829 | __u32 target_name_len; |
| 830 | union { |
| 831 | struct { |
| 832 | __u32 map_id; |
| 833 | } map; |
| 834 | }; |
| 835 | } iter; |
| 836 | struct { |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 837 | __u32 netns_ino; |
| 838 | __u32 attach_type; |
| 839 | } netns; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 840 | struct { |
| 841 | __u32 ifindex; |
| 842 | } xdp; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 843 | }; |
| 844 | } __attribute__((aligned(8))); |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 845 | struct bpf_sock_addr { |
| 846 | __u32 user_family; |
| 847 | __u32 user_ip4; |
| 848 | __u32 user_ip6[4]; |
| 849 | __u32 user_port; |
| 850 | __u32 family; |
| 851 | __u32 type; |
| 852 | __u32 protocol; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 853 | __u32 msg_src_ip4; |
| 854 | __u32 msg_src_ip6[4]; |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 855 | __bpf_md_ptr(struct bpf_sock *, sk); |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 856 | }; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 857 | struct bpf_sock_ops { |
| 858 | __u32 op; |
| 859 | union { |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 860 | __u32 args[4]; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 861 | __u32 reply; |
| 862 | __u32 replylong[4]; |
| 863 | }; |
| 864 | __u32 family; |
| 865 | __u32 remote_ip4; |
| 866 | __u32 local_ip4; |
| 867 | __u32 remote_ip6[4]; |
| 868 | __u32 local_ip6[4]; |
| 869 | __u32 remote_port; |
| 870 | __u32 local_port; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 871 | __u32 is_fullsock; |
| 872 | __u32 snd_cwnd; |
| 873 | __u32 srtt_us; |
| 874 | __u32 bpf_sock_ops_cb_flags; |
| 875 | __u32 state; |
| 876 | __u32 rtt_min; |
| 877 | __u32 snd_ssthresh; |
| 878 | __u32 rcv_nxt; |
| 879 | __u32 snd_nxt; |
| 880 | __u32 snd_una; |
| 881 | __u32 mss_cache; |
| 882 | __u32 ecn_flags; |
| 883 | __u32 rate_delivered; |
| 884 | __u32 rate_interval_us; |
| 885 | __u32 packets_out; |
| 886 | __u32 retrans_out; |
| 887 | __u32 total_retrans; |
| 888 | __u32 segs_in; |
| 889 | __u32 data_segs_in; |
| 890 | __u32 segs_out; |
| 891 | __u32 data_segs_out; |
| 892 | __u32 lost_out; |
| 893 | __u32 sacked_out; |
| 894 | __u32 sk_txhash; |
| 895 | __u64 bytes_received; |
| 896 | __u64 bytes_acked; |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 897 | __bpf_md_ptr(struct bpf_sock *, sk); |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 898 | __bpf_md_ptr(void *, skb_data); |
| 899 | __bpf_md_ptr(void *, skb_data_end); |
| 900 | __u32 skb_len; |
| 901 | __u32 skb_tcp_flags; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 902 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 903 | enum { |
| 904 | BPF_SOCK_OPS_RTO_CB_FLAG = (1 << 0), |
| 905 | BPF_SOCK_OPS_RETRANS_CB_FLAG = (1 << 1), |
| 906 | BPF_SOCK_OPS_STATE_CB_FLAG = (1 << 2), |
| 907 | BPF_SOCK_OPS_RTT_CB_FLAG = (1 << 3), |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 908 | BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = (1 << 4), |
| 909 | BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = (1 << 5), |
| 910 | BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = (1 << 6), |
| 911 | BPF_SOCK_OPS_ALL_CB_FLAGS = 0x7F, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 912 | }; |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 913 | enum { |
| 914 | BPF_SOCK_OPS_VOID, |
| 915 | BPF_SOCK_OPS_TIMEOUT_INIT, |
| 916 | BPF_SOCK_OPS_RWND_INIT, |
| 917 | BPF_SOCK_OPS_TCP_CONNECT_CB, |
| 918 | BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB, |
| 919 | BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB, |
| 920 | BPF_SOCK_OPS_NEEDS_ECN, |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 921 | BPF_SOCK_OPS_BASE_RTT, |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 922 | BPF_SOCK_OPS_RTO_CB, |
| 923 | BPF_SOCK_OPS_RETRANS_CB, |
| 924 | BPF_SOCK_OPS_STATE_CB, |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 925 | BPF_SOCK_OPS_TCP_LISTEN_CB, |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 926 | BPF_SOCK_OPS_RTT_CB, |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 927 | BPF_SOCK_OPS_PARSE_HDR_OPT_CB, |
| 928 | BPF_SOCK_OPS_HDR_OPT_LEN_CB, |
| 929 | BPF_SOCK_OPS_WRITE_HDR_OPT_CB, |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 930 | }; |
| 931 | enum { |
| 932 | BPF_TCP_ESTABLISHED = 1, |
| 933 | BPF_TCP_SYN_SENT, |
| 934 | BPF_TCP_SYN_RECV, |
| 935 | BPF_TCP_FIN_WAIT1, |
| 936 | BPF_TCP_FIN_WAIT2, |
| 937 | BPF_TCP_TIME_WAIT, |
| 938 | BPF_TCP_CLOSE, |
| 939 | BPF_TCP_CLOSE_WAIT, |
| 940 | BPF_TCP_LAST_ACK, |
| 941 | BPF_TCP_LISTEN, |
| 942 | BPF_TCP_CLOSING, |
| 943 | BPF_TCP_NEW_SYN_RECV, |
| 944 | BPF_TCP_MAX_STATES |
Christopher Ferris | 1308ad3 | 2017-11-14 17:32:13 -0800 | [diff] [blame] | 945 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 946 | enum { |
| 947 | TCP_BPF_IW = 1001, |
| 948 | TCP_BPF_SNDCWND_CLAMP = 1002, |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 949 | TCP_BPF_DELACK_MAX = 1003, |
| 950 | TCP_BPF_RTO_MIN = 1004, |
| 951 | TCP_BPF_SYN = 1005, |
| 952 | TCP_BPF_SYN_IP = 1006, |
| 953 | TCP_BPF_SYN_MAC = 1007, |
| 954 | }; |
| 955 | enum { |
| 956 | BPF_LOAD_HDR_OPT_TCP_SYN = (1ULL << 0), |
| 957 | }; |
| 958 | enum { |
| 959 | BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, |
| 960 | BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 961 | }; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 962 | struct bpf_perf_event_value { |
| 963 | __u64 counter; |
| 964 | __u64 enabled; |
| 965 | __u64 running; |
| 966 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 967 | enum { |
| 968 | BPF_DEVCG_ACC_MKNOD = (1ULL << 0), |
| 969 | BPF_DEVCG_ACC_READ = (1ULL << 1), |
| 970 | BPF_DEVCG_ACC_WRITE = (1ULL << 2), |
| 971 | }; |
| 972 | enum { |
| 973 | BPF_DEVCG_DEV_BLOCK = (1ULL << 0), |
| 974 | BPF_DEVCG_DEV_CHAR = (1ULL << 1), |
| 975 | }; |
Christopher Ferris | 934ec94 | 2018-01-31 15:29:16 -0800 | [diff] [blame] | 976 | struct bpf_cgroup_dev_ctx { |
| 977 | __u32 access_type; |
| 978 | __u32 major; |
| 979 | __u32 minor; |
| 980 | }; |
Christopher Ferris | 76a1d45 | 2018-06-27 14:12:29 -0700 | [diff] [blame] | 981 | struct bpf_raw_tracepoint_args { |
| 982 | __u64 args[0]; |
| 983 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 984 | enum { |
| 985 | BPF_FIB_LOOKUP_DIRECT = (1U << 0), |
| 986 | BPF_FIB_LOOKUP_OUTPUT = (1U << 1), |
| 987 | }; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 988 | enum { |
| 989 | BPF_FIB_LKUP_RET_SUCCESS, |
| 990 | BPF_FIB_LKUP_RET_BLACKHOLE, |
| 991 | BPF_FIB_LKUP_RET_UNREACHABLE, |
| 992 | BPF_FIB_LKUP_RET_PROHIBIT, |
| 993 | BPF_FIB_LKUP_RET_NOT_FWDED, |
| 994 | BPF_FIB_LKUP_RET_FWD_DISABLED, |
| 995 | BPF_FIB_LKUP_RET_UNSUPP_LWT, |
| 996 | BPF_FIB_LKUP_RET_NO_NEIGH, |
| 997 | BPF_FIB_LKUP_RET_FRAG_NEEDED, |
| 998 | }; |
| 999 | struct bpf_fib_lookup { |
| 1000 | __u8 family; |
| 1001 | __u8 l4_protocol; |
| 1002 | __be16 sport; |
| 1003 | __be16 dport; |
| 1004 | __u16 tot_len; |
| 1005 | __u32 ifindex; |
| 1006 | union { |
| 1007 | __u8 tos; |
| 1008 | __be32 flowinfo; |
| 1009 | __u32 rt_metric; |
| 1010 | }; |
| 1011 | union { |
| 1012 | __be32 ipv4_src; |
| 1013 | __u32 ipv6_src[4]; |
| 1014 | }; |
| 1015 | union { |
| 1016 | __be32 ipv4_dst; |
| 1017 | __u32 ipv6_dst[4]; |
| 1018 | }; |
| 1019 | __be16 h_vlan_proto; |
| 1020 | __be16 h_vlan_TCI; |
| 1021 | __u8 smac[6]; |
| 1022 | __u8 dmac[6]; |
| 1023 | }; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 1024 | struct bpf_redir_neigh { |
| 1025 | __u32 nh_family; |
| 1026 | union { |
| 1027 | __be32 ipv4_nh; |
| 1028 | __u32 ipv6_nh[4]; |
| 1029 | }; |
| 1030 | }; |
Christopher Ferris | 9ce2884 | 2018-10-25 12:11:39 -0700 | [diff] [blame] | 1031 | enum bpf_task_fd_type { |
| 1032 | BPF_FD_TYPE_RAW_TRACEPOINT, |
| 1033 | BPF_FD_TYPE_TRACEPOINT, |
| 1034 | BPF_FD_TYPE_KPROBE, |
| 1035 | BPF_FD_TYPE_KRETPROBE, |
| 1036 | BPF_FD_TYPE_UPROBE, |
| 1037 | BPF_FD_TYPE_URETPROBE, |
| 1038 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 1039 | enum { |
| 1040 | BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = (1U << 0), |
| 1041 | BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = (1U << 1), |
| 1042 | BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = (1U << 2), |
| 1043 | }; |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 1044 | struct bpf_flow_keys { |
| 1045 | __u16 nhoff; |
| 1046 | __u16 thoff; |
| 1047 | __u16 addr_proto; |
| 1048 | __u8 is_frag; |
| 1049 | __u8 is_first_frag; |
| 1050 | __u8 is_encap; |
| 1051 | __u8 ip_proto; |
| 1052 | __be16 n_proto; |
| 1053 | __be16 sport; |
| 1054 | __be16 dport; |
| 1055 | union { |
| 1056 | struct { |
| 1057 | __be32 ipv4_src; |
| 1058 | __be32 ipv4_dst; |
| 1059 | }; |
| 1060 | struct { |
| 1061 | __u32 ipv6_src[4]; |
| 1062 | __u32 ipv6_dst[4]; |
| 1063 | }; |
| 1064 | }; |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 1065 | __u32 flags; |
| 1066 | __be32 flow_label; |
Christopher Ferris | 86a4837 | 2019-01-10 14:14:59 -0800 | [diff] [blame] | 1067 | }; |
Christopher Ferris | d842e43 | 2019-03-07 10:21:59 -0800 | [diff] [blame] | 1068 | struct bpf_func_info { |
| 1069 | __u32 insn_off; |
| 1070 | __u32 type_id; |
| 1071 | }; |
| 1072 | #define BPF_LINE_INFO_LINE_NUM(line_col) ((line_col) >> 10) |
| 1073 | #define BPF_LINE_INFO_LINE_COL(line_col) ((line_col) & 0x3ff) |
| 1074 | struct bpf_line_info { |
| 1075 | __u32 insn_off; |
| 1076 | __u32 file_name_off; |
| 1077 | __u32 line_off; |
| 1078 | __u32 line_col; |
| 1079 | }; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 1080 | struct bpf_spin_lock { |
| 1081 | __u32 val; |
| 1082 | }; |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 1083 | struct bpf_sysctl { |
| 1084 | __u32 write; |
| 1085 | __u32 file_pos; |
| 1086 | }; |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 1087 | struct bpf_sockopt { |
| 1088 | __bpf_md_ptr(struct bpf_sock *, sk); |
| 1089 | __bpf_md_ptr(void *, optval); |
| 1090 | __bpf_md_ptr(void *, optval_end); |
| 1091 | __s32 level; |
| 1092 | __s32 optname; |
| 1093 | __s32 optlen; |
| 1094 | __s32 retval; |
| 1095 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 1096 | struct bpf_pidns_info { |
| 1097 | __u32 pid; |
| 1098 | __u32 tgid; |
| 1099 | }; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 1100 | struct bpf_sk_lookup { |
| 1101 | __bpf_md_ptr(struct bpf_sock *, sk); |
| 1102 | __u32 family; |
| 1103 | __u32 protocol; |
| 1104 | __u32 remote_ip4; |
| 1105 | __u32 remote_ip6[4]; |
| 1106 | __u32 remote_port; |
| 1107 | __u32 local_ip4; |
| 1108 | __u32 local_ip6[4]; |
| 1109 | __u32 local_port; |
| 1110 | }; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 1111 | struct btf_ptr { |
| 1112 | void * ptr; |
| 1113 | __u32 type_id; |
| 1114 | __u32 flags; |
| 1115 | }; |
| 1116 | enum { |
| 1117 | BTF_F_COMPACT = (1ULL << 0), |
| 1118 | BTF_F_NONAME = (1ULL << 1), |
| 1119 | BTF_F_PTR_RAW = (1ULL << 2), |
| 1120 | BTF_F_ZERO = (1ULL << 3), |
| 1121 | }; |
Christopher Ferris | 82d7504 | 2015-01-26 10:57:07 -0800 | [diff] [blame] | 1122 | #endif |