Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 1 | /**************************************************************************** |
| 2 | **************************************************************************** |
| 3 | *** |
| 4 | *** This header was automatically generated from a Linux kernel header |
| 5 | *** of the same name, to make information necessary for userspace to |
| 6 | *** call into the kernel available to libc. It contains only constants, |
| 7 | *** structures, and macros generated from the original header, and thus, |
| 8 | *** contains no copyrightable information. |
| 9 | *** |
| 10 | *** To edit the content of this header, modify the corresponding |
| 11 | *** source file (e.g. under external/kernel-headers/original/) then |
| 12 | *** run bionic/libc/kernel/tools/update_all.py |
| 13 | *** |
| 14 | *** Any manual change here will be lost the next time this script will |
| 15 | *** be run. You've been warned! |
| 16 | *** |
| 17 | **************************************************************************** |
| 18 | ****************************************************************************/ |
| 19 | #ifndef LINUX_IO_URING_H |
| 20 | #define LINUX_IO_URING_H |
| 21 | #include <linux/fs.h> |
| 22 | #include <linux/types.h> |
Christopher Ferris | 8b7fdc9 | 2023-02-21 13:36:32 -0800 | [diff] [blame] | 23 | #ifndef UAPI_LINUX_IO_URING_H_SKIP_LINUX_TIME_TYPES_H |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 24 | #include <linux/time_types.h> |
Christopher Ferris | 8b7fdc9 | 2023-02-21 13:36:32 -0800 | [diff] [blame] | 25 | #endif |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 26 | #ifdef __cplusplus |
| 27 | extern "C" { |
| 28 | #endif |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 29 | struct io_uring_sqe { |
| 30 | __u8 opcode; |
| 31 | __u8 flags; |
| 32 | __u16 ioprio; |
| 33 | __s32 fd; |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 34 | union { |
| 35 | __u64 off; |
| 36 | __u64 addr2; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 37 | struct { |
| 38 | __u32 cmd_op; |
| 39 | __u32 __pad1; |
| 40 | }; |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 41 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 42 | union { |
| 43 | __u64 addr; |
| 44 | __u64 splice_off_in; |
| 45 | }; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 46 | __u32 len; |
| 47 | union { |
| 48 | __kernel_rwf_t rw_flags; |
| 49 | __u32 fsync_flags; |
| 50 | __u16 poll_events; |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 51 | __u32 poll32_events; |
Christopher Ferris | aeddbcf | 2019-07-08 12:45:46 -0700 | [diff] [blame] | 52 | __u32 sync_range_flags; |
Christopher Ferris | b8a95e2 | 2019-10-02 18:29:20 -0700 | [diff] [blame] | 53 | __u32 msg_flags; |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 54 | __u32 timeout_flags; |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 55 | __u32 accept_flags; |
| 56 | __u32 cancel_flags; |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 57 | __u32 open_flags; |
| 58 | __u32 statx_flags; |
| 59 | __u32 fadvise_advice; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 60 | __u32 splice_flags; |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame] | 61 | __u32 rename_flags; |
| 62 | __u32 unlink_flags; |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 63 | __u32 hardlink_flags; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 64 | __u32 xattr_flags; |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 65 | __u32 msg_ring_flags; |
Christopher Ferris | 6cd53a5 | 2022-12-12 23:39:16 +0000 | [diff] [blame] | 66 | __u32 uring_cmd_flags; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 67 | }; |
| 68 | __u64 user_data; |
| 69 | union { |
Christopher Ferris | 3a39c0b | 2021-09-02 00:03:38 +0000 | [diff] [blame] | 70 | __u16 buf_index; |
| 71 | __u16 buf_group; |
| 72 | } __attribute__((packed)); |
| 73 | __u16 personality; |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 74 | union { |
| 75 | __s32 splice_fd_in; |
| 76 | __u32 file_index; |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 77 | struct { |
| 78 | __u16 addr_len; |
| 79 | __u16 __pad3[1]; |
| 80 | }; |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 81 | }; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 82 | union { |
| 83 | struct { |
| 84 | __u64 addr3; |
| 85 | __u64 __pad2[1]; |
| 86 | }; |
| 87 | __u8 cmd[0]; |
| 88 | }; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 89 | }; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 90 | #define IORING_FILE_INDEX_ALLOC (~0U) |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 91 | enum { |
| 92 | IOSQE_FIXED_FILE_BIT, |
| 93 | IOSQE_IO_DRAIN_BIT, |
| 94 | IOSQE_IO_LINK_BIT, |
| 95 | IOSQE_IO_HARDLINK_BIT, |
| 96 | IOSQE_ASYNC_BIT, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 97 | IOSQE_BUFFER_SELECT_BIT, |
Christopher Ferris | 1ed5534 | 2022-03-22 16:06:25 -0700 | [diff] [blame] | 98 | IOSQE_CQE_SKIP_SUCCESS_BIT, |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 99 | }; |
| 100 | #define IOSQE_FIXED_FILE (1U << IOSQE_FIXED_FILE_BIT) |
| 101 | #define IOSQE_IO_DRAIN (1U << IOSQE_IO_DRAIN_BIT) |
| 102 | #define IOSQE_IO_LINK (1U << IOSQE_IO_LINK_BIT) |
| 103 | #define IOSQE_IO_HARDLINK (1U << IOSQE_IO_HARDLINK_BIT) |
| 104 | #define IOSQE_ASYNC (1U << IOSQE_ASYNC_BIT) |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 105 | #define IOSQE_BUFFER_SELECT (1U << IOSQE_BUFFER_SELECT_BIT) |
Christopher Ferris | 1ed5534 | 2022-03-22 16:06:25 -0700 | [diff] [blame] | 106 | #define IOSQE_CQE_SKIP_SUCCESS (1U << IOSQE_CQE_SKIP_SUCCESS_BIT) |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 107 | #define IORING_SETUP_IOPOLL (1U << 0) |
| 108 | #define IORING_SETUP_SQPOLL (1U << 1) |
| 109 | #define IORING_SETUP_SQ_AFF (1U << 2) |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 110 | #define IORING_SETUP_CQSIZE (1U << 3) |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 111 | #define IORING_SETUP_CLAMP (1U << 4) |
| 112 | #define IORING_SETUP_ATTACH_WQ (1U << 5) |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 113 | #define IORING_SETUP_R_DISABLED (1U << 6) |
Christopher Ferris | 10a76e6 | 2022-06-08 13:31:52 -0700 | [diff] [blame] | 114 | #define IORING_SETUP_SUBMIT_ALL (1U << 7) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 115 | #define IORING_SETUP_COOP_TASKRUN (1U << 8) |
| 116 | #define IORING_SETUP_TASKRUN_FLAG (1U << 9) |
| 117 | #define IORING_SETUP_SQE128 (1U << 10) |
| 118 | #define IORING_SETUP_CQE32 (1U << 11) |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 119 | #define IORING_SETUP_SINGLE_ISSUER (1U << 12) |
Christopher Ferris | 6cd53a5 | 2022-12-12 23:39:16 +0000 | [diff] [blame] | 120 | #define IORING_SETUP_DEFER_TASKRUN (1U << 13) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 121 | enum io_uring_op { |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 122 | IORING_OP_NOP, |
| 123 | IORING_OP_READV, |
| 124 | IORING_OP_WRITEV, |
| 125 | IORING_OP_FSYNC, |
| 126 | IORING_OP_READ_FIXED, |
| 127 | IORING_OP_WRITE_FIXED, |
| 128 | IORING_OP_POLL_ADD, |
| 129 | IORING_OP_POLL_REMOVE, |
| 130 | IORING_OP_SYNC_FILE_RANGE, |
| 131 | IORING_OP_SENDMSG, |
| 132 | IORING_OP_RECVMSG, |
| 133 | IORING_OP_TIMEOUT, |
| 134 | IORING_OP_TIMEOUT_REMOVE, |
| 135 | IORING_OP_ACCEPT, |
| 136 | IORING_OP_ASYNC_CANCEL, |
| 137 | IORING_OP_LINK_TIMEOUT, |
| 138 | IORING_OP_CONNECT, |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 139 | IORING_OP_FALLOCATE, |
| 140 | IORING_OP_OPENAT, |
| 141 | IORING_OP_CLOSE, |
| 142 | IORING_OP_FILES_UPDATE, |
| 143 | IORING_OP_STATX, |
| 144 | IORING_OP_READ, |
| 145 | IORING_OP_WRITE, |
| 146 | IORING_OP_FADVISE, |
| 147 | IORING_OP_MADVISE, |
| 148 | IORING_OP_SEND, |
| 149 | IORING_OP_RECV, |
| 150 | IORING_OP_OPENAT2, |
| 151 | IORING_OP_EPOLL_CTL, |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 152 | IORING_OP_SPLICE, |
| 153 | IORING_OP_PROVIDE_BUFFERS, |
| 154 | IORING_OP_REMOVE_BUFFERS, |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 155 | IORING_OP_TEE, |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame] | 156 | IORING_OP_SHUTDOWN, |
| 157 | IORING_OP_RENAMEAT, |
| 158 | IORING_OP_UNLINKAT, |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 159 | IORING_OP_MKDIRAT, |
| 160 | IORING_OP_SYMLINKAT, |
| 161 | IORING_OP_LINKAT, |
Christopher Ferris | 10a76e6 | 2022-06-08 13:31:52 -0700 | [diff] [blame] | 162 | IORING_OP_MSG_RING, |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 163 | IORING_OP_FSETXATTR, |
| 164 | IORING_OP_SETXATTR, |
| 165 | IORING_OP_FGETXATTR, |
| 166 | IORING_OP_GETXATTR, |
| 167 | IORING_OP_SOCKET, |
| 168 | IORING_OP_URING_CMD, |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 169 | IORING_OP_SEND_ZC, |
Christopher Ferris | 6cd53a5 | 2022-12-12 23:39:16 +0000 | [diff] [blame] | 170 | IORING_OP_SENDMSG_ZC, |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 171 | IORING_OP_LAST, |
| 172 | }; |
Christopher Ferris | 6cd53a5 | 2022-12-12 23:39:16 +0000 | [diff] [blame] | 173 | #define IORING_URING_CMD_FIXED (1U << 0) |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 174 | #define IORING_FSYNC_DATASYNC (1U << 0) |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 175 | #define IORING_TIMEOUT_ABS (1U << 0) |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame] | 176 | #define IORING_TIMEOUT_UPDATE (1U << 1) |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 177 | #define IORING_TIMEOUT_BOOTTIME (1U << 2) |
| 178 | #define IORING_TIMEOUT_REALTIME (1U << 3) |
| 179 | #define IORING_LINK_TIMEOUT_UPDATE (1U << 4) |
Christopher Ferris | a479261 | 2022-01-10 13:51:15 -0800 | [diff] [blame] | 180 | #define IORING_TIMEOUT_ETIME_SUCCESS (1U << 5) |
Christopher Ferris | 37c3f3c | 2023-07-10 10:59:05 -0700 | [diff] [blame^] | 181 | #define IORING_TIMEOUT_MULTISHOT (1U << 6) |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 182 | #define IORING_TIMEOUT_CLOCK_MASK (IORING_TIMEOUT_BOOTTIME | IORING_TIMEOUT_REALTIME) |
| 183 | #define IORING_TIMEOUT_UPDATE_MASK (IORING_TIMEOUT_UPDATE | IORING_LINK_TIMEOUT_UPDATE) |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 184 | #define SPLICE_F_FD_IN_FIXED (1U << 31) |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 185 | #define IORING_POLL_ADD_MULTI (1U << 0) |
| 186 | #define IORING_POLL_UPDATE_EVENTS (1U << 1) |
| 187 | #define IORING_POLL_UPDATE_USER_DATA (1U << 2) |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 188 | #define IORING_POLL_ADD_LEVEL (1U << 3) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 189 | #define IORING_ASYNC_CANCEL_ALL (1U << 0) |
| 190 | #define IORING_ASYNC_CANCEL_FD (1U << 1) |
| 191 | #define IORING_ASYNC_CANCEL_ANY (1U << 2) |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 192 | #define IORING_ASYNC_CANCEL_FD_FIXED (1U << 3) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 193 | #define IORING_RECVSEND_POLL_FIRST (1U << 0) |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 194 | #define IORING_RECV_MULTISHOT (1U << 1) |
| 195 | #define IORING_RECVSEND_FIXED_BUF (1U << 2) |
Christopher Ferris | 8b7fdc9 | 2023-02-21 13:36:32 -0800 | [diff] [blame] | 196 | #define IORING_SEND_ZC_REPORT_USAGE (1U << 3) |
| 197 | #define IORING_NOTIF_USAGE_ZC_COPIED (1U << 31) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 198 | #define IORING_ACCEPT_MULTISHOT (1U << 0) |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 199 | enum { |
| 200 | IORING_MSG_DATA, |
| 201 | IORING_MSG_SEND_FD, |
| 202 | }; |
| 203 | #define IORING_MSG_RING_CQE_SKIP (1U << 0) |
Christopher Ferris | b7cef6d | 2023-05-09 19:04:15 +0000 | [diff] [blame] | 204 | #define IORING_MSG_RING_FLAGS_PASS (1U << 1) |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 205 | struct io_uring_cqe { |
| 206 | __u64 user_data; |
| 207 | __s32 res; |
| 208 | __u32 flags; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 209 | __u64 big_cqe[]; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 210 | }; |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 211 | #define IORING_CQE_F_BUFFER (1U << 0) |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 212 | #define IORING_CQE_F_MORE (1U << 1) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 213 | #define IORING_CQE_F_SOCK_NONEMPTY (1U << 2) |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 214 | #define IORING_CQE_F_NOTIF (1U << 3) |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 215 | enum { |
| 216 | IORING_CQE_BUFFER_SHIFT = 16, |
| 217 | }; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 218 | #define IORING_OFF_SQ_RING 0ULL |
| 219 | #define IORING_OFF_CQ_RING 0x8000000ULL |
| 220 | #define IORING_OFF_SQES 0x10000000ULL |
Christopher Ferris | 37c3f3c | 2023-07-10 10:59:05 -0700 | [diff] [blame^] | 221 | #define IORING_OFF_PBUF_RING 0x80000000ULL |
| 222 | #define IORING_OFF_PBUF_SHIFT 16 |
| 223 | #define IORING_OFF_MMAP_MASK 0xf8000000ULL |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 224 | struct io_sqring_offsets { |
| 225 | __u32 head; |
| 226 | __u32 tail; |
| 227 | __u32 ring_mask; |
| 228 | __u32 ring_entries; |
| 229 | __u32 flags; |
| 230 | __u32 dropped; |
| 231 | __u32 array; |
| 232 | __u32 resv1; |
| 233 | __u64 resv2; |
| 234 | }; |
| 235 | #define IORING_SQ_NEED_WAKEUP (1U << 0) |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 236 | #define IORING_SQ_CQ_OVERFLOW (1U << 1) |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 237 | #define IORING_SQ_TASKRUN (1U << 2) |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 238 | struct io_cqring_offsets { |
| 239 | __u32 head; |
| 240 | __u32 tail; |
| 241 | __u32 ring_mask; |
| 242 | __u32 ring_entries; |
| 243 | __u32 overflow; |
| 244 | __u32 cqes; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 245 | __u32 flags; |
| 246 | __u32 resv1; |
| 247 | __u64 resv2; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 248 | }; |
Christopher Ferris | 8177cdf | 2020-08-03 11:53:55 -0700 | [diff] [blame] | 249 | #define IORING_CQ_EVENTFD_DISABLED (1U << 0) |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 250 | #define IORING_ENTER_GETEVENTS (1U << 0) |
| 251 | #define IORING_ENTER_SQ_WAKEUP (1U << 1) |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 252 | #define IORING_ENTER_SQ_WAIT (1U << 2) |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame] | 253 | #define IORING_ENTER_EXT_ARG (1U << 3) |
Christopher Ferris | 10a76e6 | 2022-06-08 13:31:52 -0700 | [diff] [blame] | 254 | #define IORING_ENTER_REGISTERED_RING (1U << 4) |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 255 | struct io_uring_params { |
| 256 | __u32 sq_entries; |
| 257 | __u32 cq_entries; |
| 258 | __u32 flags; |
| 259 | __u32 sq_thread_cpu; |
| 260 | __u32 sq_thread_idle; |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 261 | __u32 features; |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 262 | __u32 wq_fd; |
| 263 | __u32 resv[3]; |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 264 | struct io_sqring_offsets sq_off; |
| 265 | struct io_cqring_offsets cq_off; |
| 266 | }; |
Christopher Ferris | 9584fa4 | 2019-12-09 15:36:13 -0800 | [diff] [blame] | 267 | #define IORING_FEAT_SINGLE_MMAP (1U << 0) |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 268 | #define IORING_FEAT_NODROP (1U << 1) |
| 269 | #define IORING_FEAT_SUBMIT_STABLE (1U << 2) |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 270 | #define IORING_FEAT_RW_CUR_POS (1U << 3) |
| 271 | #define IORING_FEAT_CUR_PERSONALITY (1U << 4) |
Christopher Ferris | af09c70 | 2020-06-01 20:29:29 -0700 | [diff] [blame] | 272 | #define IORING_FEAT_FAST_POLL (1U << 5) |
Christopher Ferris | 25c18d4 | 2020-10-14 17:42:58 -0700 | [diff] [blame] | 273 | #define IORING_FEAT_POLL_32BITS (1U << 6) |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame] | 274 | #define IORING_FEAT_SQPOLL_NONFIXED (1U << 7) |
| 275 | #define IORING_FEAT_EXT_ARG (1U << 8) |
Christopher Ferris | a9750ed | 2021-05-03 14:02:49 -0700 | [diff] [blame] | 276 | #define IORING_FEAT_NATIVE_WORKERS (1U << 9) |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 277 | #define IORING_FEAT_RSRC_TAGS (1U << 10) |
Christopher Ferris | 1ed5534 | 2022-03-22 16:06:25 -0700 | [diff] [blame] | 278 | #define IORING_FEAT_CQE_SKIP (1U << 11) |
Christopher Ferris | 10a76e6 | 2022-06-08 13:31:52 -0700 | [diff] [blame] | 279 | #define IORING_FEAT_LINKED_FILE (1U << 12) |
Christopher Ferris | b7cef6d | 2023-05-09 19:04:15 +0000 | [diff] [blame] | 280 | #define IORING_FEAT_REG_REG_RING (1U << 13) |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 281 | enum { |
| 282 | IORING_REGISTER_BUFFERS = 0, |
| 283 | IORING_UNREGISTER_BUFFERS = 1, |
| 284 | IORING_REGISTER_FILES = 2, |
| 285 | IORING_UNREGISTER_FILES = 3, |
| 286 | IORING_REGISTER_EVENTFD = 4, |
| 287 | IORING_UNREGISTER_EVENTFD = 5, |
| 288 | IORING_REGISTER_FILES_UPDATE = 6, |
| 289 | IORING_REGISTER_EVENTFD_ASYNC = 7, |
| 290 | IORING_REGISTER_PROBE = 8, |
| 291 | IORING_REGISTER_PERSONALITY = 9, |
| 292 | IORING_UNREGISTER_PERSONALITY = 10, |
| 293 | IORING_REGISTER_RESTRICTIONS = 11, |
| 294 | IORING_REGISTER_ENABLE_RINGS = 12, |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 295 | IORING_REGISTER_FILES2 = 13, |
| 296 | IORING_REGISTER_FILES_UPDATE2 = 14, |
| 297 | IORING_REGISTER_BUFFERS2 = 15, |
| 298 | IORING_REGISTER_BUFFERS_UPDATE = 16, |
Christopher Ferris | 3a39c0b | 2021-09-02 00:03:38 +0000 | [diff] [blame] | 299 | IORING_REGISTER_IOWQ_AFF = 17, |
| 300 | IORING_UNREGISTER_IOWQ_AFF = 18, |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 301 | IORING_REGISTER_IOWQ_MAX_WORKERS = 19, |
Christopher Ferris | 10a76e6 | 2022-06-08 13:31:52 -0700 | [diff] [blame] | 302 | IORING_REGISTER_RING_FDS = 20, |
| 303 | IORING_UNREGISTER_RING_FDS = 21, |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 304 | IORING_REGISTER_PBUF_RING = 22, |
| 305 | IORING_UNREGISTER_PBUF_RING = 23, |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 306 | IORING_REGISTER_SYNC_CANCEL = 24, |
| 307 | IORING_REGISTER_FILE_ALLOC_RANGE = 25, |
Christopher Ferris | b7cef6d | 2023-05-09 19:04:15 +0000 | [diff] [blame] | 308 | IORING_REGISTER_LAST, |
| 309 | IORING_REGISTER_USE_REGISTERED_RING = 1U << 31 |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 310 | }; |
Christopher Ferris | 2abfa9e | 2021-11-01 16:26:06 -0700 | [diff] [blame] | 311 | enum { |
| 312 | IO_WQ_BOUND, |
| 313 | IO_WQ_UNBOUND, |
| 314 | }; |
Christopher Ferris | d32ca14 | 2020-02-04 16:16:51 -0800 | [diff] [blame] | 315 | struct io_uring_files_update { |
| 316 | __u32 offset; |
| 317 | __u32 resv; |
| 318 | __aligned_u64 fds; |
| 319 | }; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 320 | #define IORING_RSRC_REGISTER_SPARSE (1U << 0) |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 321 | struct io_uring_rsrc_register { |
| 322 | __u32 nr; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 323 | __u32 flags; |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 324 | __u64 resv2; |
| 325 | __aligned_u64 data; |
| 326 | __aligned_u64 tags; |
| 327 | }; |
Christopher Ferris | a9750ed | 2021-05-03 14:02:49 -0700 | [diff] [blame] | 328 | struct io_uring_rsrc_update { |
| 329 | __u32 offset; |
| 330 | __u32 resv; |
| 331 | __aligned_u64 data; |
| 332 | }; |
Christopher Ferris | fcc3b4f | 2021-07-01 01:30:21 +0000 | [diff] [blame] | 333 | struct io_uring_rsrc_update2 { |
| 334 | __u32 offset; |
| 335 | __u32 resv; |
| 336 | __aligned_u64 data; |
| 337 | __aligned_u64 tags; |
| 338 | __u32 nr; |
| 339 | __u32 resv2; |
| 340 | }; |
Christopher Ferris | a9750ed | 2021-05-03 14:02:49 -0700 | [diff] [blame] | 341 | #define IORING_REGISTER_FILES_SKIP (- 2) |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 342 | #define IO_URING_OP_SUPPORTED (1U << 0) |
| 343 | struct io_uring_probe_op { |
| 344 | __u8 op; |
| 345 | __u8 resv; |
| 346 | __u16 flags; |
| 347 | __u32 resv2; |
| 348 | }; |
| 349 | struct io_uring_probe { |
| 350 | __u8 last_op; |
| 351 | __u8 ops_len; |
| 352 | __u16 resv; |
| 353 | __u32 resv2[3]; |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 354 | struct io_uring_probe_op ops[]; |
Christopher Ferris | bb9fcb4 | 2020-04-06 11:38:04 -0700 | [diff] [blame] | 355 | }; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 356 | struct io_uring_restriction { |
| 357 | __u16 opcode; |
| 358 | union { |
| 359 | __u8 register_op; |
| 360 | __u8 sqe_op; |
| 361 | __u8 sqe_flags; |
| 362 | }; |
| 363 | __u8 resv; |
| 364 | __u32 resv2[3]; |
| 365 | }; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 366 | struct io_uring_buf { |
| 367 | __u64 addr; |
| 368 | __u32 len; |
| 369 | __u16 bid; |
| 370 | __u16 resv; |
| 371 | }; |
| 372 | struct io_uring_buf_ring { |
| 373 | union { |
| 374 | struct { |
| 375 | __u64 resv1; |
| 376 | __u32 resv2; |
| 377 | __u16 resv3; |
| 378 | __u16 tail; |
| 379 | }; |
Christopher Ferris | b7cef6d | 2023-05-09 19:04:15 +0000 | [diff] [blame] | 380 | __DECLARE_FLEX_ARRAY(struct io_uring_buf, bufs); |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 381 | }; |
| 382 | }; |
Christopher Ferris | 37c3f3c | 2023-07-10 10:59:05 -0700 | [diff] [blame^] | 383 | enum { |
| 384 | IOU_PBUF_RING_MMAP = 1, |
| 385 | }; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 386 | struct io_uring_buf_reg { |
| 387 | __u64 ring_addr; |
| 388 | __u32 ring_entries; |
| 389 | __u16 bgid; |
Christopher Ferris | 37c3f3c | 2023-07-10 10:59:05 -0700 | [diff] [blame^] | 390 | __u16 flags; |
Christopher Ferris | 80ae69d | 2022-08-02 16:32:21 -0700 | [diff] [blame] | 391 | __u64 resv[3]; |
| 392 | }; |
Christopher Ferris | 32ff3f8 | 2020-12-14 13:10:04 -0800 | [diff] [blame] | 393 | enum { |
| 394 | IORING_RESTRICTION_REGISTER_OP = 0, |
| 395 | IORING_RESTRICTION_SQE_OP = 1, |
| 396 | IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, |
| 397 | IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, |
| 398 | IORING_RESTRICTION_LAST |
| 399 | }; |
Christopher Ferris | 05667cd | 2021-02-16 16:01:34 -0800 | [diff] [blame] | 400 | struct io_uring_getevents_arg { |
| 401 | __u64 sigmask; |
| 402 | __u32 sigmask_sz; |
| 403 | __u32 pad; |
| 404 | __u64 ts; |
| 405 | }; |
Christopher Ferris | 7447a1c | 2022-10-04 18:24:44 -0700 | [diff] [blame] | 406 | struct io_uring_sync_cancel_reg { |
| 407 | __u64 addr; |
| 408 | __s32 fd; |
| 409 | __u32 flags; |
| 410 | struct __kernel_timespec timeout; |
| 411 | __u64 pad[4]; |
| 412 | }; |
| 413 | struct io_uring_file_index_range { |
| 414 | __u32 off; |
| 415 | __u32 len; |
| 416 | __u64 resv; |
| 417 | }; |
| 418 | struct io_uring_recvmsg_out { |
| 419 | __u32 namelen; |
| 420 | __u32 controllen; |
| 421 | __u32 payloadlen; |
| 422 | __u32 flags; |
| 423 | }; |
| 424 | #ifdef __cplusplus |
| 425 | } |
| 426 | #endif |
Christopher Ferris | 24f97eb | 2019-05-20 12:58:13 -0700 | [diff] [blame] | 427 | #endif |