blob: 5505963bc4989b02d08f84af5dd6f74a982d647c [file] [log] [blame]
Elliott Hughes180edef2023-11-02 00:08:05 +00001/*
2 * This file is auto-generated. Modifications will be lost.
3 *
4 * See https://android.googlesource.com/platform/bionic/+/master/libc/kernel/
5 * for more information.
6 */
Christopher Ferris24f97eb2019-05-20 12:58:13 -07007#ifndef LINUX_IO_URING_H
8#define LINUX_IO_URING_H
9#include <linux/fs.h>
10#include <linux/types.h>
Christopher Ferris8b7fdc92023-02-21 13:36:32 -080011#ifndef UAPI_LINUX_IO_URING_H_SKIP_LINUX_TIME_TYPES_H
Christopher Ferris7447a1c2022-10-04 18:24:44 -070012#include <linux/time_types.h>
Christopher Ferris8b7fdc92023-02-21 13:36:32 -080013#endif
Christopher Ferris7447a1c2022-10-04 18:24:44 -070014#ifdef __cplusplus
15extern "C" {
16#endif
Christopher Ferris24f97eb2019-05-20 12:58:13 -070017struct io_uring_sqe {
18 __u8 opcode;
19 __u8 flags;
20 __u16 ioprio;
21 __s32 fd;
Christopher Ferrisd32ca142020-02-04 16:16:51 -080022 union {
23 __u64 off;
24 __u64 addr2;
Christopher Ferris80ae69d2022-08-02 16:32:21 -070025 struct {
26 __u32 cmd_op;
27 __u32 __pad1;
28 };
Christopher Ferrisd32ca142020-02-04 16:16:51 -080029 };
Christopher Ferrisaf09c702020-06-01 20:29:29 -070030 union {
31 __u64 addr;
32 __u64 splice_off_in;
Christopher Ferris0f795212024-01-17 14:17:28 -080033 struct {
34 __u32 level;
35 __u32 optname;
36 };
Christopher Ferrisaf09c702020-06-01 20:29:29 -070037 };
Christopher Ferris24f97eb2019-05-20 12:58:13 -070038 __u32 len;
39 union {
40 __kernel_rwf_t rw_flags;
41 __u32 fsync_flags;
42 __u16 poll_events;
Christopher Ferris25c18d42020-10-14 17:42:58 -070043 __u32 poll32_events;
Christopher Ferrisaeddbcf2019-07-08 12:45:46 -070044 __u32 sync_range_flags;
Christopher Ferrisb8a95e22019-10-02 18:29:20 -070045 __u32 msg_flags;
Christopher Ferris9584fa42019-12-09 15:36:13 -080046 __u32 timeout_flags;
Christopher Ferrisd32ca142020-02-04 16:16:51 -080047 __u32 accept_flags;
48 __u32 cancel_flags;
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -070049 __u32 open_flags;
50 __u32 statx_flags;
51 __u32 fadvise_advice;
Christopher Ferrisaf09c702020-06-01 20:29:29 -070052 __u32 splice_flags;
Christopher Ferris05667cd2021-02-16 16:01:34 -080053 __u32 rename_flags;
54 __u32 unlink_flags;
Christopher Ferris2abfa9e2021-11-01 16:26:06 -070055 __u32 hardlink_flags;
Christopher Ferris80ae69d2022-08-02 16:32:21 -070056 __u32 xattr_flags;
Christopher Ferris7447a1c2022-10-04 18:24:44 -070057 __u32 msg_ring_flags;
Christopher Ferris6cd53a52022-12-12 23:39:16 +000058 __u32 uring_cmd_flags;
Christopher Ferris0f795212024-01-17 14:17:28 -080059 __u32 waitid_flags;
60 __u32 futex_flags;
Christopher Ferrisb830ddf2024-03-28 11:48:08 -070061 __u32 install_fd_flags;
Christopher Ferris7ac54f52024-08-07 21:07:12 +000062 __u32 nop_flags;
Christopher Ferris24f97eb2019-05-20 12:58:13 -070063 };
64 __u64 user_data;
65 union {
Christopher Ferris3a39c0b2021-09-02 00:03:38 +000066 __u16 buf_index;
67 __u16 buf_group;
68 } __attribute__((packed));
69 __u16 personality;
Christopher Ferris2abfa9e2021-11-01 16:26:06 -070070 union {
71 __s32 splice_fd_in;
72 __u32 file_index;
Christopher Ferris0f795212024-01-17 14:17:28 -080073 __u32 optlen;
Christopher Ferris7447a1c2022-10-04 18:24:44 -070074 struct {
75 __u16 addr_len;
76 __u16 __pad3[1];
77 };
Christopher Ferris2abfa9e2021-11-01 16:26:06 -070078 };
Christopher Ferris80ae69d2022-08-02 16:32:21 -070079 union {
80 struct {
81 __u64 addr3;
82 __u64 __pad2[1];
83 };
Christopher Ferris0f795212024-01-17 14:17:28 -080084 __u64 optval;
Christopher Ferris80ae69d2022-08-02 16:32:21 -070085 __u8 cmd[0];
86 };
Christopher Ferris24f97eb2019-05-20 12:58:13 -070087};
Christopher Ferris80ae69d2022-08-02 16:32:21 -070088#define IORING_FILE_INDEX_ALLOC (~0U)
Christopher Ferris7ac54f52024-08-07 21:07:12 +000089enum io_uring_sqe_flags_bit {
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -070090 IOSQE_FIXED_FILE_BIT,
91 IOSQE_IO_DRAIN_BIT,
92 IOSQE_IO_LINK_BIT,
93 IOSQE_IO_HARDLINK_BIT,
94 IOSQE_ASYNC_BIT,
Christopher Ferrisaf09c702020-06-01 20:29:29 -070095 IOSQE_BUFFER_SELECT_BIT,
Christopher Ferris1ed55342022-03-22 16:06:25 -070096 IOSQE_CQE_SKIP_SUCCESS_BIT,
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -070097};
98#define IOSQE_FIXED_FILE (1U << IOSQE_FIXED_FILE_BIT)
99#define IOSQE_IO_DRAIN (1U << IOSQE_IO_DRAIN_BIT)
100#define IOSQE_IO_LINK (1U << IOSQE_IO_LINK_BIT)
101#define IOSQE_IO_HARDLINK (1U << IOSQE_IO_HARDLINK_BIT)
102#define IOSQE_ASYNC (1U << IOSQE_ASYNC_BIT)
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700103#define IOSQE_BUFFER_SELECT (1U << IOSQE_BUFFER_SELECT_BIT)
Christopher Ferris1ed55342022-03-22 16:06:25 -0700104#define IOSQE_CQE_SKIP_SUCCESS (1U << IOSQE_CQE_SKIP_SUCCESS_BIT)
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700105#define IORING_SETUP_IOPOLL (1U << 0)
106#define IORING_SETUP_SQPOLL (1U << 1)
107#define IORING_SETUP_SQ_AFF (1U << 2)
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800108#define IORING_SETUP_CQSIZE (1U << 3)
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700109#define IORING_SETUP_CLAMP (1U << 4)
110#define IORING_SETUP_ATTACH_WQ (1U << 5)
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800111#define IORING_SETUP_R_DISABLED (1U << 6)
Christopher Ferris10a76e62022-06-08 13:31:52 -0700112#define IORING_SETUP_SUBMIT_ALL (1U << 7)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700113#define IORING_SETUP_COOP_TASKRUN (1U << 8)
114#define IORING_SETUP_TASKRUN_FLAG (1U << 9)
115#define IORING_SETUP_SQE128 (1U << 10)
116#define IORING_SETUP_CQE32 (1U << 11)
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700117#define IORING_SETUP_SINGLE_ISSUER (1U << 12)
Christopher Ferris6cd53a52022-12-12 23:39:16 +0000118#define IORING_SETUP_DEFER_TASKRUN (1U << 13)
Christopher Ferris8666d042023-09-06 14:55:31 -0700119#define IORING_SETUP_NO_MMAP (1U << 14)
120#define IORING_SETUP_REGISTERED_FD_ONLY (1U << 15)
Christopher Ferris67d1e5e2023-10-31 13:36:37 -0700121#define IORING_SETUP_NO_SQARRAY (1U << 16)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700122enum io_uring_op {
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800123 IORING_OP_NOP,
124 IORING_OP_READV,
125 IORING_OP_WRITEV,
126 IORING_OP_FSYNC,
127 IORING_OP_READ_FIXED,
128 IORING_OP_WRITE_FIXED,
129 IORING_OP_POLL_ADD,
130 IORING_OP_POLL_REMOVE,
131 IORING_OP_SYNC_FILE_RANGE,
132 IORING_OP_SENDMSG,
133 IORING_OP_RECVMSG,
134 IORING_OP_TIMEOUT,
135 IORING_OP_TIMEOUT_REMOVE,
136 IORING_OP_ACCEPT,
137 IORING_OP_ASYNC_CANCEL,
138 IORING_OP_LINK_TIMEOUT,
139 IORING_OP_CONNECT,
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700140 IORING_OP_FALLOCATE,
141 IORING_OP_OPENAT,
142 IORING_OP_CLOSE,
143 IORING_OP_FILES_UPDATE,
144 IORING_OP_STATX,
145 IORING_OP_READ,
146 IORING_OP_WRITE,
147 IORING_OP_FADVISE,
148 IORING_OP_MADVISE,
149 IORING_OP_SEND,
150 IORING_OP_RECV,
151 IORING_OP_OPENAT2,
152 IORING_OP_EPOLL_CTL,
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700153 IORING_OP_SPLICE,
154 IORING_OP_PROVIDE_BUFFERS,
155 IORING_OP_REMOVE_BUFFERS,
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700156 IORING_OP_TEE,
Christopher Ferris05667cd2021-02-16 16:01:34 -0800157 IORING_OP_SHUTDOWN,
158 IORING_OP_RENAMEAT,
159 IORING_OP_UNLINKAT,
Christopher Ferris2abfa9e2021-11-01 16:26:06 -0700160 IORING_OP_MKDIRAT,
161 IORING_OP_SYMLINKAT,
162 IORING_OP_LINKAT,
Christopher Ferris10a76e62022-06-08 13:31:52 -0700163 IORING_OP_MSG_RING,
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700164 IORING_OP_FSETXATTR,
165 IORING_OP_SETXATTR,
166 IORING_OP_FGETXATTR,
167 IORING_OP_GETXATTR,
168 IORING_OP_SOCKET,
169 IORING_OP_URING_CMD,
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700170 IORING_OP_SEND_ZC,
Christopher Ferris6cd53a52022-12-12 23:39:16 +0000171 IORING_OP_SENDMSG_ZC,
Christopher Ferris0f795212024-01-17 14:17:28 -0800172 IORING_OP_READ_MULTISHOT,
173 IORING_OP_WAITID,
174 IORING_OP_FUTEX_WAIT,
175 IORING_OP_FUTEX_WAKE,
176 IORING_OP_FUTEX_WAITV,
Christopher Ferrisb830ddf2024-03-28 11:48:08 -0700177 IORING_OP_FIXED_FD_INSTALL,
Christopher Ferris7f4c8372024-06-03 14:22:19 -0700178 IORING_OP_FTRUNCATE,
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800179 IORING_OP_LAST,
180};
Christopher Ferris6cd53a52022-12-12 23:39:16 +0000181#define IORING_URING_CMD_FIXED (1U << 0)
Christopher Ferris0f795212024-01-17 14:17:28 -0800182#define IORING_URING_CMD_MASK IORING_URING_CMD_FIXED
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700183#define IORING_FSYNC_DATASYNC (1U << 0)
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800184#define IORING_TIMEOUT_ABS (1U << 0)
Christopher Ferris05667cd2021-02-16 16:01:34 -0800185#define IORING_TIMEOUT_UPDATE (1U << 1)
Christopher Ferris2abfa9e2021-11-01 16:26:06 -0700186#define IORING_TIMEOUT_BOOTTIME (1U << 2)
187#define IORING_TIMEOUT_REALTIME (1U << 3)
188#define IORING_LINK_TIMEOUT_UPDATE (1U << 4)
Christopher Ferrisa4792612022-01-10 13:51:15 -0800189#define IORING_TIMEOUT_ETIME_SUCCESS (1U << 5)
Christopher Ferris37c3f3c2023-07-10 10:59:05 -0700190#define IORING_TIMEOUT_MULTISHOT (1U << 6)
Christopher Ferris2abfa9e2021-11-01 16:26:06 -0700191#define IORING_TIMEOUT_CLOCK_MASK (IORING_TIMEOUT_BOOTTIME | IORING_TIMEOUT_REALTIME)
192#define IORING_TIMEOUT_UPDATE_MASK (IORING_TIMEOUT_UPDATE | IORING_LINK_TIMEOUT_UPDATE)
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700193#define SPLICE_F_FD_IN_FIXED (1U << 31)
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000194#define IORING_POLL_ADD_MULTI (1U << 0)
195#define IORING_POLL_UPDATE_EVENTS (1U << 1)
196#define IORING_POLL_UPDATE_USER_DATA (1U << 2)
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700197#define IORING_POLL_ADD_LEVEL (1U << 3)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700198#define IORING_ASYNC_CANCEL_ALL (1U << 0)
199#define IORING_ASYNC_CANCEL_FD (1U << 1)
200#define IORING_ASYNC_CANCEL_ANY (1U << 2)
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700201#define IORING_ASYNC_CANCEL_FD_FIXED (1U << 3)
Christopher Ferris67d1e5e2023-10-31 13:36:37 -0700202#define IORING_ASYNC_CANCEL_USERDATA (1U << 4)
203#define IORING_ASYNC_CANCEL_OP (1U << 5)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700204#define IORING_RECVSEND_POLL_FIRST (1U << 0)
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700205#define IORING_RECV_MULTISHOT (1U << 1)
206#define IORING_RECVSEND_FIXED_BUF (1U << 2)
Christopher Ferris8b7fdc92023-02-21 13:36:32 -0800207#define IORING_SEND_ZC_REPORT_USAGE (1U << 3)
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000208#define IORING_RECVSEND_BUNDLE (1U << 4)
Christopher Ferris8b7fdc92023-02-21 13:36:32 -0800209#define IORING_NOTIF_USAGE_ZC_COPIED (1U << 31)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700210#define IORING_ACCEPT_MULTISHOT (1U << 0)
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000211#define IORING_ACCEPT_DONTWAIT (1U << 1)
212#define IORING_ACCEPT_POLL_FIRST (1U << 2)
213enum io_uring_msg_ring_flags {
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700214 IORING_MSG_DATA,
215 IORING_MSG_SEND_FD,
216};
217#define IORING_MSG_RING_CQE_SKIP (1U << 0)
Christopher Ferrisb7cef6d2023-05-09 19:04:15 +0000218#define IORING_MSG_RING_FLAGS_PASS (1U << 1)
Christopher Ferrisb830ddf2024-03-28 11:48:08 -0700219#define IORING_FIXED_FD_NO_CLOEXEC (1U << 0)
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000220#define IORING_NOP_INJECT_RESULT (1U << 0)
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700221struct io_uring_cqe {
222 __u64 user_data;
223 __s32 res;
224 __u32 flags;
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700225 __u64 big_cqe[];
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700226};
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700227#define IORING_CQE_F_BUFFER (1U << 0)
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000228#define IORING_CQE_F_MORE (1U << 1)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700229#define IORING_CQE_F_SOCK_NONEMPTY (1U << 2)
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700230#define IORING_CQE_F_NOTIF (1U << 3)
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000231#define IORING_CQE_BUFFER_SHIFT 16
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700232#define IORING_OFF_SQ_RING 0ULL
233#define IORING_OFF_CQ_RING 0x8000000ULL
234#define IORING_OFF_SQES 0x10000000ULL
Christopher Ferris37c3f3c2023-07-10 10:59:05 -0700235#define IORING_OFF_PBUF_RING 0x80000000ULL
236#define IORING_OFF_PBUF_SHIFT 16
237#define IORING_OFF_MMAP_MASK 0xf8000000ULL
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700238struct io_sqring_offsets {
239 __u32 head;
240 __u32 tail;
241 __u32 ring_mask;
242 __u32 ring_entries;
243 __u32 flags;
244 __u32 dropped;
245 __u32 array;
246 __u32 resv1;
Christopher Ferris8666d042023-09-06 14:55:31 -0700247 __u64 user_addr;
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700248};
249#define IORING_SQ_NEED_WAKEUP (1U << 0)
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700250#define IORING_SQ_CQ_OVERFLOW (1U << 1)
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700251#define IORING_SQ_TASKRUN (1U << 2)
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700252struct io_cqring_offsets {
253 __u32 head;
254 __u32 tail;
255 __u32 ring_mask;
256 __u32 ring_entries;
257 __u32 overflow;
258 __u32 cqes;
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700259 __u32 flags;
260 __u32 resv1;
Christopher Ferris8666d042023-09-06 14:55:31 -0700261 __u64 user_addr;
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700262};
Christopher Ferris8177cdf2020-08-03 11:53:55 -0700263#define IORING_CQ_EVENTFD_DISABLED (1U << 0)
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700264#define IORING_ENTER_GETEVENTS (1U << 0)
265#define IORING_ENTER_SQ_WAKEUP (1U << 1)
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800266#define IORING_ENTER_SQ_WAIT (1U << 2)
Christopher Ferris05667cd2021-02-16 16:01:34 -0800267#define IORING_ENTER_EXT_ARG (1U << 3)
Christopher Ferris10a76e62022-06-08 13:31:52 -0700268#define IORING_ENTER_REGISTERED_RING (1U << 4)
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700269struct io_uring_params {
270 __u32 sq_entries;
271 __u32 cq_entries;
272 __u32 flags;
273 __u32 sq_thread_cpu;
274 __u32 sq_thread_idle;
Christopher Ferris9584fa42019-12-09 15:36:13 -0800275 __u32 features;
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700276 __u32 wq_fd;
277 __u32 resv[3];
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700278 struct io_sqring_offsets sq_off;
279 struct io_cqring_offsets cq_off;
280};
Christopher Ferris9584fa42019-12-09 15:36:13 -0800281#define IORING_FEAT_SINGLE_MMAP (1U << 0)
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800282#define IORING_FEAT_NODROP (1U << 1)
283#define IORING_FEAT_SUBMIT_STABLE (1U << 2)
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700284#define IORING_FEAT_RW_CUR_POS (1U << 3)
285#define IORING_FEAT_CUR_PERSONALITY (1U << 4)
Christopher Ferrisaf09c702020-06-01 20:29:29 -0700286#define IORING_FEAT_FAST_POLL (1U << 5)
Christopher Ferris25c18d42020-10-14 17:42:58 -0700287#define IORING_FEAT_POLL_32BITS (1U << 6)
Christopher Ferris05667cd2021-02-16 16:01:34 -0800288#define IORING_FEAT_SQPOLL_NONFIXED (1U << 7)
289#define IORING_FEAT_EXT_ARG (1U << 8)
Christopher Ferrisa9750ed2021-05-03 14:02:49 -0700290#define IORING_FEAT_NATIVE_WORKERS (1U << 9)
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000291#define IORING_FEAT_RSRC_TAGS (1U << 10)
Christopher Ferris1ed55342022-03-22 16:06:25 -0700292#define IORING_FEAT_CQE_SKIP (1U << 11)
Christopher Ferris10a76e62022-06-08 13:31:52 -0700293#define IORING_FEAT_LINKED_FILE (1U << 12)
Christopher Ferrisb7cef6d2023-05-09 19:04:15 +0000294#define IORING_FEAT_REG_REG_RING (1U << 13)
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000295#define IORING_FEAT_RECVSEND_BUNDLE (1U << 14)
296enum io_uring_register_op {
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800297 IORING_REGISTER_BUFFERS = 0,
298 IORING_UNREGISTER_BUFFERS = 1,
299 IORING_REGISTER_FILES = 2,
300 IORING_UNREGISTER_FILES = 3,
301 IORING_REGISTER_EVENTFD = 4,
302 IORING_UNREGISTER_EVENTFD = 5,
303 IORING_REGISTER_FILES_UPDATE = 6,
304 IORING_REGISTER_EVENTFD_ASYNC = 7,
305 IORING_REGISTER_PROBE = 8,
306 IORING_REGISTER_PERSONALITY = 9,
307 IORING_UNREGISTER_PERSONALITY = 10,
308 IORING_REGISTER_RESTRICTIONS = 11,
309 IORING_REGISTER_ENABLE_RINGS = 12,
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000310 IORING_REGISTER_FILES2 = 13,
311 IORING_REGISTER_FILES_UPDATE2 = 14,
312 IORING_REGISTER_BUFFERS2 = 15,
313 IORING_REGISTER_BUFFERS_UPDATE = 16,
Christopher Ferris3a39c0b2021-09-02 00:03:38 +0000314 IORING_REGISTER_IOWQ_AFF = 17,
315 IORING_UNREGISTER_IOWQ_AFF = 18,
Christopher Ferris2abfa9e2021-11-01 16:26:06 -0700316 IORING_REGISTER_IOWQ_MAX_WORKERS = 19,
Christopher Ferris10a76e62022-06-08 13:31:52 -0700317 IORING_REGISTER_RING_FDS = 20,
318 IORING_UNREGISTER_RING_FDS = 21,
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700319 IORING_REGISTER_PBUF_RING = 22,
320 IORING_UNREGISTER_PBUF_RING = 23,
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700321 IORING_REGISTER_SYNC_CANCEL = 24,
322 IORING_REGISTER_FILE_ALLOC_RANGE = 25,
Christopher Ferrisb830ddf2024-03-28 11:48:08 -0700323 IORING_REGISTER_PBUF_STATUS = 26,
Christopher Ferris7f4c8372024-06-03 14:22:19 -0700324 IORING_REGISTER_NAPI = 27,
325 IORING_UNREGISTER_NAPI = 28,
Christopher Ferrisb7cef6d2023-05-09 19:04:15 +0000326 IORING_REGISTER_LAST,
327 IORING_REGISTER_USE_REGISTERED_RING = 1U << 31
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800328};
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000329enum io_wq_type {
Christopher Ferris2abfa9e2021-11-01 16:26:06 -0700330 IO_WQ_BOUND,
331 IO_WQ_UNBOUND,
332};
Christopher Ferrisd32ca142020-02-04 16:16:51 -0800333struct io_uring_files_update {
334 __u32 offset;
335 __u32 resv;
336 __aligned_u64 fds;
337};
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700338#define IORING_RSRC_REGISTER_SPARSE (1U << 0)
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000339struct io_uring_rsrc_register {
340 __u32 nr;
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700341 __u32 flags;
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000342 __u64 resv2;
343 __aligned_u64 data;
344 __aligned_u64 tags;
345};
Christopher Ferrisa9750ed2021-05-03 14:02:49 -0700346struct io_uring_rsrc_update {
347 __u32 offset;
348 __u32 resv;
349 __aligned_u64 data;
350};
Christopher Ferrisfcc3b4f2021-07-01 01:30:21 +0000351struct io_uring_rsrc_update2 {
352 __u32 offset;
353 __u32 resv;
354 __aligned_u64 data;
355 __aligned_u64 tags;
356 __u32 nr;
357 __u32 resv2;
358};
Christopher Ferrisa9750ed2021-05-03 14:02:49 -0700359#define IORING_REGISTER_FILES_SKIP (- 2)
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700360#define IO_URING_OP_SUPPORTED (1U << 0)
361struct io_uring_probe_op {
362 __u8 op;
363 __u8 resv;
364 __u16 flags;
365 __u32 resv2;
366};
367struct io_uring_probe {
368 __u8 last_op;
369 __u8 ops_len;
370 __u16 resv;
371 __u32 resv2[3];
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700372 struct io_uring_probe_op ops[];
Christopher Ferrisbb9fcb42020-04-06 11:38:04 -0700373};
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800374struct io_uring_restriction {
375 __u16 opcode;
376 union {
377 __u8 register_op;
378 __u8 sqe_op;
379 __u8 sqe_flags;
380 };
381 __u8 resv;
382 __u32 resv2[3];
383};
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700384struct io_uring_buf {
385 __u64 addr;
386 __u32 len;
387 __u16 bid;
388 __u16 resv;
389};
390struct io_uring_buf_ring {
391 union {
392 struct {
393 __u64 resv1;
394 __u32 resv2;
395 __u16 resv3;
396 __u16 tail;
397 };
Christopher Ferrisb7cef6d2023-05-09 19:04:15 +0000398 __DECLARE_FLEX_ARRAY(struct io_uring_buf, bufs);
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700399 };
400};
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000401enum io_uring_register_pbuf_ring_flags {
Christopher Ferris37c3f3c2023-07-10 10:59:05 -0700402 IOU_PBUF_RING_MMAP = 1,
403};
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700404struct io_uring_buf_reg {
405 __u64 ring_addr;
406 __u32 ring_entries;
407 __u16 bgid;
Christopher Ferris37c3f3c2023-07-10 10:59:05 -0700408 __u16 flags;
Christopher Ferris80ae69d2022-08-02 16:32:21 -0700409 __u64 resv[3];
410};
Christopher Ferrisb830ddf2024-03-28 11:48:08 -0700411struct io_uring_buf_status {
412 __u32 buf_group;
413 __u32 head;
414 __u32 resv[8];
415};
Christopher Ferris7f4c8372024-06-03 14:22:19 -0700416struct io_uring_napi {
417 __u32 busy_poll_to;
418 __u8 prefer_busy_poll;
419 __u8 pad[3];
420 __u64 resv;
421};
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000422enum io_uring_register_restriction_op {
Christopher Ferris32ff3f82020-12-14 13:10:04 -0800423 IORING_RESTRICTION_REGISTER_OP = 0,
424 IORING_RESTRICTION_SQE_OP = 1,
425 IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2,
426 IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3,
427 IORING_RESTRICTION_LAST
428};
Christopher Ferris05667cd2021-02-16 16:01:34 -0800429struct io_uring_getevents_arg {
430 __u64 sigmask;
431 __u32 sigmask_sz;
432 __u32 pad;
433 __u64 ts;
434};
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700435struct io_uring_sync_cancel_reg {
436 __u64 addr;
437 __s32 fd;
438 __u32 flags;
439 struct __kernel_timespec timeout;
Christopher Ferris67d1e5e2023-10-31 13:36:37 -0700440 __u8 opcode;
441 __u8 pad[7];
442 __u64 pad2[3];
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700443};
444struct io_uring_file_index_range {
445 __u32 off;
446 __u32 len;
447 __u64 resv;
448};
449struct io_uring_recvmsg_out {
450 __u32 namelen;
451 __u32 controllen;
452 __u32 payloadlen;
453 __u32 flags;
454};
Christopher Ferris7ac54f52024-08-07 21:07:12 +0000455enum io_uring_socket_op {
Christopher Ferris67d1e5e2023-10-31 13:36:37 -0700456 SOCKET_URING_OP_SIOCINQ = 0,
457 SOCKET_URING_OP_SIOCOUTQ,
Christopher Ferris0f795212024-01-17 14:17:28 -0800458 SOCKET_URING_OP_GETSOCKOPT,
459 SOCKET_URING_OP_SETSOCKOPT,
Christopher Ferris67d1e5e2023-10-31 13:36:37 -0700460};
Christopher Ferris7447a1c2022-10-04 18:24:44 -0700461#ifdef __cplusplus
462}
463#endif
Christopher Ferris24f97eb2019-05-20 12:58:13 -0700464#endif