tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1// SPDX-License-Identifier: GPL-2.0
2#ifndef IOU_WAIT_H
3#define IOU_WAIT_H
4
5#include <linux/io_uring_types.h>
6
7/*
8 * No waiters. It's larger than any valid value of the tw counter
9 * so that tests against ->cq_wait_nr would fail and skip wake_up().
10 */
11#define IO_CQ_WAKE_INIT (-1U)
12/* Forced wake up if there is a waiter regardless of ->cq_wait_nr */
13#define IO_CQ_WAKE_FORCE (IO_CQ_WAKE_INIT >> 1)
14
15struct ext_arg {
16 size_t argsz;
17 struct timespec64 ts;
18 const sigset_t __user *sig;
19 ktime_t min_time;
20 bool ts_set;
21 bool iowait;
22};
23
24int io_cqring_wait(struct io_ring_ctx *ctx, int min_events, u32 flags,
25 struct ext_arg *ext_arg);
26int io_run_task_work_sig(struct io_ring_ctx *ctx);
27void io_cqring_do_overflow_flush(struct io_ring_ctx *ctx);
28
29static inline unsigned int __io_cqring_events(struct io_ring_ctx *ctx)
30{
31 return ctx->cached_cq_tail - READ_ONCE(ctx->rings->cq.head);
32}
33
34static inline unsigned int __io_cqring_events_user(struct io_ring_ctx *ctx)
35{
36 return READ_ONCE(ctx->rings->cq.tail) - READ_ONCE(ctx->rings->cq.head);
37}
38
39/*
40 * Reads the tail/head of the CQ ring while providing an acquire ordering,
41 * see comment at top of io_uring.c.
42 */
43static inline unsigned io_cqring_events(struct io_ring_ctx *ctx)
44{
45 smp_rmb();
46 return __io_cqring_events(ctx);
47}
48
49#endif