Lines Matching refs:io_kiocb
36 struct io_kiocb *req;
59 static inline struct io_kiocb *wqe_to_req(struct wait_queue_entry *wqe) in wqe_to_req()
63 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); in wqe_to_req()
73 static bool io_poll_get_ownership_slowpath(struct io_kiocb *req) in io_poll_get_ownership_slowpath()
94 static inline bool io_poll_get_ownership(struct io_kiocb *req) in io_poll_get_ownership()
101 static void io_poll_mark_cancelled(struct io_kiocb *req) in io_poll_mark_cancelled()
106 static struct io_poll *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double()
114 static struct io_poll *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single()
121 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
171 static void io_poll_remove_entries(struct io_kiocb *req) in io_poll_remove_entries()
211 static void __io_poll_execute(struct io_kiocb *req, int mask) in __io_poll_execute()
225 static inline void io_poll_execute(struct io_kiocb *req, int res) in io_poll_execute()
241 static int io_poll_check_events(struct io_kiocb *req, io_tw_token_t tw) in io_poll_check_events()
340 struct io_kiocb *req = tw_req.req; in io_poll_task_func()
382 static void io_poll_cancel_req(struct io_kiocb *req) in io_poll_cancel_req()
391 static __cold int io_pollfree_wake(struct io_kiocb *req, struct io_poll *poll) in io_pollfree_wake()
403 struct io_kiocb *req = wqe_to_req(wait); in io_poll_wake()
437 static bool io_poll_double_prepare(struct io_kiocb *req) in io_poll_double_prepare()
466 struct io_kiocb *req = pt->req; in __io_queue_proc()
529 static bool io_poll_can_finish_inline(struct io_kiocb *req, in io_poll_can_finish_inline()
535 static void io_poll_add_hash(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add_hash()
550 static int __io_arm_poll_handler(struct io_kiocb *req, in __io_arm_poll_handler()
652 static struct async_poll *io_req_alloc_apoll(struct io_kiocb *req, in io_req_alloc_apoll()
677 int io_arm_apoll(struct io_kiocb *req, unsigned issue_flags, __poll_t mask) in io_arm_apoll()
703 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags) in io_arm_poll_handler()
736 struct io_kiocb *req; in io_poll_remove_all()
756 static struct io_kiocb *io_poll_find(struct io_ring_ctx *ctx, bool poll_only, in io_poll_find()
759 struct io_kiocb *req; in io_poll_find()
777 static struct io_kiocb *io_poll_file_find(struct io_ring_ctx *ctx, in io_poll_file_find()
781 struct io_kiocb *req; in io_poll_file_find()
795 static int io_poll_disarm(struct io_kiocb *req) in io_poll_disarm()
808 struct io_kiocb *req; in __io_poll_cancel()
851 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_poll_remove_prep()
881 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_poll_add_prep()
898 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add()
914 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags) in io_poll_remove()
919 struct io_kiocb *preq; in io_poll_remove()