37 static bool io_file_supports_nowait(struct io_kiocb *req, __poll_t mask)  in io_file_supports_nowait()
63 static int io_iov_buffer_select_prep(struct io_kiocb *req)  in io_iov_buffer_select_prep()
82 static int io_import_vec(int ddir, struct io_kiocb *req,  in io_import_vec()
109 static int __io_import_rw_buffer(int ddir, struct io_kiocb *req,  in __io_import_rw_buffer()
131 static inline int io_import_rw_buffer(int rw, struct io_kiocb *req,  in io_import_rw_buffer()
145 static void io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags)  in io_rw_recycle()
162 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags)  in io_req_rw_cleanup()
197 static int io_rw_alloc_async(struct io_kiocb *req)  in io_rw_alloc_async()
225 static int io_prep_rw_pi(struct io_kiocb *req, struct io_rw *rw, int ddir,  in io_prep_rw_pi()
252 static int __io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in __io_prep_rw()
303 static int io_rw_do_import(struct io_kiocb *req, int ddir)  in io_rw_do_import()
311 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_prep_rw()
323 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_read()
328 int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_write()
333 static int io_prep_rwv(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_prep_rwv()
351 int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_readv()
356 int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_writev()
361 static int io_init_rw_fixed(struct io_kiocb *req, unsigned int issue_flags,  in io_init_rw_fixed()
377 int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_read_fixed()
382 int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_write_fixed()
387 static int io_rw_import_reg_vec(struct io_kiocb *req,  in io_rw_import_reg_vec()
404 static int io_rw_prep_reg_vec(struct io_kiocb *req)  in io_rw_prep_reg_vec()
414 int io_prep_readv_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_readv_fixed()
424 int io_prep_writev_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_writev_fixed()
438 int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_read_mshot_prep()
458 void io_readv_writev_cleanup(struct io_kiocb *req)  in io_readv_writev_cleanup()
464 static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req)  in io_kiocb_update_pos()
481 static bool io_rw_should_reissue(struct io_kiocb *req)  in io_rw_should_reissue()
510 static void io_req_end_write(struct io_kiocb *req)  in io_req_end_write()
523 static void io_req_io_end(struct io_kiocb *req)  in io_req_io_end()
535 static void __io_complete_rw_common(struct io_kiocb *req, long res)  in __io_complete_rw_common()
547 static inline int io_fixup_rw_res(struct io_kiocb *req, long res)  in io_fixup_rw_res()
561 void io_req_rw_complete(struct io_kiocb *req, io_tw_token_t tw)  in io_req_rw_complete()
584 	struct io_kiocb *req = cmd_to_io_kiocb(rw);  in io_complete_rw()  local
597 	struct io_kiocb *req = cmd_to_io_kiocb(rw);  in io_complete_rw_iopoll()  local
612 static inline void io_rw_done(struct io_kiocb *req, ssize_t ret)  in io_rw_done()
643 static int kiocb_done(struct io_kiocb *req, ssize_t ret,  in kiocb_done()
679 	struct io_kiocb *req = cmd_to_io_kiocb(rw);  in loop_rw_iter()  local
756 	struct io_kiocb *req = wait->private;  in io_async_buf_func()  local
783 static bool io_rw_should_retry(struct io_kiocb *req)  in io_rw_should_retry()
831 static bool need_complete_io(struct io_kiocb *req)  in need_complete_io()
837 static int io_rw_init_file(struct io_kiocb *req, fmode_t mode, int rw_type)  in io_rw_init_file()
898 static int __io_read(struct io_kiocb *req, unsigned int issue_flags)  in __io_read()
1012 int io_read(struct io_kiocb *req, unsigned int issue_flags)  in io_read()
1023 int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags)  in io_read_mshot()
1089 static bool io_kiocb_start_write(struct io_kiocb *req, struct kiocb *kiocb)  in io_kiocb_start_write()
1108 int io_write(struct io_kiocb *req, unsigned int issue_flags)  in io_write()
1204 int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags)  in io_read_fixed()
1215 int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags)  in io_write_fixed()
1226 void io_rw_fail(struct io_kiocb *req)  in io_rw_fail()
1234 static int io_uring_classic_poll(struct io_kiocb *req, struct io_comp_batch *iob,  in io_uring_classic_poll()
1251 static u64 io_hybrid_iopoll_delay(struct io_ring_ctx *ctx, struct io_kiocb *req)  in io_hybrid_iopoll_delay()
1285 static int io_uring_hybrid_poll(struct io_kiocb *req,  in io_uring_hybrid_poll()
1321 		struct io_kiocb *req = container_of(pos, struct io_kiocb, comp_list);  in io_do_iopoll()  local
1355 		struct io_kiocb *req = container_of(pos, struct io_kiocb, comp_list);  in io_do_iopoll()  local