136 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)  in io_shutdown()  argument
142 	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);  in io_shutdown()
166 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags)  in io_netmsg_recycle()  argument
171 	if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) {  in io_netmsg_recycle()
454 			       unsigned int issue_flags)  in io_req_msg_cleanup()  argument
456 	io_netmsg_recycle(req, issue_flags);  in io_req_msg_cleanup()
545 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg()  argument
563 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg()
573 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg()
585 	io_req_msg_cleanup(req, issue_flags);  in io_sendmsg()
594 static int io_send_select_buffer(struct io_kiocb *req, unsigned int issue_flags,  in io_send_select_buffer()  argument
617 	ret = io_buffers_select(req, &arg, sel, issue_flags);  in io_send_select_buffer()
642 int io_send(struct io_kiocb *req, unsigned int issue_flags)  in io_send()  argument
661 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send()
667 		ret = io_send_select_buffer(req, issue_flags, &sel, kmsg);  in io_send()
684 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send()
706 	io_req_msg_cleanup(req, issue_flags);  in io_send()
851 				  unsigned issue_flags)  in io_recv_finish()  argument
917 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv_finish()
927 	io_req_msg_cleanup(req, issue_flags);  in io_recv_finish()
1015 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_recvmsg()  argument
1023 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recvmsg()
1043 		sel = io_buffer_select(req, &len, sr->buf_group, issue_flags);  in io_recvmsg()
1050 				io_kbuf_recycle(req, sel.buf_list, issue_flags);  in io_recvmsg()
1074 			io_kbuf_recycle(req, sel.buf_list, issue_flags);  in io_recvmsg()
1093 		io_kbuf_recycle(req, sel.buf_list, issue_flags);  in io_recvmsg()
1096 	if (!io_recv_finish(req, kmsg, &sel, mshot_finished, issue_flags))  in io_recvmsg()
1103 			      struct io_br_sel *sel, unsigned int issue_flags)  in io_recv_buf_select()  argument
1113 	if (!(issue_flags & IO_URING_F_UNLOCKED) &&  in io_recv_buf_select()
1159 		*sel = io_buffer_select(req, &len, sr->buf_group, issue_flags);  in io_recv_buf_select()
1174 int io_recv(struct io_kiocb *req, unsigned int issue_flags)  in io_recv()  argument
1182 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recv()
1201 		ret = io_recv_buf_select(req, kmsg, &sel, issue_flags);  in io_recv()
1218 			io_kbuf_recycle(req, sel.buf_list, issue_flags);  in io_recv()
1241 		io_kbuf_recycle(req, sel.buf_list, issue_flags);  in io_recv()
1244 	if (!io_recv_finish(req, kmsg, &sel, mshot_finished, issue_flags))  in io_recv()
1278 int io_recvzc(struct io_kiocb *req, unsigned int issue_flags)  in io_recvzc()  argument
1294 	ret = io_zcrx_recv(req, zc->ifq, sock, 0, issue_flags, &zc->len);  in io_recvzc()
1448 static int io_send_zc_import(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc_import()  argument
1458 				ITER_SOURCE, issue_flags);  in io_send_zc_import()
1461 int io_send_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc()  argument
1481 		ret = io_send_zc_import(req, issue_flags);  in io_send_zc()
1487 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send_zc()
1498 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send_zc()
1519 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_send_zc()
1528 int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg_zc()  argument
1543 					issue_flags);  in io_sendmsg_zc()
1560 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg_zc()
1570 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg_zc()
1591 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_sendmsg_zc()
1649 int io_accept(struct io_kiocb *req, unsigned int issue_flags)  in io_accept()  argument
1652 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_accept()
1689 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_accept()
1740 int io_socket(struct io_kiocb *req, unsigned int issue_flags)  in io_socket()  argument
1757 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_socket()
1766 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_socket()
1792 int io_connect(struct io_kiocb *req, unsigned int issue_flags)  in io_connect()  argument
1798 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_connect()
1839 	io_req_msg_cleanup(req, issue_flags);  in io_connect()
1862 int io_bind(struct io_kiocb *req, unsigned int issue_flags)  in io_bind()  argument
1891 int io_listen(struct io_kiocb *req, unsigned int issue_flags)  in io_listen()  argument