1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/kernel.h>
3 #include <linux/errno.h>
4 #include <linux/file.h>
5 #include <linux/fs.h>
6 #include <linux/uaccess.h>
7 #include <linux/io_uring.h>
8 #include <linux/eventpoll.h>
9
10 #include <uapi/linux/io_uring.h>
11
12 #include "io_uring.h"
13 #include "epoll.h"
14
15 struct io_epoll {
16 struct file *file;
17 int epfd;
18 int op;
19 int fd;
20 struct epoll_event event;
21 };
22
23 struct io_epoll_wait {
24 struct file *file;
25 int maxevents;
26 struct epoll_event __user *events;
27 };
28
io_epoll_ctl_prep(struct io_kiocb * req,const struct io_uring_sqe * sqe)29 int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
30 {
31 struct io_epoll *epoll = io_kiocb_to_cmd(req, struct io_epoll);
32
33 if (sqe->buf_index || sqe->splice_fd_in)
34 return -EINVAL;
35
36 epoll->epfd = READ_ONCE(sqe->fd);
37 epoll->op = READ_ONCE(sqe->len);
38 epoll->fd = READ_ONCE(sqe->off);
39
40 if (ep_op_has_event(epoll->op)) {
41 struct epoll_event __user *ev;
42
43 ev = u64_to_user_ptr(READ_ONCE(sqe->addr));
44 if (copy_from_user(&epoll->event, ev, sizeof(*ev)))
45 return -EFAULT;
46 }
47
48 return 0;
49 }
50
io_epoll_ctl(struct io_kiocb * req,unsigned int issue_flags)51 int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags)
52 {
53 struct io_epoll *ie = io_kiocb_to_cmd(req, struct io_epoll);
54 int ret;
55 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
56
57 ret = do_epoll_ctl(ie->epfd, ie->op, ie->fd, &ie->event, force_nonblock);
58 if (force_nonblock && ret == -EAGAIN)
59 return -EAGAIN;
60
61 if (ret < 0)
62 req_set_fail(req);
63 io_req_set_res(req, ret, 0);
64 return IOU_OK;
65 }
66
io_epoll_wait_prep(struct io_kiocb * req,const struct io_uring_sqe * sqe)67 int io_epoll_wait_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
68 {
69 struct io_epoll_wait *iew = io_kiocb_to_cmd(req, struct io_epoll_wait);
70
71 if (sqe->off || sqe->rw_flags || sqe->buf_index || sqe->splice_fd_in)
72 return -EINVAL;
73
74 iew->maxevents = READ_ONCE(sqe->len);
75 iew->events = u64_to_user_ptr(READ_ONCE(sqe->addr));
76 return 0;
77 }
78
io_epoll_wait(struct io_kiocb * req,unsigned int issue_flags)79 int io_epoll_wait(struct io_kiocb *req, unsigned int issue_flags)
80 {
81 struct io_epoll_wait *iew = io_kiocb_to_cmd(req, struct io_epoll_wait);
82 int ret;
83
84 ret = epoll_sendevents(req->file, iew->events, iew->maxevents);
85 if (ret == 0)
86 return -EAGAIN;
87 if (ret < 0)
88 req_set_fail(req);
89
90 io_req_set_res(req, ret, 0);
91 return IOU_OK;
92 }
93