Lines Matching refs:iof

68 	struct io_futex *iof = io_kiocb_to_cmd(req, struct io_futex);  in io_futexv_complete()  local
73 if (!iof->futexv_unqueued) { in io_futexv_complete()
76 res = futex_unqueue_multiple(ifd->futexv, iof->futex_nr); in io_futexv_complete()
129 struct io_futex *iof = io_kiocb_to_cmd(req, struct io_futex); in io_futex_prep() local
136 iof->uaddr = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_futex_prep()
137 iof->futex_val = READ_ONCE(sqe->addr2); in io_futex_prep()
138 iof->futex_mask = READ_ONCE(sqe->addr3); in io_futex_prep()
144 iof->futex_flags = futex2_to_flags(flags); in io_futex_prep()
145 if (!futex_flags_valid(iof->futex_flags)) in io_futex_prep()
148 if (!futex_validate_input(iof->futex_flags, iof->futex_val) || in io_futex_prep()
149 !futex_validate_input(iof->futex_flags, iof->futex_mask)) in io_futex_prep()
174 struct io_futex *iof = io_kiocb_to_cmd(req, struct io_futex); in io_futexv_prep() local
183 iof->uaddr = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_futexv_prep()
184 iof->futex_nr = READ_ONCE(sqe->len); in io_futexv_prep()
185 if (!iof->futex_nr || iof->futex_nr > FUTEX_WAITV_MAX) in io_futexv_prep()
188 ifd = kzalloc_flex(struct io_futexv_data, futexv, iof->futex_nr, in io_futexv_prep()
193 ret = futex_parse_waitv(ifd->futexv, iof->uaddr, iof->futex_nr, in io_futexv_prep()
202 iof->futexv_unqueued = 0; in io_futexv_prep()
223 struct io_futex *iof = io_kiocb_to_cmd(req, struct io_futex); in io_futexv_wait() local
230 ret = futex_wait_multiple_setup(ifd->futexv, iof->futex_nr, &woken); in io_futexv_wait()
265 iof->futexv_unqueued = 1; in io_futexv_wait()
276 struct io_futex *iof = io_kiocb_to_cmd(req, struct io_futex); in io_futex_wait() local
281 if (!iof->futex_mask) { in io_futex_wait()
296 ifd->q.bitset = iof->futex_mask; in io_futex_wait()
300 ret = futex_wait_setup(iof->uaddr, iof->futex_val, iof->futex_flags, in io_futex_wait()
321 struct io_futex *iof = io_kiocb_to_cmd(req, struct io_futex); in io_futex_wake() local
328 ret = futex_wake(iof->uaddr, FLAGS_STRICT | iof->futex_flags, in io_futex_wake()
329 iof->futex_val, iof->futex_mask); in io_futex_wake()