| H A D | rsrc.c | 112 struct io_mapped_ubuf *imu = priv; in io_release_ubuf() local
115 for (i = 0; i < imu->nr_bvecs; i++) { in io_release_ubuf()
116 struct folio *folio = page_folio(imu->bvec[i].bv_page); in io_release_ubuf()
131 static void io_free_imu(struct io_ring_ctx *ctx, struct io_mapped_ubuf *imu) in io_free_imu() argument
133 if (imu->nr_bvecs <= IO_CACHED_BVECS_SEGS) in io_free_imu()
134 io_cache_free(&ctx->imu_cache, imu); in io_free_imu()
136 kvfree(imu); in io_free_imu()
139 static void io_buffer_unmap(struct io_ring_ctx *ctx, struct io_mapped_ubuf *imu) in io_buffer_unmap() argument
141 if (unlikely(refcount_read(&imu->refs) > 1)) { in io_buffer_unmap()
142 if (!refcount_dec_and_test(&imu in io_buffer_unmap()
644 struct io_mapped_ubuf *imu; headpage_already_acct() local
661 io_buffer_account_pin(struct io_ring_ctx * ctx,struct page ** pages,int nr_pages,struct io_mapped_ubuf * imu,struct page ** last_hpage) io_buffer_account_pin() argument
781 struct io_mapped_ubuf *imu = NULL; io_sqe_buffer_register() local
943 struct io_mapped_ubuf *imu; io_buffer_register_bvec() local
1032 validate_fixed_range(u64 buf_addr,size_t len,const struct io_mapped_ubuf * imu) validate_fixed_range() argument
1047 io_import_kbuf(int ddir,struct iov_iter * iter,struct io_mapped_ubuf * imu,size_t len,size_t offset) io_import_kbuf() argument
1067 io_import_fixed(int ddir,struct iov_iter * iter,struct io_mapped_ubuf * imu,u64 buf_addr,size_t len) io_import_fixed() argument
1338 io_vec_fill_bvec(int ddir,struct iov_iter * iter,struct io_mapped_ubuf * imu,struct iovec * iovec,unsigned nr_iovs,struct iou_vec * vec) io_vec_fill_bvec() argument
1392 io_estimate_bvec_size(struct iovec * iov,unsigned nr_iovs,struct io_mapped_ubuf * imu) io_estimate_bvec_size() argument
1404 io_vec_fill_kern_bvec(int ddir,struct iov_iter * iter,struct io_mapped_ubuf * imu,struct iovec * iovec,unsigned nr_iovs,struct iou_vec * vec) io_vec_fill_kern_bvec() argument
1432 iov_kern_bvec_size(const struct iovec * iov,const struct io_mapped_ubuf * imu,unsigned int * nr_seg) iov_kern_bvec_size() argument
1455 io_kern_bvec_size(struct iovec * iov,unsigned nr_iovs,struct io_mapped_ubuf * imu,unsigned * nr_segs) io_kern_bvec_size() argument
1484 struct io_mapped_ubuf *imu; io_import_reg_vec() local
[all...] |