Lines Matching refs:buf_table
288 if (!ctx->buf_table.nr) in __io_sqe_buffers_update()
290 if (up->offset + nr_args > ctx->buf_table.nr) in __io_sqe_buffers_update()
319 i = array_index_nospec(up->offset + done, ctx->buf_table.nr); in __io_sqe_buffers_update()
320 io_reset_rsrc_node(ctx, &ctx->buf_table, i); in __io_sqe_buffers_update()
321 ctx->buf_table.nodes[i] = node; in __io_sqe_buffers_update()
598 if (!ctx->buf_table.nr) in io_sqe_buffers_unregister()
600 io_rsrc_data_free(ctx, &ctx->buf_table); in io_sqe_buffers_unregister()
627 for (i = 0; i < ctx->buf_table.nr; i++) { in headpage_already_acct()
628 struct io_rsrc_node *node = ctx->buf_table.nodes[i]; in headpage_already_acct()
869 if (ctx->buf_table.nr) in io_sqe_buffers_register()
919 ctx->buf_table = data; in io_sqe_buffers_register()
921 io_clear_table_tags(&ctx->buf_table); in io_sqe_buffers_register()
932 struct io_rsrc_data *data = &ctx->buf_table; in io_buffer_register_bvec()
995 struct io_rsrc_data *data = &ctx->buf_table; in io_buffer_unregister_bvec()
1112 node = io_rsrc_node_lookup(&ctx->buf_table, req->buf_index); in io_find_buf_node()
1167 if (ctx->buf_table.nr && !(arg->flags & IORING_REGISTER_DST_REPLACE)) in io_clone_buffers()
1170 nbufs = src_ctx->buf_table.nr; in io_clone_buffers()
1186 ret = io_rsrc_data_alloc(&data, max(nbufs, ctx->buf_table.nr)); in io_clone_buffers()
1191 for (i = 0; i < min(arg->dst_off, ctx->buf_table.nr); i++) { in io_clone_buffers()
1192 struct io_rsrc_node *node = ctx->buf_table.nodes[i]; in io_clone_buffers()
1206 src_node = io_rsrc_node_lookup(&src_ctx->buf_table, i); in io_clone_buffers()
1224 for (i = nbufs; i < ctx->buf_table.nr; i++) { in io_clone_buffers()
1225 struct io_rsrc_node *node = ctx->buf_table.nodes[i]; in io_clone_buffers()
1238 io_rsrc_data_free(ctx, &ctx->buf_table); in io_clone_buffers()
1246 WARN_ON_ONCE(ctx->buf_table.nr); in io_clone_buffers()
1247 ctx->buf_table = data; in io_clone_buffers()
1270 if (!(buf.flags & IORING_REGISTER_DST_REPLACE) && ctx->buf_table.nr) in io_register_clone_buffers()