Searched refs:uring_lock (Results 1 – 23 of 23) sorted by relevance
271 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()459 lockdep_assert_held(&ctx->uring_lock); in io_queue_deferred()524 lockdep_assert_held(&ctx->uring_lock); in __io_cqring_overflow_flush()565 mutex_unlock(&ctx->uring_lock); in __io_cqring_overflow_flush()567 mutex_lock(&ctx->uring_lock); in __io_cqring_overflow_flush()587 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()589 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()832 lockdep_assert_held(&ctx->uring_lock); in io_add_aux_cqe()861 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe()885 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe32()[all …]
148 lockdep_is_held(&ctx->uring_lock) || in io_get_rings()222 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()225 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()392 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_unlock()394 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()407 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()408 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_lock()488 __must_hold(&req->ctx->uring_lock) in io_req_complete_defer()492 lockdep_assert_held(&req->ctx->uring_lock); in io_req_complete_defer()
307 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()309 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()354 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()379 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()381 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()406 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()409 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()435 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()438 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()572 mutex_unlock(&ctx->uring_lock); in io_register_resize_rings()[all …]
27 mutex_lock(&ctx->uring_lock); in io_fallback_req_func()32 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()44 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()68 mutex_lock(&ctx->uring_lock); in io_handle_tw_list()369 mutex_lock(&ctx->uring_lock); in io_run_local_work()371 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
262 __must_hold(&ctx->uring_lock) in io_sync_cancel()324 mutex_unlock(&ctx->uring_lock); in io_sync_cancel()336 mutex_lock(&ctx->uring_lock); in io_sync_cancel()340 mutex_lock(&ctx->uring_lock); in io_sync_cancel()358 lockdep_assert_held(&ctx->uring_lock); in io_cancel_remove_all()488 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()503 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()551 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()557 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
23 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()28 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()35 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()293 mutex_unlock(&ctx->uring_lock); in io_ringfd_register()295 mutex_lock(&ctx->uring_lock); in io_ringfd_register()
127 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()163 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
81 lockdep_assert_held(&ctx->uring_lock); in io_buffer_get_list()362 mutex_unlock(&ctx->uring_lock); in io_buffers_select()374 lockdep_assert_held(&ctx->uring_lock); in io_buffers_peek()432 lockdep_assert_held(&ctx->uring_lock); in io_remove_buffers_legacy()626 lockdep_assert_held(&ctx->uring_lock); in io_register_pbuf_ring()703 lockdep_assert_held(&ctx->uring_lock); in io_unregister_pbuf_ring()
37 mutex_unlock(&octx->uring_lock); in io_double_unlock_ctx()49 if (!mutex_trylock(&octx->uring_lock)) in io_lock_external_ctx()53 mutex_lock(&octx->uring_lock); in io_lock_external_ctx()
21 lockdep_assert_held(&ctx->uring_lock); in io_notif_tw_complete()115 __must_hold(&ctx->uring_lock) in io_alloc_notif()
36 __must_hold(¬if->ctx->uring_lock) in io_notif_flush()
267 if (mutex_trylock(&ctx->uring_lock)) { in io_uring_show_fdinfo()269 mutex_unlock(&ctx->uring_lock); in io_uring_show_fdinfo()
336 lockdep_assert_held(&ctx->uring_lock); in __io_register_rsrc_update()1141 mutex_lock(&ctx1->uring_lock); in lock_two_rings()1142 mutex_lock_nested(&ctx2->uring_lock, SINGLE_DEPTH_NESTING); in lock_two_rings()1153 lockdep_assert_held(&ctx->uring_lock); in io_clone_buffers()1154 lockdep_assert_held(&src_ctx->uring_lock); in io_clone_buffers()1282 mutex_unlock(&ctx->uring_lock); in io_register_clone_buffers()1296 mutex_unlock(&src_ctx->uring_lock); in io_register_clone_buffers()
135 lockdep_assert_held(&req->ctx->uring_lock); in io_waitid_complete()150 lockdep_assert_held(&req->ctx->uring_lock); in __io_waitid_cancel()
102 lockdep_assert_held(&ctx->uring_lock); in io_tw_lock()
64 __must_hold(&ctx->uring_lock) in io_install_fixed_file()
106 lockdep_assert_held(&ctx->uring_lock); in io_put_rsrc_node()
223 mutex_lock(&ctx->uring_lock); in __io_sq_thread()234 mutex_unlock(&ctx->uring_lock); in __io_sq_thread()
126 lockdep_assert_held(&req->ctx->uring_lock); in io_poll_req_insert()738 lockdep_assert_held(&ctx->uring_lock); in io_poll_remove_all()
56 lockdep_assert_held(&ctx->uring_lock); in io_uring_try_cancel_uring_cmd()
474 lockdep_assert_held(&req->ctx->uring_lock); in io_readv_writev_cleanup()
892 lockdep_assert_held(&ctx->uring_lock); in io_unregister_zcrx_ifqs()
305 struct mutex uring_lock; member