Lines Matching refs:completion_lock
410 spinlock_t completion_lock; member
1351 spin_lock_init(&ctx->completion_lock); in io_ring_ctx_alloc()
1509 __must_hold(&req->ctx->completion_lock) in io_kill_timeout()
1540 __must_hold(&ctx->completion_lock) in io_flush_timeouts()
1676 spin_lock(&ctx->completion_lock); in __io_cqring_overflow_flush()
1704 spin_unlock(&ctx->completion_lock); in __io_cqring_overflow_flush()
1838 spin_lock(&ctx->completion_lock); in io_req_complete_post()
1862 spin_unlock(&ctx->completion_lock); in io_req_complete_post()
1932 spin_lock(&ctx->completion_lock); in io_flush_cached_locked_reqs()
1935 spin_unlock(&ctx->completion_lock); in io_flush_cached_locked_reqs()
2036 spin_lock(&ctx->completion_lock); in __io_free_req()
2039 spin_unlock(&ctx->completion_lock); in __io_free_req()
2053 __must_hold(&req->ctx->completion_lock) in io_kill_linked_timeout()
2074 __must_hold(&req->ctx->completion_lock) in io_fail_links()
2096 __must_hold(&req->ctx->completion_lock) in io_disarm_next()
2139 spin_lock(&ctx->completion_lock); in __io_req_find_next()
2143 spin_unlock(&ctx->completion_lock); in __io_req_find_next()
2378 spin_lock(&ctx->completion_lock); in io_submit_flush_completions()
2386 spin_unlock(&ctx->completion_lock); in io_submit_flush_completions()
5365 spin_lock(&ctx->completion_lock); in io_poll_check_events()
5369 spin_unlock(&ctx->completion_lock); in io_poll_check_events()
5407 spin_lock(&ctx->completion_lock); in io_poll_task_func()
5409 spin_unlock(&ctx->completion_lock); in io_poll_task_func()
5423 spin_lock(&ctx->completion_lock); in io_apoll_task_func()
5425 spin_unlock(&ctx->completion_lock); in io_apoll_task_func()
5596 spin_lock(&ctx->completion_lock); in __io_arm_poll_handler()
5598 spin_unlock(&ctx->completion_lock); in __io_arm_poll_handler()
5689 spin_lock(&ctx->completion_lock); in io_poll_remove_all()
5702 spin_unlock(&ctx->completion_lock); in io_poll_remove_all()
5708 __must_hold(&ctx->completion_lock) in io_poll_find()
5725 __must_hold(&ctx->completion_lock) in io_poll_disarm()
5736 __must_hold(&ctx->completion_lock) in io_poll_cancel()
5834 spin_lock(&ctx->completion_lock); in io_poll_update()
5837 spin_unlock(&ctx->completion_lock); in io_poll_update()
5841 spin_unlock(&ctx->completion_lock); in io_poll_update()
5917 __must_hold(&ctx->completion_lock) in io_timeout_cancel()
6039 spin_lock(&ctx->completion_lock); in io_timeout_remove()
6043 spin_unlock(&ctx->completion_lock); in io_timeout_remove()
6214 spin_lock(&ctx->completion_lock); in io_try_cancel_userdata()
6222 spin_unlock(&ctx->completion_lock); in io_try_cancel_userdata()
6457 spin_lock(&ctx->completion_lock); in io_drain_req()
6460 spin_unlock(&ctx->completion_lock); in io_drain_req()
6464 spin_unlock(&ctx->completion_lock); in io_drain_req()
6483 spin_lock(&ctx->completion_lock); in io_drain_req()
6485 spin_unlock(&ctx->completion_lock); in io_drain_req()
6495 spin_unlock(&ctx->completion_lock); in io_drain_req()
7239 spin_lock(&ctx->completion_lock); in io_ring_set_wakeup_flag()
7242 spin_unlock(&ctx->completion_lock); in io_ring_set_wakeup_flag()
7247 spin_lock(&ctx->completion_lock); in io_ring_clear_wakeup_flag()
7250 spin_unlock(&ctx->completion_lock); in io_ring_clear_wakeup_flag()
8126 spin_lock(&ctx->completion_lock); in __io_rsrc_put_work()
8129 spin_unlock(&ctx->completion_lock); in __io_rsrc_put_work()
9399 spin_lock(&ctx->completion_lock); in io_ring_exit_work()
9400 spin_unlock(&ctx->completion_lock); in io_ring_exit_work()
9412 spin_lock(&ctx->completion_lock); in io_kill_timeouts()
9423 spin_unlock(&ctx->completion_lock); in io_kill_timeouts()
9486 spin_lock(&ctx->completion_lock); in io_cancel_defer_files()
9493 spin_unlock(&ctx->completion_lock); in io_cancel_defer_files()
10050 spin_lock(&ctx->completion_lock); in __io_uring_show_fdinfo()
10059 spin_unlock(&ctx->completion_lock); in __io_uring_show_fdinfo()