Lines Matching refs:fault_pending_wqh
52 wait_queue_head_t fault_pending_wqh; member
169 VM_BUG_ON(spin_is_locked(&ctx->fault_pending_wqh.lock)); in userfaultfd_ctx_put()
170 VM_BUG_ON(waitqueue_active(&ctx->fault_pending_wqh)); in userfaultfd_ctx_put()
491 spin_lock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
496 __add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq); in handle_userfault()
503 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
535 spin_lock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
541 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
901 spin_lock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
902 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, &range); in userfaultfd_release()
904 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
936 return find_userfault_in(&ctx->fault_pending_wqh); in find_userfault()
973 if (waitqueue_active(&ctx->fault_pending_wqh)) in userfaultfd_poll()
1020 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1060 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1064 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1198 spin_lock_irq(&ctx->fault_pending_wqh.lock); in __wake_userfault()
1200 if (waitqueue_active(&ctx->fault_pending_wqh)) in __wake_userfault()
1201 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, in __wake_userfault()
1205 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in __wake_userfault()
1231 need_wakeup = waitqueue_active(&ctx->fault_pending_wqh) || in wake_userfault()
2022 spin_lock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
2023 list_for_each_entry(wq, &ctx->fault_pending_wqh.head, entry) { in userfaultfd_show_fdinfo()
2030 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
2059 init_waitqueue_head(&ctx->fault_pending_wqh); in init_once_userfaultfd_ctx()
2063 seqcount_spinlock_init(&ctx->refile_seq, &ctx->fault_pending_wqh.lock); in init_once_userfaultfd_ctx()