Lines Matching refs:fault_pending_wqh
43 wait_queue_head_t fault_pending_wqh; member
134 VM_BUG_ON(spin_is_locked(&ctx->fault_pending_wqh.lock)); in userfaultfd_ctx_put()
135 VM_BUG_ON(waitqueue_active(&ctx->fault_pending_wqh)); in userfaultfd_ctx_put()
341 spin_lock(&ctx->fault_pending_wqh.lock); in handle_userfault()
346 __add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq); in handle_userfault()
354 spin_unlock(&ctx->fault_pending_wqh.lock); in handle_userfault()
407 spin_lock(&ctx->fault_pending_wqh.lock); in handle_userfault()
413 spin_unlock(&ctx->fault_pending_wqh.lock); in handle_userfault()
475 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
476 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, &range); in userfaultfd_release()
478 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
492 VM_BUG_ON(!spin_is_locked(&ctx->fault_pending_wqh.lock)); in find_userfault()
495 if (!waitqueue_active(&ctx->fault_pending_wqh)) in find_userfault()
498 wq = list_last_entry(&ctx->fault_pending_wqh.task_list, in find_userfault()
534 if (waitqueue_active(&ctx->fault_pending_wqh)) in userfaultfd_poll()
554 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
594 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
598 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
656 spin_lock(&ctx->fault_pending_wqh.lock); in __wake_userfault()
658 if (waitqueue_active(&ctx->fault_pending_wqh)) in __wake_userfault()
659 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, in __wake_userfault()
663 spin_unlock(&ctx->fault_pending_wqh.lock); in __wake_userfault()
689 need_wakeup = waitqueue_active(&ctx->fault_pending_wqh) || in wake_userfault()
1207 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
1208 list_for_each_entry(wq, &ctx->fault_pending_wqh.task_list, task_list) { in userfaultfd_show_fdinfo()
1217 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
1246 init_waitqueue_head(&ctx->fault_pending_wqh); in init_once_userfaultfd_ctx()