Lines Matching refs:vm_flags
615 vma->vm_flags &= ~__VM_UFFD_FLAGS; in userfaultfd_event_wait_completion()
648 WRITE_ONCE(vma->vm_flags, in dup_userfaultfd()
649 vma->vm_flags & ~__VM_UFFD_FLAGS); in dup_userfaultfd()
731 vma->vm_flags &= ~__VM_UFFD_FLAGS; in mremap_userfaultfd_prep()
872 !!(vma->vm_flags & __VM_UFFD_FLAGS)); in userfaultfd_release()
877 new_flags = vma->vm_flags & ~__VM_UFFD_FLAGS; in userfaultfd_release()
889 WRITE_ONCE(vma->vm_flags, new_flags); in userfaultfd_release()
1260 unsigned long vm_flags) in vma_can_userfault() argument
1263 if (vm_flags & VM_UFFD_WP) { in vma_can_userfault()
1268 if (vm_flags & VM_UFFD_MINOR) { in vma_can_userfault()
1285 unsigned long vm_flags, new_flags; in userfaultfd_register() local
1302 vm_flags = 0; in userfaultfd_register()
1304 vm_flags |= VM_UFFD_MISSING; in userfaultfd_register()
1306 vm_flags |= VM_UFFD_WP; in userfaultfd_register()
1311 vm_flags |= VM_UFFD_MINOR; in userfaultfd_register()
1356 !!(cur->vm_flags & __VM_UFFD_FLAGS)); in userfaultfd_register()
1360 if (!vma_can_userfault(cur, vm_flags)) in userfaultfd_register()
1372 if (unlikely(!(cur->vm_flags & VM_MAYWRITE))) in userfaultfd_register()
1388 if ((vm_flags & VM_UFFD_WP) && !(cur->vm_flags & VM_MAYWRITE)) in userfaultfd_register()
1419 BUG_ON(!vma_can_userfault(vma, vm_flags)); in userfaultfd_register()
1422 WARN_ON(!(vma->vm_flags & VM_MAYWRITE)); in userfaultfd_register()
1429 (vma->vm_flags & vm_flags) == vm_flags) in userfaultfd_register()
1436 new_flags = (vma->vm_flags & ~__VM_UFFD_FLAGS) | vm_flags; in userfaultfd_register()
1463 WRITE_ONCE(vma->vm_flags, new_flags); in userfaultfd_register()
1565 !!(cur->vm_flags & __VM_UFFD_FLAGS)); in userfaultfd_unregister()
1574 if (!vma_can_userfault(cur, cur->vm_flags)) in userfaultfd_unregister()
1588 BUG_ON(!vma_can_userfault(vma, vma->vm_flags)); in userfaultfd_unregister()
1597 WARN_ON(!(vma->vm_flags & VM_MAYWRITE)); in userfaultfd_unregister()
1616 new_flags = vma->vm_flags & ~__VM_UFFD_FLAGS; in userfaultfd_unregister()
1643 WRITE_ONCE(vma->vm_flags, new_flags); in userfaultfd_unregister()