Lines Matching refs:dst_vma

738 		pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma,  in copy_nonpresent_pte()  argument
741 unsigned long vm_flags = dst_vma->vm_flags; in copy_nonpresent_pte()
810 if (!userfaultfd_wp(dst_vma)) in copy_nonpresent_pte()
837 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_page() argument
887 page_add_new_anon_rmap(new_page, dst_vma, addr, false); in copy_present_page()
888 lru_cache_add_inactive_or_unevictable(new_page, dst_vma); in copy_present_page()
892 pte = mk_pte(new_page, dst_vma->vm_page_prot); in copy_present_page()
893 pte = maybe_mkwrite(pte_mkdirty(pte), dst_vma->vm_flags); in copy_present_page()
894 if (userfaultfd_pte_wp(dst_vma, *src_pte)) in copy_present_page()
897 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
906 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_pte() argument
919 retval = copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_pte()
946 if (!userfaultfd_wp(dst_vma)) in copy_present_pte()
949 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_pte()
973 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pte_range() argument
977 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range()
1021 dst_vma, src_vma, in copy_pte_range()
1029 ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1080 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pmd_range() argument
1084 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range()
1100 addr, dst_vma, src_vma); in copy_pmd_range()
1109 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1117 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pud_range() argument
1121 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pud_range()
1146 if (copy_pmd_range(dst_vma, src_vma, dst_pud, src_pud, in copy_pud_range()
1154 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_p4d_range() argument
1158 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_p4d_range()
1170 if (copy_pud_range(dst_vma, src_vma, dst_p4d, src_p4d, in copy_p4d_range()
1178 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) in copy_page_range() argument
1184 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_page_range()
1243 if (unlikely(copy_p4d_range(dst_vma, src_vma, dst_pgd, src_pgd, in copy_page_range()