59 			     unsigned long dst_addr, struct page *page,  in mfill_atomic_install_pte()  argument
83 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_install_pte()
88 		offset = linear_page_index(dst_vma, dst_addr);  in mfill_atomic_install_pte()
102 		page_add_new_anon_rmap(page, dst_vma, dst_addr, false);  in mfill_atomic_install_pte()
113 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);  in mfill_atomic_install_pte()
116 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mfill_atomic_install_pte()
126 			    unsigned long dst_addr,  in mcopy_atomic_pte()  argument
137 		page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, dst_vma, dst_addr);  in mcopy_atomic_pte()
172 	ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr,  in mcopy_atomic_pte()
186 			      unsigned long dst_addr)  in mfill_zeropage_pte()  argument
194 	_dst_pte = pte_mkspecial(pfn_pte(my_zero_pfn(dst_addr),  in mfill_zeropage_pte()
196 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_zeropage_pte()
200 		offset = linear_page_index(dst_vma, dst_addr);  in mfill_zeropage_pte()
209 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);  in mfill_zeropage_pte()
211 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mfill_zeropage_pte()
222 				unsigned long dst_addr,  in mcontinue_atomic_pte()  argument
226 	pgoff_t pgoff = linear_page_index(dst_vma, dst_addr);  in mcontinue_atomic_pte()
238 	ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr,  in mcontinue_atomic_pte()
290 	unsigned long src_addr, dst_addr;  in __mcopy_atomic_hugetlb()  local
310 	dst_addr = dst_start;  in __mcopy_atomic_hugetlb()
350 		BUG_ON(dst_addr >= dst_start + len);  in __mcopy_atomic_hugetlb()
360 		idx = linear_page_index(dst_vma, dst_addr);  in __mcopy_atomic_hugetlb()
365 		dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize);  in __mcopy_atomic_hugetlb()
381 					       dst_addr, src_addr, mode, &page);  in __mcopy_atomic_hugetlb()
409 			dst_addr += vma_hpagesize;  in __mcopy_atomic_hugetlb()
489 						unsigned long dst_addr,  in mfill_atomic_pte()  argument
498 		return mcontinue_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte()
515 					       dst_addr, src_addr, page,  in mfill_atomic_pte()
519 						 dst_vma, dst_addr);  in mfill_atomic_pte()
523 					     dst_addr, src_addr,  in mfill_atomic_pte()
542 	unsigned long src_addr, dst_addr;  in __mcopy_atomic()  local
558 	dst_addr = dst_start;  in __mcopy_atomic()
624 		BUG_ON(dst_addr >= dst_start + len);  in __mcopy_atomic()
626 		dst_pmd = mm_alloc_pmd(dst_mm, dst_addr);  in __mcopy_atomic()
655 		err = mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr,  in __mcopy_atomic()
680 			dst_addr += PAGE_SIZE;  in __mcopy_atomic()