33 		  struct mm_walk *walk)  in wp_pte()  argument
35 	struct wp_walk *wpwalk = walk->private;  in wp_pte()
39 		pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte);  in wp_pte()
42 		ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent);  in wp_pte()
87 			    unsigned long end, struct mm_walk *walk)  in clean_record_pte()  argument
89 	struct wp_walk *wpwalk = walk->private;  in clean_record_pte()
94 		pgoff_t pgoff = ((addr - walk->vma->vm_start) >> PAGE_SHIFT) +  in clean_record_pte()
95 			walk->vma->vm_pgoff - cwalk->bitmap_pgoff;  in clean_record_pte()
96 		pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte);  in clean_record_pte()
99 		ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent);  in clean_record_pte()
124 			      struct mm_walk *walk)  in wp_clean_pmd_entry()  argument
132 		walk->action = ACTION_AGAIN;  in wp_clean_pmd_entry()
137 	walk->action = ACTION_CONTINUE;  in wp_clean_pmd_entry()
154 			      struct mm_walk *walk)  in wp_clean_pud_entry()  argument
162 		walk->action = ACTION_AGAIN;  in wp_clean_pud_entry()
167 	walk->action = ACTION_CONTINUE;  in wp_clean_pud_entry()
181 			    struct mm_walk *walk)  in wp_clean_pre_vma()  argument
183 	struct wp_walk *wpwalk = walk->private;  in wp_clean_pre_vma()
189 				walk->vma, walk->mm, start, end);  in wp_clean_pre_vma()
191 	flush_cache_range(walk->vma, start, end);  in wp_clean_pre_vma()
198 	inc_tlb_flush_pending(walk->mm);  in wp_clean_pre_vma()
209 static void wp_clean_post_vma(struct mm_walk *walk)  in wp_clean_post_vma()  argument
211 	struct wp_walk *wpwalk = walk->private;  in wp_clean_post_vma()
213 	if (mm_tlb_flush_nested(walk->mm))  in wp_clean_post_vma()
214 		flush_tlb_range(walk->vma, wpwalk->range.start,  in wp_clean_post_vma()
217 		flush_tlb_range(walk->vma, wpwalk->tlbflush_start,  in wp_clean_post_vma()
221 	dec_tlb_flush_pending(walk->mm);  in wp_clean_post_vma()
230 			      struct mm_walk *walk)  in wp_clean_test_walk()  argument
232 	unsigned long vm_flags = READ_ONCE(walk->vma->vm_flags);  in wp_clean_test_walk()