Lines Matching refs:tlb

39 	struct mmu_gather *tlb;  member
315 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local
318 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range()
335 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range()
378 tlb_remove_pmd_tlb_entry(tlb, pmd, addr); in madvise_cold_or_pageout_pte_range()
403 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_cold_or_pageout_pte_range()
463 tlb->fullmm); in madvise_cold_or_pageout_pte_range()
466 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_cold_or_pageout_pte_range()
503 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range() argument
509 .tlb = tlb, in madvise_cold_page_range()
512 tlb_start_vma(tlb, vma); in madvise_cold_page_range()
514 tlb_end_vma(tlb, vma); in madvise_cold_page_range()
522 struct mmu_gather tlb; in madvise_cold() local
529 tlb_gather_mmu(&tlb, mm, start_addr, end_addr); in madvise_cold()
530 madvise_cold_page_range(&tlb, vma, start_addr, end_addr); in madvise_cold()
531 tlb_finish_mmu(&tlb, start_addr, end_addr); in madvise_cold()
536 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range() argument
543 .tlb = tlb, in madvise_pageout_page_range()
547 tlb_start_vma(tlb, vma); in madvise_pageout_page_range()
549 tlb_end_vma(tlb, vma); in madvise_pageout_page_range()
571 struct mmu_gather tlb; in madvise_pageout() local
587 tlb_gather_mmu(&tlb, mm, start_addr, end_addr); in madvise_pageout()
588 madvise_pageout_page_range(&tlb, vma, start_addr, end_addr, can_pageout_file); in madvise_pageout()
589 tlb_finish_mmu(&tlb, start_addr, end_addr); in madvise_pageout()
598 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local
599 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range()
609 if (madvise_free_huge_pmd(tlb, vma, pmd, addr, next)) in madvise_free_pte_range()
615 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_free_pte_range()
637 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
704 tlb->fullmm); in madvise_free_pte_range()
709 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_free_pte_range()
736 struct mmu_gather tlb; in madvise_free_single_vma() local
752 tlb_gather_mmu(&tlb, mm, range.start, range.end); in madvise_free_single_vma()
756 tlb_start_vma(&tlb, vma); in madvise_free_single_vma()
758 &madvise_free_walk_ops, &tlb); in madvise_free_single_vma()
759 tlb_end_vma(&tlb, vma); in madvise_free_single_vma()
761 tlb_finish_mmu(&tlb, range.start, range.end); in madvise_free_single_vma()