| /OK3568_Linux_fs/kernel/mm/ |
| H A D | pgtable-generic.c | 113 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_set_access_flags() 127 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young() 141 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_huge_clear_flush() 198 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate() 218 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_collapse_flush()
|
| H A D | huge_memory.c | 76 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_active() 313 return sprintf(buf, "%lu\n", HPAGE_PMD_SIZE); in hpage_pmd_size_show() 1514 flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page() 1525 haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page() 1580 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_free_huge_pmd() 1611 if (next - addr != HPAGE_PMD_SIZE) { in madvise_free_huge_pmd() 1656 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in zap_huge_pmd() 1675 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd() 1679 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd() 1710 tlb_remove_page_size(tlb, page, HPAGE_PMD_SIZE); in zap_huge_pmd() [all …]
|
| H A D | khugepaged.c | 984 if (address < hstart || address + HPAGE_PMD_SIZE > hend) in hugepage_vma_revalidate() 1142 address, address + HPAGE_PMD_SIZE); in collapse_huge_page() 1455 vma->vm_start > haddr || vma->vm_end < haddr + HPAGE_PMD_SIZE) in collapse_pte_mapped_thp() 1549 haddr + HPAGE_PMD_SIZE); in collapse_pte_mapped_thp() 1626 if (vma->vm_end < addr + HPAGE_PMD_SIZE) in retract_page_tables() 1647 addr + HPAGE_PMD_SIZE); in retract_page_tables() 2190 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot() 2207 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
|
| H A D | shmem.c | 557 round_up(inode->i_size, HPAGE_PMD_SIZE)) { in shmem_unused_huge_shrink() 1090 stat->blksize = HPAGE_PMD_SIZE; in shmem_getattr() 1903 if (i_size >= HPAGE_PMD_SIZE && in shmem_getpage_gfp() 2177 if (len < HPAGE_PMD_SIZE) in shmem_get_unmapped_area() 2209 offset = (pgoff << PAGE_SHIFT) & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area() 2210 if (offset && offset + len < 2 * HPAGE_PMD_SIZE) in shmem_get_unmapped_area() 2212 if ((addr & (HPAGE_PMD_SIZE-1)) == offset) in shmem_get_unmapped_area() 2215 inflated_len = len + HPAGE_PMD_SIZE - PAGE_SIZE; in shmem_get_unmapped_area() 2227 inflated_offset = inflated_addr & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area() 2230 inflated_addr += HPAGE_PMD_SIZE; in shmem_get_unmapped_area() [all …]
|
| H A D | madvise.c | 335 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range() 359 if (next - addr != HPAGE_PMD_SIZE) { in madvise_cold_or_pageout_pte_range()
|
| H A D | mprotect.c | 251 if (next - addr != HPAGE_PMD_SIZE) { in change_pmd_range()
|
| H A D | mremap.c | 509 if (extent == HPAGE_PMD_SIZE && in move_page_tables()
|
| H A D | memory.c | 1098 VM_BUG_ON_VMA(next-addr != HPAGE_PMD_SIZE, src_vma); in copy_pmd_range() 1418 if (next - addr != HPAGE_PMD_SIZE) in zap_pmd_range() 1425 next - addr == HPAGE_PMD_SIZE && pmd_none(*pmd)) { in zap_pmd_range()
|
| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | huge_mm.h | 112 #define HPAGE_PMD_SIZE ((1UL) << HPAGE_PMD_SHIFT) macro 113 #define HPAGE_PMD_MASK (~(HPAGE_PMD_SIZE - 1)) 131 if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end) in transhuge_vma_suitable() 336 #define HPAGE_PMD_SIZE ({ BUILD_BUG(); 0; }) macro
|
| H A D | mmu_notifier.h | 672 ___haddr + HPAGE_PMD_SIZE); \
|
| /OK3568_Linux_fs/kernel/arch/powerpc/mm/book3s64/ |
| H A D | pgtable.c | 112 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate() 130 flush_pmd_tlb_range(vma, addr, addr + HPAGE_PMD_SIZE); in pmdp_huge_get_and_clear_full()
|
| H A D | radix_tlb.c | 1177 end = addr + HPAGE_PMD_SIZE; in radix__flush_tlb_collapsed_pmd()
|
| H A D | hash_utils.c | 1812 max_hpte_count = HPAGE_PMD_SIZE >> shift; in flush_hash_hugepage()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/vmwgfx/ |
| H A D | vmwgfx_thp.c | 85 align_pages = (HPAGE_PMD_SIZE >> PAGE_SHIFT); in vmw_thp_get_node()
|
| H A D | vmwgfx_page_dirty.c | 508 fault_page_size = HPAGE_PMD_SIZE >> PAGE_SHIFT; in vmw_bo_vm_huge_fault()
|
| /OK3568_Linux_fs/kernel/arch/arc/mm/ |
| H A D | tlb.c | 839 mmu->s_pg_sz_m != TO_MB(HPAGE_PMD_SIZE)) in arc_mmu_init() 841 (unsigned long)TO_MB(HPAGE_PMD_SIZE)); in arc_mmu_init()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/ |
| H A D | drm_file.c | 1031 if (len < HPAGE_PMD_SIZE) in drm_get_unmapped_area() 1044 HPAGE_PMD_SIZE); in drm_get_unmapped_area()
|
| /OK3568_Linux_fs/kernel/arch/sparc/mm/ |
| H A D | tlb.c | 249 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
|
| /OK3568_Linux_fs/kernel/include/asm-generic/ |
| H A D | tlb.h | 591 tlb_flush_pmd_range(tlb, address, HPAGE_PMD_SIZE); \
|
| /OK3568_Linux_fs/kernel/fs/proc/ |
| H A D | task_mmu.c | 629 mss->anonymous_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry() 631 mss->shmem_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry() 635 mss->file_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry() 1894 HPAGE_PMD_SIZE/PAGE_SIZE); in gather_pte_stats()
|
| /OK3568_Linux_fs/kernel/drivers/nvdimm/ |
| H A D | pfn_devs.c | 101 alignments[1] = HPAGE_PMD_SIZE; in nd_pfn_supported_alignments() 116 return HPAGE_PMD_SIZE; in nd_pfn_default_alignment()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/ttm/ |
| H A D | ttm_bo_vm.c | 219 if (fault_page_size == (HPAGE_PMD_SIZE >> PAGE_SHIFT)) in ttm_bo_vm_insert_huge()
|
| H A D | ttm_page_alloc_dma.c | 596 pool->size = HPAGE_PMD_SIZE; in ttm_dma_pool_init()
|
| /OK3568_Linux_fs/kernel/arch/x86/mm/ |
| H A D | pgtable.c | 607 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()
|
| /OK3568_Linux_fs/kernel/fs/ |
| H A D | dax.c | 855 address + HPAGE_PMD_SIZE); in dax_entry_mkclean()
|