Lines Matching refs:hstate

47 struct hstate hstates[HUGE_MAX_HSTATE];
63 static struct hstate * __initdata parsed_hstate;
97 static int hugetlb_acct_memory(struct hstate *h, long delta);
110 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
116 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
128 spool->hstate = h; in hugepage_new_subpool()
278 struct hstate *h, in record_hugetlb_cgroup_uncharge_info()
369 struct hstate *h, long *regions_needed) in add_reservation_in_range()
514 long in_regions_needed, struct hstate *h, in region_add()
751 struct hstate *h = hstate_inode(inode); in hugetlb_fix_reserve_counts()
798 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
877 struct hstate *h) in resv_map_set_hugetlb_cgroup_uncharge_info()
1067 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
1076 static struct page *dequeue_huge_page_node_exact(struct hstate *h, int nid) in dequeue_huge_page_node_exact()
1099 static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, int nid, in dequeue_huge_page_nodemask()
1135 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
1202 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
1221 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
1281 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1320 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1328 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1338 static void update_and_free_page(struct hstate *h, struct page *page) in update_and_free_page()
1373 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
1375 struct hstate *h; in size_to_hstate()
1436 struct hstate *h = page_hstate(page); in __free_huge_page()
1543 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
1648 static struct page *alloc_buddy_huge_page(struct hstate *h, in alloc_buddy_huge_page()
1699 static struct page *alloc_fresh_huge_page(struct hstate *h, in alloc_fresh_huge_page()
1724 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in alloc_pool_huge_page()
1752 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in free_pool_huge_page()
1811 struct hstate *h = page_hstate(head); in dissolve_free_huge_page()
1885 static struct page *alloc_surplus_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_surplus_huge_page()
1926 static struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_migrate_huge_page()
1951 struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h, in alloc_buddy_huge_page_with_mpol()
1968 struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, in alloc_huge_page_nodemask()
1987 struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma, in alloc_huge_page_vma()
2008 static int gather_surplus_pages(struct hstate *h, int delta) in gather_surplus_pages()
2107 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
2178 static long __vma_reservation_common(struct hstate *h, in __vma_reservation_common()
2249 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
2255 static long vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
2261 static void vma_end_reservation(struct hstate *h, in vma_end_reservation()
2267 static long vma_add_reservation(struct hstate *h, in vma_add_reservation()
2284 static void restore_reserve_on_error(struct hstate *h, in restore_reserve_on_error()
2321 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
2446 int alloc_bootmem_huge_page(struct hstate *h)
2448 int __alloc_bootmem_huge_page(struct hstate *h) in __alloc_bootmem_huge_page()
2476 m->hstate = h; in __alloc_bootmem_huge_page()
2490 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
2509 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
2560 struct hstate *h; in hugetlb_init_hstates()
2575 struct hstate *h; in report_hugepages()
2587 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2611 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2622 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
2650 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid, in set_max_huge_pages()
2788 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
2790 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
2807 struct hstate *h; in nr_hugepages_show_common()
2821 struct hstate *h, int nid, in __nr_hugepages_store_common()
2857 struct hstate *h; in nr_hugepages_store_common()
2907 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
2916 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
2936 struct hstate *h; in free_hugepages_show()
2953 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
2961 struct hstate *h; in surplus_hugepages_show()
2991 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
3013 struct hstate *h; in hugetlb_sysfs_init()
3061 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
3086 struct hstate *h; in hugetlb_unregister_node()
3111 struct hstate *h; in hugetlb_register_node()
3160 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
3246 struct hstate *h; in hugetlb_add_hstate()
3331 struct hstate *h; in hugepagesz_setup()
3416 static unsigned int allowed_mems_nr(struct hstate *h) in allowed_mems_nr()
3456 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
3495 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
3525 struct hstate *h; in hugetlb_report_meminfo()
3555 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
3571 struct hstate *h; in hugetlb_show_meminfo()
3596 struct hstate *h; in hugetlb_total_pages()
3604 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
3671 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
3706 struct hstate *hstate = hstate_vma(vma); in hugetlb_vm_op_pagesize() local
3708 return 1UL << huge_page_shift(hstate); in hugetlb_vm_op_pagesize()
3800 struct hstate *h = hstate_vma(vma); in copy_hugetlb_page_range()
3914 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
4074 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
4132 struct hstate *h = hstate_vma(vma); in hugetlb_cow()
4272 static struct page *hugetlbfs_pagecache_page(struct hstate *h, in hugetlbfs_pagecache_page()
4288 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
4308 struct hstate *h = hstate_inode(inode); in huge_add_to_page_cache()
4364 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
4567 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
4733 struct hstate *h = hstate_vma(dst_vma); in hugetlb_mcopy_atomic_pte()
4879 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
5056 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
5147 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
5306 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
5631 struct hstate *h = hstate_vma(vma); in follow_huge_pmd_pte()
5728 struct hstate *h = page_hstate(oldpage); in move_hugetlb_state()
5765 struct hstate *h = hstate_vma(vma); in hugetlb_unshare_all_pmds()