Lines Matching refs:alloc_flags
2396 unsigned int alloc_flags) in prep_new_page() argument
2409 if (alloc_flags & ALLOC_NO_WATERMARKS) in prep_new_page()
2632 unsigned int alloc_flags, int start_type, bool whole_block) in steal_suitable_fallback() argument
2658 if (boost_watermark(zone) && (alloc_flags & ALLOC_KSWAPD)) in steal_suitable_fallback()
2874 unsigned int alloc_flags) in __rmqueue_fallback() argument
2888 if (alloc_flags & ALLOC_NOFRAGMENT) in __rmqueue_fallback()
2940 steal_suitable_fallback(zone, page, alloc_flags, start_migratetype, in __rmqueue_fallback()
2956 unsigned int alloc_flags) in __rmqueue() argument
2964 alloc_flags)) in __rmqueue()
2974 unsigned int alloc_flags) in __rmqueue_cma() argument
2983 unsigned int alloc_flags) in __rmqueue_cma() argument
2996 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
3006 alloc_flags); in rmqueue_bulk()
3008 page = __rmqueue(zone, order, migratetype, alloc_flags); in rmqueue_bulk()
3051 int migratetype, unsigned int alloc_flags) in get_populated_pcp_list() argument
3058 migratetype, alloc_flags); in get_populated_pcp_list()
3519 unsigned int alloc_flags, in __rmqueue_pcplist() argument
3529 alloc_flags & ALLOC_CMA) { in __rmqueue_pcplist()
3531 get_cma_migrate_type(), alloc_flags); in __rmqueue_pcplist()
3540 migratetype, alloc_flags); in __rmqueue_pcplist()
3557 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3565 page = __rmqueue_pcplist(zone, migratetype, alloc_flags, pcp, in rmqueue_pcplist()
3581 gfp_t gfp_flags, unsigned int alloc_flags, in rmqueue() argument
3589 migratetype, alloc_flags); in rmqueue()
3608 if (order > 0 && alloc_flags & ALLOC_HARDER) { in rmqueue()
3615 alloc_flags & ALLOC_CMA) in rmqueue()
3617 alloc_flags); in rmqueue()
3620 alloc_flags); in rmqueue()
3632 gfp_flags, alloc_flags, migratetype); in rmqueue()
3725 unsigned int order, unsigned int alloc_flags) in __zone_watermark_unusable_free() argument
3727 const bool alloc_harder = (alloc_flags & (ALLOC_HARDER|ALLOC_OOM)); in __zone_watermark_unusable_free()
3740 if (!(alloc_flags & ALLOC_CMA)) in __zone_watermark_unusable_free()
3754 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok() argument
3759 const bool alloc_harder = (alloc_flags & (ALLOC_HARDER|ALLOC_OOM)); in __zone_watermark_ok()
3762 free_pages -= __zone_watermark_unusable_free(z, order, alloc_flags); in __zone_watermark_ok()
3764 if (alloc_flags & ALLOC_HIGH) in __zone_watermark_ok()
3774 if (alloc_flags & ALLOC_OOM) in __zone_watermark_ok()
3814 if ((alloc_flags & ALLOC_CMA) && in __zone_watermark_ok()
3826 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok() argument
3828 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
3835 unsigned int alloc_flags, gfp_t gfp_mask) in zone_watermark_fast() argument
3850 reserved = __zone_watermark_unusable_free(z, 0, alloc_flags); in zone_watermark_fast()
3858 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
3868 && ((alloc_flags & ALLOC_WMARK_MASK) == WMARK_MIN))) { in zone_watermark_fast()
3871 alloc_flags, free_pages); in zone_watermark_fast()
3914 unsigned int alloc_flags; in alloc_flags_nofragment() local
3920 alloc_flags = (__force int) (gfp_mask & __GFP_KSWAPD_RECLAIM); in alloc_flags_nofragment()
3924 return alloc_flags; in alloc_flags_nofragment()
3927 return alloc_flags; in alloc_flags_nofragment()
3936 return alloc_flags; in alloc_flags_nofragment()
3938 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3940 return alloc_flags; in alloc_flags_nofragment()
3944 unsigned int alloc_flags) in current_alloc_flags() argument
3952 alloc_flags |= ALLOC_CMA; in current_alloc_flags()
3955 return alloc_flags; in current_alloc_flags()
3963 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags, in get_page_from_freelist() argument
3976 no_fallback = alloc_flags & ALLOC_NOFRAGMENT; in get_page_from_freelist()
3984 (alloc_flags & ALLOC_CPUSET) && in get_page_from_freelist()
4027 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
4032 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in get_page_from_freelist()
4034 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
4050 if (alloc_flags & ALLOC_NO_WATERMARKS) in get_page_from_freelist()
4068 ac->highest_zoneidx, alloc_flags)) in get_page_from_freelist()
4077 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
4079 prep_new_page(page, order, gfp_mask, alloc_flags); in get_page_from_freelist()
4085 if (unlikely(order && (alloc_flags & ALLOC_HARDER))) in get_page_from_freelist()
4105 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
4158 unsigned int alloc_flags, in __alloc_pages_cpuset_fallback() argument
4164 alloc_flags|ALLOC_CPUSET, ac); in __alloc_pages_cpuset_fallback()
4171 alloc_flags, ac); in __alloc_pages_cpuset_fallback()
4272 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4285 *compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac, in __alloc_pages_direct_compact()
4299 prep_new_page(page, order, gfp_mask, alloc_flags); in __alloc_pages_direct_compact()
4303 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_compact()
4326 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags, in should_compact_retry() argument
4356 ret = compaction_zonelist_suitable(ac, order, alloc_flags); in should_compact_retry()
4405 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4413 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags, in should_compact_retry() argument
4433 ac->highest_zoneidx, alloc_flags)) in should_compact_retry()
4544 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_reclaim() argument
4558 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_reclaim()
4568 alloc_flags, ac->migratetype, *did_some_progress, &skip_pcp_drain); in __alloc_pages_direct_reclaim()
4599 unsigned int alloc_flags = ALLOC_WMARK_MIN | ALLOC_CPUSET; in gfp_to_alloc_flags() local
4615 alloc_flags |= (__force int) in gfp_to_alloc_flags()
4624 alloc_flags |= ALLOC_HARDER; in gfp_to_alloc_flags()
4629 alloc_flags &= ~ALLOC_CPUSET; in gfp_to_alloc_flags()
4631 alloc_flags |= ALLOC_HARDER; in gfp_to_alloc_flags()
4633 alloc_flags = current_alloc_flags(gfp_mask, alloc_flags); in gfp_to_alloc_flags()
4635 return alloc_flags; in gfp_to_alloc_flags()
4692 struct alloc_context *ac, int alloc_flags, in should_reclaim_retry() argument
4739 ac->highest_zoneidx, alloc_flags, available); in should_reclaim_retry()
4821 unsigned int alloc_flags; in __alloc_pages_slowpath() local
4853 alloc_flags = gfp_to_alloc_flags(gfp_mask); in __alloc_pages_slowpath()
4866 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4873 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4891 alloc_flags, ac, in __alloc_pages_slowpath()
4934 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4939 alloc_flags = current_alloc_flags(gfp_mask, reserve_flags); in __alloc_pages_slowpath()
4946 if (!(alloc_flags & ALLOC_CPUSET) || reserve_flags) { in __alloc_pages_slowpath()
4953 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4966 alloc_flags, ac->migratetype, &page); in __alloc_pages_slowpath()
4972 page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4978 page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4994 if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags, in __alloc_pages_slowpath()
5005 should_compact_retry(ac, order, alloc_flags, in __alloc_pages_slowpath()
5026 (alloc_flags & ALLOC_OOM || in __alloc_pages_slowpath()
5087 alloc_flags, ac->migratetype, &page); in __alloc_pages_slowpath()
5101 unsigned int *alloc_flags) in prepare_alloc_pages() argument
5117 *alloc_flags |= ALLOC_CPUSET; in prepare_alloc_pages()
5128 *alloc_flags = current_alloc_flags(gfp_mask, *alloc_flags); in prepare_alloc_pages()
5152 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_pages_nodemask() local
5167 if (!prepare_alloc_pages(gfp_mask, order, preferred_nid, nodemask, &ac, &alloc_mask, &alloc_flags)) in __alloc_pages_nodemask()
5174 alloc_flags |= alloc_flags_nofragment(ac.preferred_zoneref->zone, gfp_mask); in __alloc_pages_nodemask()
5177 page = get_page_from_freelist(alloc_mask, order, alloc_flags, &ac); in __alloc_pages_nodemask()