Lines Matching refs:freelist
363 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
371 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
373 page->freelist = freelist_new; in __cmpxchg_double_slab()
399 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
410 if (page->freelist == freelist_old && in cmpxchg_double_slab()
412 page->freelist = freelist_new; in cmpxchg_double_slab()
444 for (p = page->freelist; p; p = get_freepointer(s, p)) in __fill_map()
683 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
714 void **freelist, void *nextfree) in freelist_corrupted() argument
717 !check_valid_pointer(s, page, nextfree) && freelist) { in freelist_corrupted()
718 object_err(s, page, *freelist, "Freechain corrupt"); in freelist_corrupted()
719 *freelist = NULL; in freelist_corrupted()
1027 fp = page->freelist; in on_freelist()
1038 page->freelist = NULL; in on_freelist()
1077 page->freelist); in trace()
1209 page->freelist = NULL; in alloc_debug_processing()
1535 void **freelist, void *nextfree) in freelist_corrupted() argument
1768 page->freelist = cur; in shuffle_freelist()
1849 page->freelist = start; in allocate_slab()
1965 void *freelist; in acquire_slab() local
1976 freelist = page->freelist; in acquire_slab()
1982 new.freelist = NULL; in acquire_slab()
1984 new.freelist = freelist; in acquire_slab()
1991 freelist, counters, in acquire_slab()
1992 new.freelist, new.counters, in acquire_slab()
1997 WARN_ON(!freelist); in acquire_slab()
1998 return freelist; in acquire_slab()
2209 void *freelist, struct kmem_cache_cpu *c) in deactivate_slab() argument
2220 if (page->freelist) { in deactivate_slab()
2233 while (freelist && (nextfree = get_freepointer(s, freelist))) { in deactivate_slab()
2242 if (freelist_corrupted(s, page, &freelist, nextfree)) in deactivate_slab()
2246 prior = page->freelist; in deactivate_slab()
2248 set_freepointer(s, freelist, prior); in deactivate_slab()
2255 freelist, new.counters, in deactivate_slab()
2258 freelist = nextfree; in deactivate_slab()
2277 old.freelist = page->freelist; in deactivate_slab()
2283 if (freelist) { in deactivate_slab()
2285 set_freepointer(s, freelist, old.freelist); in deactivate_slab()
2286 new.freelist = freelist; in deactivate_slab()
2288 new.freelist = old.freelist; in deactivate_slab()
2294 else if (new.freelist) { in deactivate_slab()
2334 old.freelist, old.counters, in deactivate_slab()
2335 new.freelist, new.counters, in deactivate_slab()
2353 c->freelist = NULL; in deactivate_slab()
2388 old.freelist = page->freelist; in unfreeze_partials()
2393 new.freelist = old.freelist; in unfreeze_partials()
2398 old.freelist, old.counters, in unfreeze_partials()
2399 new.freelist, new.counters, in unfreeze_partials()
2487 deactivate_slab(s, c->page, c->freelist, c); in flush_slab()
2625 void *freelist; in new_slab_objects() local
2631 freelist = get_partial(s, flags, node, c); in new_slab_objects()
2633 if (freelist) in new_slab_objects()
2634 return freelist; in new_slab_objects()
2646 freelist = page->freelist; in new_slab_objects()
2647 page->freelist = NULL; in new_slab_objects()
2654 return freelist; in new_slab_objects()
2679 void *freelist; in get_freelist() local
2682 freelist = page->freelist; in get_freelist()
2689 new.frozen = freelist != NULL; in get_freelist()
2692 freelist, counters, in get_freelist()
2696 return freelist; in get_freelist()
2721 void *freelist; in ___slab_alloc() local
2749 deactivate_slab(s, page, c->freelist, c); in ___slab_alloc()
2760 deactivate_slab(s, page, c->freelist, c); in ___slab_alloc()
2765 freelist = c->freelist; in ___slab_alloc()
2766 if (freelist) in ___slab_alloc()
2769 freelist = get_freelist(s, page); in ___slab_alloc()
2771 if (!freelist) { in ___slab_alloc()
2787 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
2789 return freelist; in ___slab_alloc()
2800 freelist = new_slab_objects(s, gfpflags, node, &c); in ___slab_alloc()
2802 if (unlikely(!freelist)) { in ___slab_alloc()
2813 !alloc_debug_processing(s, page, freelist, addr)) in ___slab_alloc()
2816 deactivate_slab(s, page, get_freepointer(s, freelist), c); in ___slab_alloc()
2817 return freelist; in ___slab_alloc()
2919 object = c->freelist; in slab_alloc_node()
2941 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
3052 prior = page->freelist; in __slab_free()
3186 void **freelist = READ_ONCE(c->freelist); in do_slab_free() local
3188 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3191 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
3192 freelist, tid, in do_slab_free()
3236 void *freelist; member
3300 df->freelist = object; in build_detached_freelist()
3312 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
3313 df->freelist = object; in build_detached_freelist()
3345 slab_free(df.s, df.page, df.freelist, df.tail, df.cnt,_RET_IP_); in kmem_cache_free_bulk()
3378 object = c->freelist; in kmem_cache_alloc_bulk()
3403 c->freelist = get_freepointer(s, object); in kmem_cache_alloc_bulk()
3609 n = page->freelist; in early_kmem_cache_node_alloc()
3616 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()