Lines Matching refs:cpu_slab
228 raw_cpu_inc(s->cpu_slab->stat[si]); in stat()
2177 unsigned long actual_tid = __this_cpu_read(s->cpu_slab->tid); in note_cmpxchg_failure()
2202 per_cpu_ptr(s->cpu_slab, cpu)->tid = init_tid(cpu); in init_kmem_cache_cpus()
2443 oldpage = this_cpu_read(s->cpu_slab->partial); in put_cpu_partial()
2455 unfreeze_partials(s, this_cpu_ptr(s->cpu_slab)); in put_cpu_partial()
2471 } while (this_cpu_cmpxchg(s->cpu_slab->partial, oldpage, page) in put_cpu_partial()
2477 unfreeze_partials(s, this_cpu_ptr(s->cpu_slab)); in put_cpu_partial()
2497 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in __flush_cpu_slab()
2515 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in has_cpu_slab()
2638 c = raw_cpu_ptr(s->cpu_slab); in new_slab_objects()
2837 c = this_cpu_ptr(s->cpu_slab); in __slab_alloc()
2897 tid = this_cpu_read(s->cpu_slab->tid); in slab_alloc_node()
2898 c = raw_cpu_ptr(s->cpu_slab); in slab_alloc_node()
2941 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
3177 tid = this_cpu_read(s->cpu_slab->tid); in do_slab_free()
3178 c = raw_cpu_ptr(s->cpu_slab); in do_slab_free()
3191 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
3368 c = this_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3398 c = this_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3572 s->cpu_slab = __alloc_percpu(sizeof(struct kmem_cache_cpu), in alloc_kmem_cache_cpus()
3575 if (!s->cpu_slab) in alloc_kmem_cache_cpus()
3644 free_percpu(s->cpu_slab); in __kmem_cache_release()
4923 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, in show_slab_objects()
5151 page = slub_percpu_partial(per_cpu_ptr(s->cpu_slab, cpu)); in slabs_cpu_partial_show()
5165 page = slub_percpu_partial(per_cpu_ptr(s->cpu_slab, cpu)); in slabs_cpu_partial_show()
5336 unsigned x = per_cpu_ptr(s->cpu_slab, cpu)->stat[si]; in show_stat()
5359 per_cpu_ptr(s->cpu_slab, cpu)->stat[si] = 0; in clear_stat()