Searched refs:data_tail (Results 1 – 9 of 9) sorted by relevance
487 __u64 data_head, data_tail; in perfbuf_custom_consumer() local507 data_tail = header->data_tail; in perfbuf_custom_consumer()508 while (data_head != data_tail) { in perfbuf_custom_consumer()509 ehdr = base + (data_tail & mmap_mask); in perfbuf_custom_consumer()515 data_tail += ehdr_size; in perfbuf_custom_consumer()517 ring_buffer_write_tail(header, data_tail); in perfbuf_custom_consumer()
71 smp_store_release(&base->data_tail, tail); in ring_buffer_write_tail()
334 * if (LOAD ->data_tail) { LOAD ->data_head338 * STORE ->data_head STORE ->data_tail389 * if (LOAD ->data_tail) { LOAD ->data_head393 * STORE ->data_head STORE ->data_tail398 The kernel's control dependency between the load from ->data_tail400 between the load from data and the store to ->data_tail prevents
639 __u64 data_tail; /* user-space written tail */ member
610 __u64 data_tail; /* user-space written tail */ member
193 tail = READ_ONCE(rb->user_page->data_tail); in __perf_output_begin()
9902 __u64 data_tail = header->data_tail; in bpf_perf_event_read_simple() local9908 while (data_head != data_tail) { in bpf_perf_event_read_simple()9909 ehdr = base + (data_tail & (mmap_size - 1)); in bpf_perf_event_read_simple()9934 data_tail += ehdr_size; in bpf_perf_event_read_simple()9939 ring_buffer_write_tail(header, data_tail); in bpf_perf_event_read_simple()