768 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu)  in buffer_ftrace_now()
784 	return buffer_ftrace_now(&global_trace.array_buffer, cpu);  in ftrace_now()
961 	if (tr->array_buffer.buffer)  in tracer_tracing_on()
962 		ring_buffer_record_on(tr->array_buffer.buffer);  in tracer_tracing_on()
1030 	buffer = global_trace.array_buffer.buffer;  in __trace_puts()
1083 	buffer = global_trace.array_buffer.buffer;  in __trace_bputs()
1214 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
1215 					struct array_buffer *size_buf, int cpu_id);
1216 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
1226 				   &tr->array_buffer, RING_BUFFER_ALL_CPUS);  in tracing_alloc_snapshot_instance()
1433 	if (tr->array_buffer.buffer)  in tracer_tracing_off()
1434 		ring_buffer_record_off(tr->array_buffer.buffer);  in tracer_tracing_off()
1465 		trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_,  in disable_trace_on_warning()
1479 	if (tr->array_buffer.buffer)  in tracer_tracing_is_on()
1480 		return ring_buffer_record_is_on(tr->array_buffer.buffer);  in tracer_tracing_is_on()
1776 	struct array_buffer *trace_buf = &tr->array_buffer;  in __update_max_tr()
1777 	struct array_buffer *max_buf = &tr->max_buffer;  in __update_max_tr()
1836 	if (ring_buffer_record_is_set_on(tr->array_buffer.buffer))  in update_max_tr()
1845 	swap(tr->array_buffer.buffer, tr->max_buffer.buffer);  in update_max_tr()
1878 	ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu);  in update_max_tr_single()
1904 	return ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file,  in wait_on_pipe()
1955 	tracing_reset_online_cpus(&tr->array_buffer);  in run_tracer_selftest()
1981 	tracing_reset_online_cpus(&tr->array_buffer);  in run_tracer_selftest()
2146 static void tracing_reset_cpu(struct array_buffer *buf, int cpu)  in tracing_reset_cpu()
2162 void tracing_reset_online_cpus(struct array_buffer *buf)  in tracing_reset_online_cpus()
2190 		tracing_reset_online_cpus(&tr->array_buffer);  in tracing_reset_all_online_cpus()
2308 	buffer = global_trace.array_buffer.buffer;  in tracing_start()
2347 	buffer = tr->array_buffer.buffer;  in tracing_start_tr()
2373 	buffer = global_trace.array_buffer.buffer;  in tracing_stop()
2402 	buffer = tr->array_buffer.buffer;  in tracing_stop_tr()
2771 	*current_rb = trace_file->tr->array_buffer.buffer;  in trace_event_buffer_lock_reserve()
2930 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in trace_function()
3051 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __trace_stack()
3089 	__ftrace_trace_stack(global_trace.array_buffer.buffer,  in trace_dump_stack()
3239 	if (global_trace.array_buffer.buffer)  in trace_printk_init_buffers()
3302 	buffer = tr->array_buffer.buffer;  in trace_vbprintk()
3392 	return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args);  in trace_array_vprintk()
3505 		event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts,  in peek_next_entry()
3521 	struct trace_buffer *buffer = iter->array_buffer->buffer;  in __find_next_entry()
3640 	ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts,  in trace_consume()
3677 	per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = 0;  in tracing_iter_reset()
3691 		if (ts >= iter->array_buffer->time_start)  in tracing_iter_reset()
3697 	per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = entries;  in tracing_iter_reset()
3776 get_total_entries_cpu(struct array_buffer *buf, unsigned long *total,  in get_total_entries_cpu()
3798 get_total_entries(struct array_buffer *buf,  in get_total_entries()
3821 	get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu);  in trace_total_entries_cpu()
3833 	get_total_entries(&tr->array_buffer, &total, &entries);  in trace_total_entries()
3850 static void print_event_info(struct array_buffer *buf, struct seq_file *m)  in print_event_info()
3861 static void print_func_help_header(struct array_buffer *buf, struct seq_file *m,  in print_func_help_header()
3872 static void print_func_help_header_irq(struct array_buffer *buf, struct seq_file *m,  in print_func_help_header_irq()
3894 	struct array_buffer *buf = iter->array_buffer;  in print_trace_header()
3969 	if (per_cpu_ptr(iter->array_buffer->data, iter->cpu)->skipped_entries)  in test_cpu_buff_start()
4103 			if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu))  in trace_empty()
4115 			if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu))  in trace_empty()
4209 				print_func_help_header_irq(iter->array_buffer,  in trace_default_header()
4212 				print_func_help_header(iter->array_buffer, m,  in trace_default_header()
4382 		iter->array_buffer = &tr->max_buffer;  in __tracing_open()
4385 		iter->array_buffer = &tr->array_buffer;  in __tracing_open()
4396 	if (ring_buffer_overruns(iter->array_buffer->buffer))  in __tracing_open()
4413 				ring_buffer_read_prepare(iter->array_buffer->buffer,  in __tracing_open()
4424 			ring_buffer_read_prepare(iter->array_buffer->buffer,  in __tracing_open()
4552 		struct array_buffer *trace_buf = &tr->array_buffer;  in tracing_open()
4766 			atomic_inc(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled);  in tracing_set_cpumask()
4767 			ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu);  in tracing_set_cpumask()
4771 			atomic_dec(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled);  in tracing_set_cpumask()
4772 			ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu);  in tracing_set_cpumask()
4948 		ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled);  in set_tracer_flag()
5753 	tracing_reset_online_cpus(&tr->array_buffer);  in tracer_init()
5757 static void set_buffer_entries(struct array_buffer *buf, unsigned long val)  in set_buffer_entries()
5767 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,  in resize_buffer_duplicate_size()
5768 					struct array_buffer *size_buf, int cpu_id)  in resize_buffer_duplicate_size()
5806 	if (!tr->array_buffer.buffer)  in __tracing_resize_ring_buffer()
5809 	ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu);  in __tracing_resize_ring_buffer()
5820 		int r = resize_buffer_duplicate_size(&tr->array_buffer,  in __tracing_resize_ring_buffer()
5821 						     &tr->array_buffer, cpu);  in __tracing_resize_ring_buffer()
5852 		set_buffer_entries(&tr->array_buffer, size);  in __tracing_resize_ring_buffer()
5854 		per_cpu_ptr(tr->array_buffer.data, cpu)->entries = size;  in __tracing_resize_ring_buffer()
6206 	iter->array_buffer = &tr->array_buffer;  in tracing_open_pipe()
6266 		return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file,  in trace_poll()
6576 				size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries;  in tracing_entries_read()
6577 			if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) {  in tracing_entries_read()
6593 		r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10);  in tracing_entries_read()
6640 		size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10;  in tracing_total_entries_read()
6719 	buffer = tr->array_buffer.buffer;  in tracing_mark_write()
6800 	buffer = tr->array_buffer.buffer;  in tracing_mark_raw_write()
6855 	ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func);  in tracing_set_clock()
6861 	tracing_reset_online_cpus(&tr->array_buffer);  in tracing_set_clock()
6924 	if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer))  in tracing_time_stamp_mode_show()
6969 	ring_buffer_set_time_stamp_abs(tr->array_buffer.buffer, abs);  in tracing_set_time_stamp_abs()
7018 		iter->array_buffer = &tr->max_buffer;  in tracing_snapshot_open()
7083 					&tr->array_buffer, iter->cpu_file);  in tracing_snapshot_write()
7158 	info->iter.array_buffer = &info->iter.tr->max_buffer;  in snapshot_raw_open()
7534 	info->iter.array_buffer = &tr->array_buffer;  in tracing_buffers_open()
7579 		info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer,  in tracing_buffers_read()
7597 	ret = ring_buffer_read_page(iter->array_buffer->buffer,  in tracing_buffers_read()
7647 		ring_buffer_free_read_page(iter->array_buffer->buffer,  in tracing_buffers_release()
7750 	entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
7763 		ref->buffer = iter->array_buffer->buffer;  in tracing_buffers_splice_read()
7791 		entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
7835 	struct array_buffer *trace_buf = &tr->array_buffer;  in tracing_stats_read()
8494 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in rb_simple_write()
8584 allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size)  in allocate_trace_buffer()
8604 	set_buffer_entries(&tr->array_buffer,  in allocate_trace_buffer()
8605 			   ring_buffer_size(tr->array_buffer.buffer, 0));  in allocate_trace_buffer()
8614 	ret = allocate_trace_buffer(tr, &tr->array_buffer, size);  in allocate_trace_buffers()
8622 		ring_buffer_free(tr->array_buffer.buffer);  in allocate_trace_buffers()
8623 		tr->array_buffer.buffer = NULL;  in allocate_trace_buffers()
8624 		free_percpu(tr->array_buffer.data);  in allocate_trace_buffers()
8625 		tr->array_buffer.data = NULL;  in allocate_trace_buffers()
8640 static void free_trace_buffer(struct array_buffer *buf)  in free_trace_buffer()
8655 	free_trace_buffer(&tr->array_buffer);  in free_trace_buffers()
9346 	iter->array_buffer = &global_trace.array_buffer;  in trace_init_global_iter()
9352 	if (ring_buffer_overruns(iter->array_buffer->buffer))  in trace_init_global_iter()
9398 		atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled);  in ftrace_dump()
9399 		size = ring_buffer_size(iter.array_buffer->buffer, cpu);  in ftrace_dump()
9474 		atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled);  in ftrace_dump()