640 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu)  in buffer_ftrace_now()
656 	return buffer_ftrace_now(&global_trace.array_buffer, cpu);  in ftrace_now()
784 	if (tr->array_buffer.buffer)  in tracer_tracing_on()
785 		ring_buffer_record_on(tr->array_buffer.buffer);  in tracer_tracing_on()
923 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
924 					struct array_buffer *size_buf, int cpu_id);
925 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
935 		order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);  in tracing_alloc_snapshot_instance()
942 				   &tr->array_buffer, RING_BUFFER_ALL_CPUS);  in tracing_alloc_snapshot_instance()
1182 	if (tr->array_buffer.buffer)  in tracer_tracing_off()
1183 		ring_buffer_record_off(tr->array_buffer.buffer);  in tracer_tracing_off()
1207 	if (WARN_ON_ONCE(!tr->array_buffer.buffer))  in tracer_tracing_disable()
1210 	ring_buffer_record_disable(tr->array_buffer.buffer);  in tracer_tracing_disable()
1222 	if (WARN_ON_ONCE(!tr->array_buffer.buffer))  in tracer_tracing_enable()
1225 	ring_buffer_record_enable(tr->array_buffer.buffer);  in tracer_tracing_enable()
1247 		trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_,  in disable_trace_on_warning()
1253 			trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_,  in disable_trace_on_warning()
1268 	if (tr->array_buffer.buffer)  in tracer_tracing_is_on()
1269 		return ring_buffer_record_is_set_on(tr->array_buffer.buffer);  in tracer_tracing_is_on()
1557 	struct array_buffer *trace_buf = &tr->array_buffer;  in __update_max_tr()
1559 	struct array_buffer *max_buf = &tr->snapshot_buffer;  in __update_max_tr()
1624 	if (ring_buffer_record_is_set_on(tr->array_buffer.buffer))  in update_max_tr()
1634 	swap(tr->array_buffer.buffer, tr->snapshot_buffer.buffer);  in update_max_tr()
1641 	ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS);  in update_max_tr()
1669 	ret = ring_buffer_swap_cpu(tr->snapshot_buffer.buffer, tr->array_buffer.buffer, cpu);  in update_max_tr_single()
1718 	ret = ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, full,  in wait_on_pipe()
1727 		iter->array_buffer = &iter->tr->snapshot_buffer;  in wait_on_pipe()
1786 	tracing_reset_online_cpus(&tr->array_buffer);  in run_tracer_selftest()
1814 	tracing_reset_online_cpus(&tr->array_buffer);  in run_tracer_selftest()
1998 static void tracing_reset_cpu(struct array_buffer *buf, int cpu)  in tracing_reset_cpu()
2014 void tracing_reset_online_cpus(struct array_buffer *buf)  in tracing_reset_online_cpus()
2033 static void tracing_reset_all_cpus(struct array_buffer *buf)  in tracing_reset_all_cpus()
2063 		tracing_reset_online_cpus(&tr->array_buffer);  in tracing_reset_all_online_cpus_unlocked()
2100 	buffer = tr->array_buffer.buffer;  in tracing_start_tr()
2136 	buffer = tr->array_buffer.buffer;  in tracing_stop_tr()
2336 	*current_rb = tr->array_buffer.buffer;  in trace_event_buffer_lock_reserve()
2543 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in trace_function()
2678 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __trace_stack()
2715 	__ftrace_trace_stack(printk_trace, printk_trace->array_buffer.buffer,  in trace_dump_stack()
2787 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in trace_last_func_repeats()
2831 		event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts,  in peek_next_entry()
2847 	struct trace_buffer *buffer = iter->array_buffer->buffer;  in __find_next_entry()
3158 	ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts,  in trace_consume()
3195 	per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = 0;  in tracing_iter_reset()
3209 		if (ts >= iter->array_buffer->time_start)  in tracing_iter_reset()
3217 	per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = entries;  in tracing_iter_reset()
3293 get_total_entries_cpu(struct array_buffer *buf, unsigned long *total,  in get_total_entries_cpu()
3315 get_total_entries(struct array_buffer *buf,  in get_total_entries()
3338 	get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu);  in trace_total_entries_cpu()
3350 	get_total_entries(&tr->array_buffer, &total, &entries);  in trace_total_entries()
3368 static void print_event_info(struct array_buffer *buf, struct seq_file *m)  in print_event_info()
3379 static void print_func_help_header(struct array_buffer *buf, struct seq_file *m,  in print_func_help_header()
3390 static void print_func_help_header_irq(struct array_buffer *buf, struct seq_file *m,  in print_func_help_header_irq()
3413 	struct array_buffer *buf = iter->array_buffer;  in print_trace_header()
3476 	if (per_cpu_ptr(iter->array_buffer->data, iter->cpu)->skipped_entries)  in test_cpu_buff_start()
3640 			if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu))  in trace_empty()
3652 			if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu))  in trace_empty()
3746 				print_func_help_header_irq(iter->array_buffer,  in trace_default_header()
3749 				print_func_help_header(iter->array_buffer, m,  in trace_default_header()
3943 		iter->array_buffer = &tr->snapshot_buffer;  in __tracing_open()
3946 		iter->array_buffer = &tr->array_buffer;  in __tracing_open()
3957 	if (ring_buffer_overruns(iter->array_buffer->buffer))  in __tracing_open()
3976 				ring_buffer_read_start(iter->array_buffer->buffer,  in __tracing_open()
3983 			ring_buffer_read_start(iter->array_buffer->buffer,  in __tracing_open()
4144 		struct array_buffer *trace_buf = &tr->array_buffer;  in tracing_open()
4359 			ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu);  in tracing_set_cpumask()
4366 			ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu);  in tracing_set_cpumask()
4576 		ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled);  in set_tracer_flag()
5220 	tracing_reset_online_cpus(&tr->array_buffer);  in tracer_init()
5225 static void set_buffer_entries(struct array_buffer *buf, unsigned long val)  in set_buffer_entries()
5233 static void update_buffer_entries(struct array_buffer *buf, int cpu)  in update_buffer_entries()
5244 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,  in resize_buffer_duplicate_size()
5245 					struct array_buffer *size_buf, int cpu_id)  in resize_buffer_duplicate_size()
5283 	if (!tr->array_buffer.buffer)  in __tracing_resize_ring_buffer()
5289 	ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu);  in __tracing_resize_ring_buffer()
5299 		int r = resize_buffer_duplicate_size(&tr->array_buffer,  in __tracing_resize_ring_buffer()
5300 						     &tr->array_buffer, cpu);  in __tracing_resize_ring_buffer()
5327 	update_buffer_entries(&tr->array_buffer, cpu);  in __tracing_resize_ring_buffer()
5484 	tracing_reset_all_cpus(&tr->array_buffer);  in update_last_data()
5836 	iter->array_buffer = &tr->array_buffer;  in tracing_open_pipe()
5895 		return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file,  in trace_poll()
5949 	if (!ring_buffer_empty(tr->array_buffer.buffer))  in update_last_data_if_empty()
6267 				size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries;  in tracing_entries_read()
6268 			if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) {  in tracing_entries_read()
6284 		r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10);  in tracing_entries_read()
6331 		size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10;  in tracing_total_entries_read()
6452 	ret = ring_buffer_meta_seq_init(filp, tr->array_buffer.buffer, cpu);  in tracing_buffer_meta_open()
6505 	buffer = tr->array_buffer.buffer;  in write_marker_to_buffer()
6915 	buffer = tr->array_buffer.buffer;  in write_raw_marker_to_buffer()
7039 	ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func);  in tracing_set_clock()
7045 	tracing_reset_online_cpus(&tr->array_buffer);  in tracing_set_clock()
7113 	if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer))  in tracing_time_stamp_mode_show()
7183 		iter->array_buffer = &tr->snapshot_buffer;  in tracing_snapshot_open()
7247 					&tr->array_buffer, iter->cpu_file);  in tracing_snapshot_write()
7325 	info->iter.array_buffer = &info->iter.tr->snapshot_buffer;  in snapshot_raw_open()
7834 	info->iter.array_buffer = &tr->array_buffer;  in tracing_buffers_open()
7878 	page_size = ring_buffer_subbuf_size_get(iter->array_buffer->buffer);  in tracing_buffers_read()
7883 			ring_buffer_free_read_page(iter->array_buffer->buffer,  in tracing_buffers_read()
7890 		info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer,  in tracing_buffers_read()
7909 	ret = ring_buffer_read_page(iter->array_buffer->buffer,  in tracing_buffers_read()
7959 	ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_flush()
7976 		ring_buffer_free_read_page(iter->array_buffer->buffer,  in tracing_buffers_release()
8063 	page_size = ring_buffer_subbuf_size_get(iter->array_buffer->buffer);  in tracing_buffers_splice_read()
8078 	entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
8091 		ref->buffer = iter->array_buffer->buffer;  in tracing_buffers_splice_read()
8119 		entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_splice_read()
8167 			err = ring_buffer_wait(iter->array_buffer->buffer,  in tracing_buffers_ioctl()
8175 		return ring_buffer_map_get_reader(iter->array_buffer->buffer,  in tracing_buffers_ioctl()
8190 	ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_ioctl()
8242 	ring_buffer_map_dup(iter->array_buffer->buffer, iter->cpu_file);  in tracing_buffers_mmap_open()
8250 	WARN_ON(ring_buffer_unmap(iter->array_buffer->buffer, iter->cpu_file));  in tracing_buffers_mmap_close()
8283 	ret = ring_buffer_map(iter->array_buffer->buffer, iter->cpu_file, vma);  in tracing_buffers_mmap()
8309 	struct array_buffer *trace_buf = &tr->array_buffer;  in tracing_stats_read()
9078 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in rb_simple_write()
9169 	order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);  in buffer_subbuf_size_read()
9204 	old_order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);  in buffer_subbuf_size_write()
9208 	ret = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, order);  in buffer_subbuf_size_write()
9220 		cnt = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, old_order);  in buffer_subbuf_size_write()
9370 allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, unsigned long size)  in allocate_trace_buffer()
9409 	set_buffer_entries(&tr->array_buffer,  in allocate_trace_buffer()
9410 			   ring_buffer_size(tr->array_buffer.buffer, 0));  in allocate_trace_buffer()
9415 static void free_trace_buffer(struct array_buffer *buf)  in free_trace_buffer()
9429 	ret = allocate_trace_buffer(tr, &tr->array_buffer, size);  in allocate_trace_buffers()
9441 		free_trace_buffer(&tr->array_buffer);  in allocate_trace_buffers()
9457 	free_trace_buffer(&tr->array_buffer);  in free_trace_buffers()
10312 	iter->array_buffer = &tr->array_buffer;  in trace_init_iter()
10318 	if (ring_buffer_overruns(iter->array_buffer->buffer))  in trace_init_iter()