312 #define for_each_buffer_cpu(buffer, cpu)		\  argument
315 #define for_each_online_buffer_cpu(buffer, cpu)		\  argument
481 	struct trace_buffer	*buffer;  member
579 int ring_buffer_print_page_header(struct trace_buffer *buffer, struct trace_seq *s)  in ring_buffer_print_page_header()
697 u64 ring_buffer_event_time_stamp(struct trace_buffer *buffer,  in ring_buffer_event_time_stamp()
735 size_t ring_buffer_nr_dirty_pages(struct trace_buffer *buffer, int cpu)  in ring_buffer_nr_dirty_pages()
759 static __always_inline bool full_hit(struct trace_buffer *buffer, int cpu, int full)  in full_hit()
819 void ring_buffer_wake_waiters(struct trace_buffer *buffer, int cpu)  in ring_buffer_wake_waiters()
851 static bool rb_watermark_hit(struct trace_buffer *buffer, int cpu, int full)  in rb_watermark_hit()
883 rb_wait_cond(struct rb_irq_work *rbwork, struct trace_buffer *buffer,  in rb_wait_cond()
949 int ring_buffer_wait(struct trace_buffer *buffer, int cpu, int full,  in ring_buffer_wait()
1008 __poll_t ring_buffer_poll_wait(struct trace_buffer *buffer, int cpu,  in ring_buffer_poll_wait()
1090 static inline u64 rb_time_stamp(struct trace_buffer *buffer)  in rb_time_stamp()
1104 u64 ring_buffer_time_stamp(struct trace_buffer *buffer)  in ring_buffer_time_stamp()
1116 void ring_buffer_normalize_time_stamp(struct trace_buffer *buffer,  in ring_buffer_normalize_time_stamp()
1583 static void *rb_range_meta(struct trace_buffer *buffer, int nr_pages, int cpu)  in rb_range_meta()
1678 static bool rb_meta_init(struct trace_buffer *buffer, int scratch_size)  in rb_meta_init()
1744 			      struct trace_buffer *buffer, int nr_pages,  in rb_cpu_meta_valid()
1951 static void rb_range_meta_init(struct trace_buffer *buffer, int nr_pages, int scratch_size)  in rb_range_meta_init()
2072 int ring_buffer_meta_seq_init(struct file *file, struct trace_buffer *buffer, int cpu)  in ring_buffer_meta_seq_init()
2105 	struct trace_buffer *buffer = cpu_buffer->buffer;  in __rb_allocate_pages()  local
2227 rb_allocate_cpu_buffer(struct trace_buffer *buffer, long nr_pages, int cpu)  in rb_allocate_cpu_buffer()
2362 	struct trace_buffer *buffer;  in alloc_buffer()  local
2537 void *ring_buffer_meta_scratch(struct trace_buffer *buffer, unsigned int *size)  in ring_buffer_meta_scratch()
2560 ring_buffer_free(struct trace_buffer *buffer)  in ring_buffer_free()
2578 void ring_buffer_set_clock(struct trace_buffer *buffer,  in ring_buffer_set_clock()
2584 void ring_buffer_set_time_stamp_abs(struct trace_buffer *buffer, bool abs)  in ring_buffer_set_time_stamp_abs()
2589 bool ring_buffer_time_stamp_abs(struct trace_buffer *buffer)  in ring_buffer_time_stamp_abs()
2828 int ring_buffer_resize(struct trace_buffer *buffer, unsigned long size,  in ring_buffer_resize()
3038 void ring_buffer_change_overwrite(struct trace_buffer *buffer, int val)  in ring_buffer_change_overwrite()
3461 	struct trace_buffer *buffer = cpu_buffer->buffer;  in rb_move_tail()  local
3904 rb_wakeups(struct trace_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer)  in rb_wakeups()
4057 void ring_buffer_nest_start(struct trace_buffer *buffer)  in ring_buffer_nest_start()
4077 void ring_buffer_nest_end(struct trace_buffer *buffer)  in ring_buffer_nest_end()
4098 int ring_buffer_unlock_commit(struct trace_buffer *buffer)  in ring_buffer_unlock_commit()
4470 rb_reserve_next_event(struct trace_buffer *buffer,  in rb_reserve_next_event()
4566 ring_buffer_lock_reserve(struct trace_buffer *buffer, unsigned long length)  in ring_buffer_lock_reserve()
4667 void ring_buffer_discard_commit(struct trace_buffer *buffer,  in ring_buffer_discard_commit()
4713 int ring_buffer_write(struct trace_buffer *buffer,  in ring_buffer_write()
4795 void ring_buffer_record_disable(struct trace_buffer *buffer)  in ring_buffer_record_disable()
4808 void ring_buffer_record_enable(struct trace_buffer *buffer)  in ring_buffer_record_enable()
4825 void ring_buffer_record_off(struct trace_buffer *buffer)  in ring_buffer_record_off()
4848 void ring_buffer_record_on(struct trace_buffer *buffer)  in ring_buffer_record_on()
4866 bool ring_buffer_record_is_on(struct trace_buffer *buffer)  in ring_buffer_record_is_on()
4882 bool ring_buffer_record_is_set_on(struct trace_buffer *buffer)  in ring_buffer_record_is_set_on()
4897 void ring_buffer_record_disable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_disable_cpu()
4917 void ring_buffer_record_enable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_enable_cpu()
4934 u64 ring_buffer_oldest_event_ts(struct trace_buffer *buffer, int cpu)  in ring_buffer_oldest_event_ts()
4967 unsigned long ring_buffer_bytes_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_bytes_cpu()
4987 unsigned long ring_buffer_entries_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_entries_cpu()
5006 unsigned long ring_buffer_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_overrun_cpu()
5029 ring_buffer_commit_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_commit_overrun_cpu()
5051 ring_buffer_dropped_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_dropped_events_cpu()
5072 ring_buffer_read_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_read_events_cpu()
5091 unsigned long ring_buffer_entries(struct trace_buffer *buffer)  in ring_buffer_entries()
5114 unsigned long ring_buffer_overruns(struct trace_buffer *buffer)  in ring_buffer_overruns()
5590 	struct trace_buffer *buffer;  in rb_iter_peek()  local
5720 ring_buffer_peek(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_peek()
5798 ring_buffer_consume(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_consume()
5854 ring_buffer_read_prepare(struct trace_buffer *buffer, int cpu, gfp_t flags)  in ring_buffer_read_prepare()
5973 unsigned long ring_buffer_size(struct trace_buffer *buffer, int cpu)  in ring_buffer_size()
5988 unsigned long ring_buffer_max_event_size(struct trace_buffer *buffer)  in ring_buffer_max_event_size()
6105 void ring_buffer_reset_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_reset_cpu()
6137 void ring_buffer_reset_online_cpus(struct trace_buffer *buffer)  in ring_buffer_reset_online_cpus()
6178 void ring_buffer_reset(struct trace_buffer *buffer)  in ring_buffer_reset()
6213 bool ring_buffer_empty(struct trace_buffer *buffer)  in ring_buffer_empty()
6243 bool ring_buffer_empty_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_empty_cpu()
6375 ring_buffer_alloc_read_page(struct trace_buffer *buffer, int cpu)  in ring_buffer_alloc_read_page()
6430 void ring_buffer_free_read_page(struct trace_buffer *buffer, int cpu,  in ring_buffer_free_read_page()
6502 int ring_buffer_read_page(struct trace_buffer *buffer,  in ring_buffer_read_page()
6696 int ring_buffer_subbuf_size_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_size_get()
6714 int ring_buffer_subbuf_order_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_order_get()
6739 int ring_buffer_subbuf_order_set(struct trace_buffer *buffer, int order)  in ring_buffer_subbuf_order_set()
6958 rb_get_mapped_buffer(struct trace_buffer *buffer, int cpu)  in rb_get_mapped_buffer()
7136 int ring_buffer_map(struct trace_buffer *buffer, int cpu,  in ring_buffer_map()
7205 int ring_buffer_unmap(struct trace_buffer *buffer, int cpu)  in ring_buffer_unmap()
7249 int ring_buffer_map_get_reader(struct trace_buffer *buffer, int cpu)  in ring_buffer_map_get_reader()
7342 	struct trace_buffer *buffer;  in trace_rb_cpu_prepare()  local
7397 	struct trace_buffer *buffer;  member
7539 	struct trace_buffer *buffer;  in test_ringbuffer()  local