563 	struct ring_buffer_per_cpu	*cpu_buffer;  member
769 static void verify_event(struct ring_buffer_per_cpu *cpu_buffer,  in verify_event()
796 static inline void verify_event(struct ring_buffer_per_cpu *cpu_buffer,  in verify_event()
843 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[smp_processor_id()];  in ring_buffer_event_time_stamp()  local
919 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in full_hit()  local
960 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_wake_waiters()  local
1005 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_wait()  local
1123 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_poll_wait()  local
1364 static void rb_head_page_activate(struct ring_buffer_per_cpu *cpu_buffer)  in rb_head_page_activate()
1389 rb_head_page_deactivate(struct ring_buffer_per_cpu *cpu_buffer)  in rb_head_page_deactivate()
1400 static int rb_head_page_set(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set()
1423 static int rb_head_page_set_update(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set_update()
1432 static int rb_head_page_set_head(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set_head()
1441 static int rb_head_page_set_normal(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set_normal()
1458 rb_set_head_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_set_head_page()
1510 static void rb_tail_page_update(struct ring_buffer_per_cpu *cpu_buffer,  in rb_tail_page_update()
1571 static void rb_check_bpage(struct ring_buffer_per_cpu *cpu_buffer,  in rb_check_bpage()
1586 static void rb_check_pages(struct ring_buffer_per_cpu *cpu_buffer)  in rb_check_pages()
1610 static int __rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_allocate_pages()
1684 static int rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer,  in rb_allocate_pages()
1712 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_allocate_cpu_buffer()  local
1770 static void rb_free_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer)  in rb_free_cpu_buffer()
1924 rb_remove_pages(struct ring_buffer_per_cpu *cpu_buffer, unsigned long nr_pages)  in rb_remove_pages()
2033 rb_insert_pages(struct ring_buffer_per_cpu *cpu_buffer)  in rb_insert_pages()
2113 static void rb_update_pages(struct ring_buffer_per_cpu *cpu_buffer)  in rb_update_pages()
2129 	struct ring_buffer_per_cpu *cpu_buffer = container_of(work,  in update_pages_handler()  local
2148 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_resize()  local
2372 rb_reader_event(struct ring_buffer_per_cpu *cpu_buffer)  in rb_reader_event()
2444 rb_commit_index(struct ring_buffer_per_cpu *cpu_buffer)  in rb_commit_index()
2459 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in rb_inc_iter()  local
2485 rb_handle_head_page(struct ring_buffer_per_cpu *cpu_buffer,  in rb_handle_head_page()
2640 rb_reset_tail(struct ring_buffer_per_cpu *cpu_buffer,  in rb_reset_tail()
2722 rb_move_tail(struct ring_buffer_per_cpu *cpu_buffer,  in rb_move_tail()
2854 rb_check_timestamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_check_timestamp()
2872 static void rb_add_timestamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_add_timestamp()
2925 rb_update_event(struct ring_buffer_per_cpu *cpu_buffer,  in rb_update_event()
3004 rb_try_to_discard(struct ring_buffer_per_cpu *cpu_buffer,  in rb_try_to_discard()
3078 static void rb_start_commit(struct ring_buffer_per_cpu *cpu_buffer)  in rb_start_commit()
3085 rb_set_commit_to_write(struct ring_buffer_per_cpu *cpu_buffer)  in rb_set_commit_to_write()
3141 static __always_inline void rb_end_commit(struct ring_buffer_per_cpu *cpu_buffer)  in rb_end_commit()
3186 static void rb_commit(struct ring_buffer_per_cpu *cpu_buffer)  in rb_commit()
3193 rb_wakeups(struct trace_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer)  in rb_wakeups()
3297 trace_recursive_lock(struct ring_buffer_per_cpu *cpu_buffer)  in trace_recursive_lock()
3324 trace_recursive_unlock(struct ring_buffer_per_cpu *cpu_buffer)  in trace_recursive_unlock()
3348 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_nest_start()  local
3368 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_nest_end()  local
3389 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_unlock_commit()  local
3462 static void check_buffer(struct ring_buffer_per_cpu *cpu_buffer,  in check_buffer()
3550 static inline void check_buffer(struct ring_buffer_per_cpu *cpu_buffer,  in check_buffer()
3558 __rb_reserve_next(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_reserve_next()
3712 		      struct ring_buffer_per_cpu *cpu_buffer,  in rb_reserve_next_event()
3796 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_lock_reserve()  local
3843 rb_decrement_entry(struct ring_buffer_per_cpu *cpu_buffer,  in rb_decrement_entry()
3898 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_discard_commit()  local
3945 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_write()  local
3996 static bool rb_per_cpu_empty(struct ring_buffer_per_cpu *cpu_buffer)  in rb_per_cpu_empty()
4145 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_record_disable_cpu()  local
4165 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_record_enable_cpu()  local
4182 rb_num_of_entries(struct ring_buffer_per_cpu *cpu_buffer)  in rb_num_of_entries()
4196 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_oldest_event_ts()  local
4228 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_bytes_cpu()  local
4248 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_entries_cpu()  local
4267 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_overrun_cpu()  local
4290 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_commit_overrun_cpu()  local
4312 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_dropped_events_cpu()  local
4333 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_read_events_cpu()  local
4352 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_entries()  local
4375 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_overruns()  local
4391 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in rb_iter_reset()  local
4420 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_iter_reset()  local
4440 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_iter_empty()  local
4483 rb_update_read_stamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_update_read_stamp()
4543 rb_get_reader_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_get_reader_page()
4709 static void rb_advance_reader(struct ring_buffer_per_cpu *cpu_buffer)  in rb_advance_reader()
4735 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_advance_iter()  local
4762 static int rb_lost_events(struct ring_buffer_per_cpu *cpu_buffer)  in rb_lost_events()
4768 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts,  in rb_buffer_peek()
4845 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_iter_peek()  local
4932 static inline bool rb_reader_lock(struct ring_buffer_per_cpu *cpu_buffer)  in rb_reader_lock()
4957 rb_reader_unlock(struct ring_buffer_per_cpu *cpu_buffer, bool locked)  in rb_reader_unlock()
4977 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in ring_buffer_peek()  local
5025 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in ring_buffer_iter_peek()  local
5055 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_consume()  local
5114 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_read_prepare()  local
5168 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_read_start()  local
5194 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in ring_buffer_read_finish()  local
5222 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in ring_buffer_iter_advance()  local
5262 rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer)  in rb_reset_cpu()
5310 static void reset_disabled_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer)  in reset_disabled_cpu_buffer()
5336 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in ring_buffer_reset_cpu()  local
5368 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_reset_online_cpus()  local
5409 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_reset()  local
5444 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_empty()  local
5474 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_empty_cpu()  local
5596 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_alloc_read_page()  local
5643 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_free_read_page()  local
5709 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in ring_buffer_read_page()  local