Lines Matching defs:cpu_buffer

523 	struct ring_buffer_per_cpu	*cpu_buffer;  member
674 rb_is_head_page(struct ring_buffer_per_cpu *cpu_buffer, in rb_is_head_page()
704 static void rb_set_list_to_head(struct ring_buffer_per_cpu *cpu_buffer, in rb_set_list_to_head()
717 static void rb_head_page_activate(struct ring_buffer_per_cpu *cpu_buffer) in rb_head_page_activate()
742 rb_head_page_deactivate(struct ring_buffer_per_cpu *cpu_buffer) in rb_head_page_deactivate()
753 static int rb_head_page_set(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set()
776 static int rb_head_page_set_update(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set_update()
785 static int rb_head_page_set_head(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set_head()
794 static int rb_head_page_set_normal(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set_normal()
803 static inline void rb_inc_page(struct ring_buffer_per_cpu *cpu_buffer, in rb_inc_page()
812 rb_set_head_page(struct ring_buffer_per_cpu *cpu_buffer) in rb_set_head_page()
869 static int rb_tail_page_update(struct ring_buffer_per_cpu *cpu_buffer, in rb_tail_page_update()
936 static int rb_check_bpage(struct ring_buffer_per_cpu *cpu_buffer, in rb_check_bpage()
950 static int rb_check_list(struct ring_buffer_per_cpu *cpu_buffer, in rb_check_list()
967 static int rb_check_pages(struct ring_buffer_per_cpu *cpu_buffer) in rb_check_pages()
998 static int rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer, in rb_allocate_pages()
1055 struct ring_buffer_per_cpu *cpu_buffer; in rb_allocate_cpu_buffer() local
1107 static void rb_free_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer) in rb_free_cpu_buffer()
1258 rb_remove_pages(struct ring_buffer_per_cpu *cpu_buffer, unsigned nr_pages) in rb_remove_pages()
1286 rb_insert_pages(struct ring_buffer_per_cpu *cpu_buffer, in rb_insert_pages()
1322 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_resize() local
1470 rb_reader_event(struct ring_buffer_per_cpu *cpu_buffer) in rb_reader_event()
1504 rb_commit_index(struct ring_buffer_per_cpu *cpu_buffer) in rb_commit_index()
1518 rb_event_is_commit(struct ring_buffer_per_cpu *cpu_buffer, in rb_event_is_commit()
1532 rb_set_commit_to_write(struct ring_buffer_per_cpu *cpu_buffer) in rb_set_commit_to_write()
1584 static void rb_reset_reader_page(struct ring_buffer_per_cpu *cpu_buffer) in rb_reset_reader_page()
1592 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in rb_inc_iter() local
1640 rb_update_event(struct ring_buffer_per_cpu *cpu_buffer, in rb_update_event()
1675 rb_handle_head_page(struct ring_buffer_per_cpu *cpu_buffer, in rb_handle_head_page()
1843 rb_reset_tail(struct ring_buffer_per_cpu *cpu_buffer, in rb_reset_tail()
1916 rb_move_tail(struct ring_buffer_per_cpu *cpu_buffer, in rb_move_tail()
2020 __rb_reserve_next(struct ring_buffer_per_cpu *cpu_buffer, in __rb_reserve_next()
2070 rb_try_to_discard(struct ring_buffer_per_cpu *cpu_buffer, in rb_try_to_discard()
2109 static void rb_start_commit(struct ring_buffer_per_cpu *cpu_buffer) in rb_start_commit()
2115 static inline void rb_end_commit(struct ring_buffer_per_cpu *cpu_buffer) in rb_end_commit()
2149 struct ring_buffer_per_cpu *cpu_buffer, in rb_reserve_next_event()
2298 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_lock_reserve() local
2343 rb_update_write_stamp(struct ring_buffer_per_cpu *cpu_buffer, in rb_update_write_stamp()
2370 static void rb_commit(struct ring_buffer_per_cpu *cpu_buffer, in rb_commit()
2390 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_unlock_commit() local
2425 rb_decrement_entry(struct ring_buffer_per_cpu *cpu_buffer, in rb_decrement_entry()
2480 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_discard_commit() local
2532 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_write() local
2577 static int rb_per_cpu_empty(struct ring_buffer_per_cpu *cpu_buffer) in rb_per_cpu_empty()
2633 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_record_disable_cpu() local
2653 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_record_enable_cpu() local
2670 rb_num_of_entries(struct ring_buffer_per_cpu *cpu_buffer) in rb_num_of_entries()
2684 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_oldest_event_ts() local
2715 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_bytes_cpu() local
2735 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_entries_cpu() local
2753 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_overrun_cpu() local
2774 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_commit_overrun_cpu() local
2796 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_entries() local
2819 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_overruns() local
2835 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in rb_iter_reset() local
2864 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_iter_reset() local
2884 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_iter_empty() local
2894 rb_update_read_stamp(struct ring_buffer_per_cpu *cpu_buffer, in rb_update_read_stamp()
2956 rb_get_reader_page(struct ring_buffer_per_cpu *cpu_buffer) in rb_get_reader_page()
3078 static void rb_advance_reader(struct ring_buffer_per_cpu *cpu_buffer) in rb_advance_reader()
3103 struct ring_buffer_per_cpu *cpu_buffer; in rb_advance_iter() local
3143 static int rb_lost_events(struct ring_buffer_per_cpu *cpu_buffer) in rb_lost_events()
3149 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts, in rb_buffer_peek()
3218 struct ring_buffer_per_cpu *cpu_buffer; in rb_iter_peek() local
3321 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_peek() local
3358 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in ring_buffer_iter_peek() local
3388 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_consume() local
3450 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_read_prepare() local
3498 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_read_start() local
3524 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in ring_buffer_read_finish() local
3542 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in ring_buffer_read() local
3573 rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer) in rb_reset_cpu()
3619 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_reset_cpu() local
3664 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_empty() local
3698 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_empty_cpu() local
3881 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_read_page() local