823 	struct rb_irq_work *rbwork = container_of(work, struct rb_irq_work, work);  in rb_wake_up_waiters()  local
826 	(void)atomic_fetch_inc_release(&rbwork->seq);  in rb_wake_up_waiters()
828 	wake_up_all(&rbwork->waiters);  in rb_wake_up_waiters()
829 	if (rbwork->full_waiters_pending || rbwork->wakeup_full) {  in rb_wake_up_waiters()
832 			container_of(rbwork, struct ring_buffer_per_cpu, irq_work);  in rb_wake_up_waiters()
836 		rbwork->wakeup_full = false;  in rb_wake_up_waiters()
837 		rbwork->full_waiters_pending = false;  in rb_wake_up_waiters()
843 		wake_up_all(&rbwork->full_waiters);  in rb_wake_up_waiters()
858 	struct rb_irq_work *rbwork;  in ring_buffer_wake_waiters()  local
869 		rbwork = &buffer->irq_work;  in ring_buffer_wake_waiters()
880 		rbwork = &cpu_buffer->irq_work;  in ring_buffer_wake_waiters()
884 	irq_work_queue(&rbwork->work);  in ring_buffer_wake_waiters()
919 rb_wait_cond(struct rb_irq_work *rbwork, struct trace_buffer *buffer,  in rb_wait_cond()  argument
949 		rbwork->full_waiters_pending = true;  in rb_wait_cond()
951 		rbwork->waiters_pending = true;  in rb_wait_cond()
968 	struct rb_irq_work *rbwork = rdata->irq_work;  in rb_wait_once()  local
970 	return atomic_read_acquire(&rbwork->seq) != rdata->seq;  in rb_wait_once()
990 	struct rb_irq_work *rbwork;  in ring_buffer_wait()  local
1000 		rbwork = &buffer->irq_work;  in ring_buffer_wait()
1007 		rbwork = &cpu_buffer->irq_work;  in ring_buffer_wait()
1011 		waitq = &rbwork->full_waiters;  in ring_buffer_wait()
1013 		waitq = &rbwork->waiters;  in ring_buffer_wait()
1018 		rdata.irq_work = rbwork;  in ring_buffer_wait()
1019 		rdata.seq = atomic_read_acquire(&rbwork->seq);  in ring_buffer_wait()
1024 				rb_wait_cond(rbwork, buffer, cpu, full, cond, data));  in ring_buffer_wait()
1048 	struct rb_irq_work *rbwork;  in ring_buffer_poll_wait()  local
1051 		rbwork = &buffer->irq_work;  in ring_buffer_poll_wait()
1058 		rbwork = &cpu_buffer->irq_work;  in ring_buffer_poll_wait()
1062 		poll_wait(filp, &rbwork->full_waiters, poll_table);  in ring_buffer_poll_wait()
1079 		rbwork->full_waiters_pending = true;  in ring_buffer_poll_wait()
1083 	poll_wait(filp, &rbwork->waiters, poll_table);  in ring_buffer_poll_wait()
1084 	rbwork->waiters_pending = true;  in ring_buffer_poll_wait()