20 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
92 static void rcu_nocb_bypass_lock(struct rcu_data *rdp)  in rcu_nocb_bypass_lock()
110 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp)  in rcu_nocb_bypass_trylock()
119 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp)  in rcu_nocb_bypass_unlock()
130 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
142 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
154 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
166 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
194 static void nocb_defer_wakeup_cancel(struct rcu_data *rdp_gp)  in nocb_defer_wakeup_cancel()
202 static bool __wake_nocb_gp(struct rcu_data *rdp_gp,  in __wake_nocb_gp()
203 			   struct rcu_data *rdp,  in __wake_nocb_gp()
234 static bool wake_nocb_gp(struct rcu_data *rdp)  in wake_nocb_gp()
237 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp()
272 static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype,  in wake_nocb_gp_defer()
276 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp_defer()
314 static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp_in,  in rcu_nocb_do_flush_bypass()
358 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
372 static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j)  in rcu_nocb_try_flush_bypass()
399 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
530 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone,  in __call_rcu_nocb_wake()
575 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,  in call_rcu_nocb()
587 static void nocb_gp_toggle_rdp(struct rcu_data *rdp_gp, struct rcu_data *rdp)  in nocb_gp_toggle_rdp()
616 static void nocb_gp_sleep(struct rcu_data *my_rdp, int cpu)  in nocb_gp_sleep()
628 static void nocb_gp_wait(struct rcu_data *my_rdp)  in nocb_gp_wait()
640 	struct rcu_data *rdp, *rdp_toggling = NULL;  in nocb_gp_wait()
835 	struct rcu_data *rdp = arg;  in rcu_nocb_gp_kthread()
845 static inline bool nocb_cb_wait_cond(struct rcu_data *rdp)  in nocb_cb_wait_cond()
854 static void nocb_cb_wait(struct rcu_data *rdp)  in nocb_cb_wait()
923 	struct rcu_data *rdp = arg;  in rcu_nocb_cb_kthread()
935 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
941 static bool do_nocb_deferred_wakeup_common(struct rcu_data *rdp_gp,  in do_nocb_deferred_wakeup_common()
942 					   struct rcu_data *rdp, int level,  in do_nocb_deferred_wakeup_common()
963 	struct rcu_data *rdp = timer_container_of(rdp, t, nocb_timer);  in do_nocb_deferred_wakeup_timer()
977 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
980 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in do_nocb_deferred_wakeup()
991 	do_nocb_deferred_wakeup(this_cpu_ptr(&rcu_data));  in rcu_nocb_flush_deferred_wakeup()
995 static int rcu_nocb_queue_toggle_rdp(struct rcu_data *rdp)  in rcu_nocb_queue_toggle_rdp()
997 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in rcu_nocb_queue_toggle_rdp()
1013 static bool rcu_nocb_rdp_deoffload_wait_cond(struct rcu_data *rdp)  in rcu_nocb_rdp_deoffload_wait_cond()
1030 static int rcu_nocb_rdp_deoffload(struct rcu_data *rdp)  in rcu_nocb_rdp_deoffload()
1034 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in rcu_nocb_rdp_deoffload()
1086 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_deoffload()
1108 static bool rcu_nocb_rdp_offload_wait_cond(struct rcu_data *rdp)  in rcu_nocb_rdp_offload_wait_cond()
1120 static int rcu_nocb_rdp_offload(struct rcu_data *rdp)  in rcu_nocb_rdp_offload()
1154 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_offload()
1192 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in lazy_rcu_shrink_count()
1227 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in lazy_rcu_shrink_scan()
1265 	struct rcu_data *rdp;  in rcu_init_nohz()
1319 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_init_nohz()
1328 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1349 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_spawn_cpu_nocb_kthread()
1350 	struct rcu_data *rdp_gp;  in rcu_spawn_cpu_nocb_kthread()
1427 	struct rcu_data *rdp;  in rcu_organize_nocb_kthreads()
1428 	struct rcu_data *rdp_gp = NULL;  /* Suppress misguided gcc warn. */  in rcu_organize_nocb_kthreads()
1443 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_organize_nocb_kthreads()
1501 static void show_rcu_nocb_gp_state(struct rcu_data *rdp)  in show_rcu_nocb_gp_state()
1525 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()
1532 	struct rcu_data *nocb_next_rdp;  in show_rcu_nocb_state()
1599 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
1604 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
1609 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
1616 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
1634 static bool wake_nocb_gp(struct rcu_data *rdp)  in wake_nocb_gp()
1639 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
1645 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,  in call_rcu_nocb()
1651 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,  in __call_rcu_nocb_wake()
1657 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1661 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
1666 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
1675 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()