Lines Matching refs:srcu_cblist
101 rcu_segcblist_init(&sdp->srcu_cblist); in init_srcu_struct_data()
730 if (WARN_ON(rcu_segcblist_n_cbs(&sdp->srcu_cblist))) in cleanup_srcu_struct()
1265 if (rcu_segcblist_pend_cbs(&sdp->srcu_cblist)) { in srcu_should_expedite()
1331 rcu_segcblist_enqueue(&sdp->srcu_cblist, rhp); in srcu_gp_start_if_needed()
1370 rcu_segcblist_advance(&sdp->srcu_cblist, in srcu_gp_start_if_needed()
1379 WARN_ON_ONCE(!rcu_segcblist_accelerate(&sdp->srcu_cblist, s)); in srcu_gp_start_if_needed()
1684 if (!rcu_segcblist_entrain(&sdp->srcu_cblist, in srcu_barrier_one_cpu()
1893 WARN_ON_ONCE(!rcu_segcblist_segempty(&sdp->srcu_cblist, RCU_NEXT_TAIL)); in srcu_invoke_callbacks()
1894 rcu_segcblist_advance(&sdp->srcu_cblist, in srcu_invoke_callbacks()
1902 !rcu_segcblist_ready_cbs(&sdp->srcu_cblist)) { in srcu_invoke_callbacks()
1909 rcu_segcblist_extract_done_cbs(&sdp->srcu_cblist, &ready_cbs); in srcu_invoke_callbacks()
1927 rcu_segcblist_add_len(&sdp->srcu_cblist, -len); in srcu_invoke_callbacks()
1929 more = rcu_segcblist_ready_cbs(&sdp->srcu_cblist); in srcu_invoke_callbacks()
2074 "C."[rcu_segcblist_empty(&sdp->srcu_cblist)]); in srcu_torture_stats_print()