Lines Matching refs:srcu_reader_flavor
271 ssp->srcu_reader_flavor = 0; in __init_srcu_struct()
278 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST; in __init_srcu_struct_fast()
286 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST_UPDOWN; in __init_srcu_struct_fast_updown()
306 ssp->srcu_reader_flavor = 0; in init_srcu_struct()
323 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST; in init_srcu_struct_fast()
341 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST_UPDOWN; in init_srcu_struct_fast_updown()
479 mask = mask | READ_ONCE(sdp->srcu_reader_flavor); in srcu_readers_lock_idx()
495 unsigned long mask = ssp->srcu_reader_flavor; in srcu_readers_unlock_idx()
502 mask = mask | READ_ONCE(sdp->srcu_reader_flavor); in srcu_readers_unlock_idx()
770 old_read_flavor = READ_ONCE(sdp->srcu_reader_flavor); in __srcu_check_read_flavor()
771 WARN_ON_ONCE(ssp->srcu_reader_flavor && read_flavor != ssp->srcu_reader_flavor); in __srcu_check_read_flavor()
772 WARN_ON_ONCE(old_read_flavor && ssp->srcu_reader_flavor && in __srcu_check_read_flavor()
773 old_read_flavor != ssp->srcu_reader_flavor); in __srcu_check_read_flavor()
774 WARN_ON_ONCE(read_flavor == SRCU_READ_FLAVOR_FAST && !ssp->srcu_reader_flavor); in __srcu_check_read_flavor()
776 old_read_flavor = cmpxchg(&sdp->srcu_reader_flavor, 0, read_flavor); in __srcu_check_read_flavor()
1260 if (this_cpu_read(ssp->sda->srcu_reader_flavor) & SRCU_READ_FLAVOR_SLOWGP) in srcu_should_expedite()