28 int __init_srcu_struct(struct srcu_struct *ssp, const char *name,
31 #define init_srcu_struct(ssp) \  argument
35 	__init_srcu_struct((ssp), #ssp, &__srcu_key); \
41 int init_srcu_struct(struct srcu_struct *ssp);
54 void call_srcu(struct srcu_struct *ssp, struct rcu_head *head,
56 void cleanup_srcu_struct(struct srcu_struct *ssp);
57 int __srcu_read_lock(struct srcu_struct *ssp) __acquires(ssp);
58 void __srcu_read_unlock(struct srcu_struct *ssp, int idx) __releases(ssp);
59 void synchronize_srcu(struct srcu_struct *ssp);
60 unsigned long get_state_synchronize_srcu(struct srcu_struct *ssp);
61 unsigned long start_poll_synchronize_srcu(struct srcu_struct *ssp);
62 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie);
65 int __srcu_read_lock_nmisafe(struct srcu_struct *ssp) __acquires(ssp);
66 void __srcu_read_unlock_nmisafe(struct srcu_struct *ssp, int idx) __releases(ssp);
68 static inline int __srcu_read_lock_nmisafe(struct srcu_struct *ssp)  in __srcu_read_lock_nmisafe()  argument
70 	return __srcu_read_lock(ssp);  in __srcu_read_lock_nmisafe()
72 static inline void __srcu_read_unlock_nmisafe(struct srcu_struct *ssp, int idx)  in __srcu_read_unlock_nmisafe()  argument
74 	__srcu_read_unlock(ssp, idx);  in __srcu_read_unlock_nmisafe()
84  * @ssp: The srcu_struct structure to check
98 static inline int srcu_read_lock_held(const struct srcu_struct *ssp)  in srcu_read_lock_held()  argument
102 	return lock_is_held(&ssp->dep_map);  in srcu_read_lock_held()
133 static inline int srcu_read_lock_held(const struct srcu_struct *ssp)  in srcu_read_lock_held()  argument
149 void srcu_check_nmi_safety(struct srcu_struct *ssp, bool nmi_safe);
151 static inline void srcu_check_nmi_safety(struct srcu_struct *ssp,  in srcu_check_nmi_safety()  argument
159  * @ssp: pointer to the srcu_struct, which is used to check that we
168 #define srcu_dereference_check(p, ssp, c) \  argument
170 				(c) || srcu_read_lock_held(ssp), __rcu)
175  * @ssp: pointer to the srcu_struct, which is used to check that we
182 #define srcu_dereference(p, ssp) srcu_dereference_check((p), (ssp), 0)  argument
187  * @ssp: pointer to the srcu_struct, which is used to check that we
190 #define srcu_dereference_notrace(p, ssp) srcu_dereference_check((p), (ssp), 1)  argument
194  * @ssp: srcu_struct in which to register the new reader.
209 static inline int srcu_read_lock(struct srcu_struct *ssp) __acquires(ssp)  in srcu_read_lock()  argument
213 	srcu_check_nmi_safety(ssp, false);  in srcu_read_lock()
214 	retval = __srcu_read_lock(ssp);  in srcu_read_lock()
215 	srcu_lock_acquire(&ssp->dep_map);  in srcu_read_lock()
221  * @ssp: srcu_struct in which to register the new reader.
226 static inline int srcu_read_lock_nmisafe(struct srcu_struct *ssp) __acquires(ssp)  in srcu_read_lock_nmisafe()  argument
230 	srcu_check_nmi_safety(ssp, true);  in srcu_read_lock_nmisafe()
231 	retval = __srcu_read_lock_nmisafe(ssp);  in srcu_read_lock_nmisafe()
232 	rcu_try_lock_acquire(&ssp->dep_map);  in srcu_read_lock_nmisafe()
238 srcu_read_lock_notrace(struct srcu_struct *ssp) __acquires(ssp)  in srcu_read_lock_notrace()  argument
242 	srcu_check_nmi_safety(ssp, false);  in srcu_read_lock_notrace()
243 	retval = __srcu_read_lock(ssp);  in srcu_read_lock_notrace()
249  * @ssp: srcu_struct in which to register the new reader.
268 static inline int srcu_down_read(struct srcu_struct *ssp) __acquires(ssp)  in srcu_down_read()  argument
271 	srcu_check_nmi_safety(ssp, false);  in srcu_down_read()
272 	return __srcu_read_lock(ssp);  in srcu_down_read()
277  * @ssp: srcu_struct in which to unregister the old reader.
282 static inline void srcu_read_unlock(struct srcu_struct *ssp, int idx)  in srcu_read_unlock()  argument
283 	__releases(ssp)  in srcu_read_unlock()
286 	srcu_check_nmi_safety(ssp, false);  in srcu_read_unlock()
287 	srcu_lock_release(&ssp->dep_map);  in srcu_read_unlock()
288 	__srcu_read_unlock(ssp, idx);  in srcu_read_unlock()
293  * @ssp: srcu_struct in which to unregister the old reader.
298 static inline void srcu_read_unlock_nmisafe(struct srcu_struct *ssp, int idx)  in srcu_read_unlock_nmisafe()  argument
299 	__releases(ssp)  in srcu_read_unlock_nmisafe()
302 	srcu_check_nmi_safety(ssp, true);  in srcu_read_unlock_nmisafe()
303 	rcu_lock_release(&ssp->dep_map);  in srcu_read_unlock_nmisafe()
304 	__srcu_read_unlock_nmisafe(ssp, idx);  in srcu_read_unlock_nmisafe()
309 srcu_read_unlock_notrace(struct srcu_struct *ssp, int idx) __releases(ssp)  in srcu_read_unlock_notrace()  argument
311 	srcu_check_nmi_safety(ssp, false);  in srcu_read_unlock_notrace()
312 	__srcu_read_unlock(ssp, idx);  in srcu_read_unlock_notrace()
317  * @ssp: srcu_struct in which to unregister the old reader.
323 static inline void srcu_up_read(struct srcu_struct *ssp, int idx)  in srcu_up_read()  argument
324 	__releases(ssp)  in srcu_up_read()
328 	srcu_check_nmi_safety(ssp, false);  in srcu_up_read()
329 	__srcu_read_unlock(ssp, idx);  in srcu_up_read()