Home
last modified time | relevance | path

Searched defs:rnp (Results 1 – 7 of 7) sorted by relevance

/linux/kernel/rcu/
H A Dtree_exp.h84 struct rcu_node *rnp; in sync_exp_reset_tree_hotplug() local
137 struct rcu_node *rnp; in sync_exp_reset_tree() local
161 static bool sync_rcu_exp_done(struct rcu_node *rnp) in sync_rcu_exp_done()
172 static bool sync_rcu_exp_done_unlocked(struct rcu_node *rnp) in sync_rcu_exp_done_unlocked()
192 static void __rcu_report_exp_rnp(struct rcu_node *rnp, in __rcu_report_exp_rnp()
227 static void __maybe_unused rcu_report_exp_rnp(struct rcu_node *rnp, bool wake) in rcu_report_exp_rnp()
239 static void rcu_report_exp_cpu_mult(struct rcu_node *rnp, unsigned long flags, in rcu_report_exp_cpu_mult()
270 struct rcu_node *rnp = rdp->mynode; in rcu_report_exp_rdp() local
304 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock() local
365 struct rcu_node *rnp = container_of(rewp, struct rcu_node, rew); in __sync_rcu_exp_select_node_cpus() local
[all …]
H A Dtree_plugin.h162 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
328 struct rcu_node *rnp; in rcu_note_context_switch() local
381 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
453 struct rcu_node *rnp) in rcu_next_node_entry()
467 static bool rcu_preempt_has_tasks(struct rcu_node *rnp) in rcu_preempt_has_tasks()
486 struct rcu_node *rnp; in rcu_preempt_deferred_qs_irqrestore() local
670 struct rcu_node *rnp, in rcu_unlock_needs_exp_handling()
741 struct rcu_node *rnp = rdp->mynode; in rcu_read_unlock_special() local
784 static void rcu_preempt_check_blocked_tasks(struct rcu_node *rnp) in rcu_preempt_check_blocked_tasks()
867 dump_blkd_tasks(struct rcu_node *rnp, int ncheck) in dump_blkd_tasks()
[all …]
H A Dtree.c802 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
859 struct rcu_node *rnp = rdp->mynode; in rcu_watching_snap_recheck() local
992 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
1020 struct rcu_node *rnp; in rcu_start_this_gp() local
1091 static bool rcu_future_gp_cleanup(struct rcu_node *rnp) in rcu_future_gp_cleanup()
1143 static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_accelerate_cbs()
1189 static void rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1219 static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_advance_cbs()
1242 static void __maybe_unused rcu_advance_cbs_nowake(struct rcu_node *rnp, in rcu_advance_cbs_nowake()
1273 static bool __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) in __note_gp_changes()
[all …]
H A Dtree_stall.h252 struct rcu_node *rnp; in rcu_iw_handler() local
274 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
324 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
374 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
382 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
400 struct rcu_node *rnp; in rcu_dump_cpu_stacks() local
638 struct rcu_node *rnp; in print_other_cpu_stall() local
714 struct rcu_node *rnp = rcu_get_root(); in print_cpu_stall() local
781 struct rcu_node *rnp; in check_cpu_stall() local
895 struct rcu_node *rnp; in rcu_check_boost_fail() local
[all …]
H A Drcu.h394 #define rcu_is_leaf_node(rnp) ((rnp)->level == rcu_num_lvls - 1) argument
397 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1]) argument
404 #define _rcu_for_each_node_breadth_first(sp, rnp) \ argument
407 #define rcu_for_each_node_breadth_first(rnp) \ argument
409 #define srcu_for_each_node_breadth_first(ssp, rnp) \ argument
418 #define rcu_for_each_leaf_node(rnp) \ argument
425 #define for_each_leaf_node_possible_cpu(rnp, cpu) \ argument
434 #define rcu_find_next_bit(rnp, cpu, mask) \ argument
436 #define for_each_leaf_node_cpu_mask(rnp, cpu, mask) \ argument
H A Dtree_nocb.h182 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get()
187 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb()
641 struct rcu_node *rnp; in nocb_gp_wait() local
860 struct rcu_node *rnp = rdp->mynode; in nocb_cb_wait() local
1503 struct rcu_node *rnp = rdp->mynode; in show_rcu_nocb_gp_state() local
1625 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get()
1630 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb()
H A Dtree.h146 #define leaf_node_cpu_bit(rnp, cpu) (BIT((cpu) - (rnp)->grplo)) argument