Home
last modified time | relevance | path

Searched refs:qsmask (Results 1 – 8 of 8) sorted by relevance

/linux/include/trace/events/
H A Drcu.h150 int grplo, int grphi, unsigned long qsmask),
152 TP_ARGS(rcuname, gp_seq, level, grplo, grphi, qsmask),
160 __field(unsigned long, qsmask)
169 __entry->qsmask = qsmask;
174 __entry->grplo, __entry->grphi, __entry->qsmask)
371 unsigned long mask, unsigned long qsmask,
374 TP_ARGS(rcuname, gp_seq, mask, qsmask, level, grplo, grphi, gp_tasks),
380 __field(unsigned long, qsmask)
391 __entry->qsmask
[all...]
/linux/kernel/rcu/
H A Dtree_stall.h410 if (!(data_race(rnp->qsmask) & leaf_node_cpu_bit(rnp, cpu))) in rcu_dump_cpu_stacks()
413 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in rcu_dump_cpu_stacks()
592 } else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) { in rcu_check_gp_kthread_starvation()
659 if (rnp->qsmask != 0) { in print_other_cpu_stall()
661 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in print_other_cpu_stall()
688 pr_err("All QSes seen, last %s kthread activity %ld (%ld-%ld), jiffies_till_next_fqs=%ld, root ->qsmask %#lx\n", in print_other_cpu_stall()
691 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
833 self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask; in check_cpu_stall()
900 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
912 if (!rnp->qsmask) { in rcu_check_boost_fail()
[all...]
H A Dtree_plugin.h167 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
175 WARN_ON_ONCE(rnp->qsmaskinitnext & ~rnp->qsmaskinit & rnp->qsmask & in rcu_preempt_ctxt_queue()
261 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
351 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
538 (!empty_norm || rnp->qsmask)); in rcu_preempt_deferred_qs_irqrestore()
566 0, rnp->qsmask, in rcu_preempt_deferred_qs_irqrestore()
705 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) in rcu_unlock_needs_exp_handling()
801 WARN_ON_ONCE(rnp->qsmask); in rcu_preempt_check_blocked_tasks()
883 pr_info("%s: %d:%d ->qsmask %#lx ->qsmaskinit %#lx ->qsmaskinitnext %#lx\n", in dump_blkd_tasks()
884 __func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp in dump_blkd_tasks()
[all...]
H A Dtree.c899 pr_info("%s: %d:%d ->qsmask %#lx ->qsmaskinit %#lx ->qsmaskinitnext %#lx ->rcu_gp_init_mask %#lx\n", in rcu_watching_snap_recheck()
900 __func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp1->qsmaskinit, rnp1->qsmaskinitnext, rnp1->rcu_gp_init_mask); in rcu_watching_snap_recheck()
1294 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1306 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1958 rnp->qsmask = rnp->qsmaskinit; in rcu_gp_init()
1965 rnp->grphi, rnp->qsmask); in rcu_gp_init()
1972 mask = rnp->qsmask & ~rnp->qsmaskinitnext; in rcu_gp_init()
2007 if (!READ_ONCE(rnp->qsmask) && !rcu_preempt_blocked_readers_cgp(rnp)) in rcu_gp_fqs_check_wake()
2093 * For multi-node trees, checking the root node's ->qsmask suffices, because a in rcu_gp_fqs_loop()
2094 * given root node's ->qsmask bi in rcu_gp_fqs_loop()
[all...]
H A Dtree.h48 unsigned long qsmask; /* CPUs or groups that need to switch in */ member
56 /* Per-GP initial value for qsmask. */
77 unsigned long grpmask; /* Mask to apply to parent qsmask. */
200 unsigned long grpmask; /* Mask to apply to leaf qsmask. */
/linux/Documentation/RCU/
H A Dstallwarn.rst308 All QSes seen, last rcu_preempt kthread activity 23807 (4297905177-4297881370), jiffies_till_next_fqs=3, root ->qsmask 0x0
315 ->qsmask field is printed, which will normally be zero.
/linux/Documentation/RCU/Design/Memory-Ordering/
H A DTree-RCU-Memory-Ordering.rst463 diagram, clearing bits from each ``rcu_node`` structure's ``->qsmask``
477 structure's ``->qsmask`` field.
/linux/Documentation/RCU/Design/Requirements/
H A DRequirements.rst1999 rnp->qsmask = rnp->qsmaskinit;
2041 rnp->qsmask = rnp->qsmaskinit
2042 mask = rnp->qsmask & ~rnp->qsmaskinitnext
2086 rnp->qsmask = rnp->qsmaskinit; // Apply the snapshot
2089 mask = rnp->qsmask & ~rnp->qsmaskinitnext;