Home
last modified time | relevance | path

Searched refs:grpmask (Results 1 – 12 of 12) sorted by relevance

/linux/kernel/rcu/
H A Dtree_exp.h113 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()
124 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()
214 mask = rnp->grpmask; in __rcu_report_exp_rnp()
275 rcu_report_exp_cpu_mult(rnp, flags, rdp->grpmask, true); in rcu_report_exp_rdp()
373 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()
408 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()
584 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_rcu_expedited_stall()
585 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)], in synchronize_rcu_expedited_stall()
762 if (WARN_ON_ONCE(!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in rcu_exp_handler()
794 if (rnp->expmask & rdp->grpmask) { in rcu_exp_handler()
[all …]
H A Dtree_plugin.h167 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
168 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()
176 rdp->grpmask); in rcu_preempt_ctxt_queue()
261 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
263 !(rnp->expmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
351 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
690 if (rdp->grpmask & READ_ONCE(rnp->expmask)) in rcu_unlock_needs_exp_handling()
702 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) in rcu_unlock_needs_exp_handling()
H A Dtree.c963 (rnp->ffmask & rdp->grpmask)) { in rcu_watching_snap_recheck()
1295 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1307 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
2374 mask = rnp->grpmask; in rcu_report_qs_rnp()
2432 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()
2465 mask = rdp->grpmask; in rcu_report_qs_rdp()
2768 mask |= rdp->grpmask; in force_qs_rnp()
2772 rsmask |= rdp->grpmask; in force_qs_rnp()
3071 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
3073 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
[all …]
H A Dtree.h77 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member
200 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
H A Dtree_stall.h552 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
553 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
592 } else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) { in rcu_check_gp_kthread_starvation()
832 self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask; in check_cpu_stall()
H A Dsrcutree.c193 sdp->grpmask = 1UL << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()
1088 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
1100 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
/linux/fs/xfs/
H A Dxfs_healthmon.c207 existing->grpmask |= new->grpmask; in xfs_healthmon_merge_events()
502 event.grpmask = metadata_event_mask(hm, type, old_mask, in xfs_healthmon_report_group()
508 event.grpmask = metadata_event_mask(hm, type, old_mask, in xfs_healthmon_report_group()
519 if (event.grpmask) in xfs_healthmon_report_group()
778 hme.e.group.mask = xfs_healthmon_rtgroup_mask(event->grpmask); in xfs_healthmon_format_v0()
782 hme.e.group.mask = xfs_healthmon_perag_mask(event->grpmask); in xfs_healthmon_format_v0()
H A Dxfs_healthmon.h133 unsigned int grpmask; member
H A Dxfs_trace.h6104 __entry->mask = event->grpmask;
6192 __field(unsigned int, grpmask)
6201 __entry->grpmask = event->grpmask;
6210 __entry->grpmask,
/linux/drivers/crypto/cavium/cpt/
H A Dcptpf_main.c31 u64 grpmask = 0; in cpt_disable_cores() local
38 grpmask = cpt_read_csr64(cpt->reg_base, CPTX_PF_GX_EN(0, grp)); in cpt_disable_cores()
40 (grpmask & ~coremask)); in cpt_disable_cores()
/linux/include/linux/
H A Dsrcutree.h48 unsigned long grpmask; /* Mask for leaf srcu_node */ member
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst369 4 unsigned long grpmask;
381 during initialization and for tracing. The ``->grpmask`` field is the
839 3 unsigned long grpmask;
848 The ``->grpmask`` field indicates the bit in the ``->mynode->qsmask``