Home
last modified time | relevance | path

Searched refs:rdp (Results 1 – 25 of 51) sorted by relevance

123

/linux/kernel/rcu/
H A Dtree_nocb.h20 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) in rcu_current_is_nocb_kthread() argument
23 if (!rdp->nocb_cb_kthread || !rdp->nocb_gp_kthread) in rcu_current_is_nocb_kthread()
26 if (current == rdp->nocb_cb_kthread || current == rdp->nocb_gp_kthread) in rcu_current_is_nocb_kthread()
92 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock() argument
93 __acquires(&rdp->nocb_bypass_lock) in rcu_nocb_bypass_lock()
96 if (raw_spin_trylock(&rdp->nocb_bypass_lock)) in rcu_nocb_bypass_lock()
102 WARN_ON_ONCE(smp_processor_id() != rdp->cpu); in rcu_nocb_bypass_lock()
103 raw_spin_lock(&rdp->nocb_bypass_lock); in rcu_nocb_bypass_lock()
110 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp) in rcu_nocb_bypass_trylock() argument
113 return raw_spin_trylock(&rdp->nocb_bypass_lock); in rcu_nocb_bypass_trylock()
[all …]
H A Dtree.c86 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_gpwrap_count() local
88 return READ_ONCE(rdp->gpwrap_count); in rcu_get_gpwrap_count()
162 static void rcu_report_exp_rdp(struct rcu_data *rdp);
163 static void rcu_report_qs_rdp(struct rcu_data *rdp);
164 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
165 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp);
166 static bool rcu_rdp_cpu_online(struct rcu_data *rdp);
231 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local
233 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()
234 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()
[all …]
H A Dtree_plugin.h16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) in rcu_rdp_is_offloaded() argument
30 lockdep_is_held(&rdp->nocb_lock) || in rcu_rdp_is_offloaded()
33 rdp == this_cpu_ptr(&rcu_data)) || in rcu_rdp_is_offloaded()
34 rcu_current_is_nocb_kthread(rdp)), in rcu_rdp_is_offloaded()
38 return rcu_segcblist_is_offloaded(&rdp->cblist); in rcu_rdp_is_offloaded()
162 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue() argument
167 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
168 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()
172 WARN_ON_ONCE(rdp->mynode != rnp); in rcu_preempt_ctxt_queue()
176 rdp->grpmask); in rcu_preempt_ctxt_queue()
[all …]
H A Dtree_exp.h245 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
255 rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_report_exp_cpu_mult()
256 if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp) in rcu_report_exp_cpu_mult()
258 rdp->rcu_forced_tick_exp = false; in rcu_report_exp_cpu_mult()
267 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp() argument
270 struct rcu_node *rnp = rdp->mynode; in rcu_report_exp_rdp()
273 WRITE_ONCE(rdp->cpu_no_qs.b.exp, false); in rcu_report_exp_rdp()
274 ASSERT_EXCLUSIVE_WRITER(rdp->cpu_no_qs.b.exp); in rcu_report_exp_rdp()
275 rcu_report_exp_cpu_mult(rnp, flags, rdp->grpmask, true); in rcu_report_exp_rdp()
303 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
[all …]
H A Dtree.h490 static void rcu_preempt_deferred_qs_init(struct rcu_data *rdp);
493 static bool rcu_is_callbacks_kthread(struct rcu_data *rdp);
498 static void zero_cpu_stall_ticks(struct rcu_data *rdp);
502 static bool wake_nocb_gp(struct rcu_data *rdp);
503 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,
505 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,
507 static void __maybe_unused __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,
509 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level);
510 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp);
511 static void rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp);
[all …]
H A Dtree_stall.h216 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks() argument
218 rdp->ticks_this_gp = 0; in zero_cpu_stall_ticks()
219 rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id()); in zero_cpu_stall_ticks()
220 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in zero_cpu_stall_ticks()
251 struct rcu_data *rdp; in rcu_iw_handler() local
254 rdp = container_of(iwp, struct rcu_data, rcu_iw); in rcu_iw_handler()
255 rnp = rdp->mynode; in rcu_iw_handler()
257 if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) { in rcu_iw_handler()
258 rdp->rcu_iw_gp_seq = rnp->gp_seq; in rcu_iw_handler()
259 rdp->rcu_iw_pending = false; in rcu_iw_handler()
[all …]
/linux/drivers/net/ethernet/amd/
H A Da2065.c135 ll->rdp = (leptr & 0xFFFF); in load_csrs()
137 ll->rdp = leptr >> 16; in load_csrs()
139 ll->rdp = lp->busmaster_regval; in load_csrs()
224 ll->rdp = LE_C0_INIT; in init_restart_lance()
227 for (i = 0; (i < 100) && !(ll->rdp & (LE_C0_ERR | LE_C0_IDON)); i++) in init_restart_lance()
229 if ((i == 100) || (ll->rdp & LE_C0_ERR)) { in init_restart_lance()
230 pr_err("unopened after %d ticks, csr0=%04x\n", i, ll->rdp); in init_restart_lance()
235 ll->rdp = LE_C0_IDON; in init_restart_lance()
236 ll->rdp = LE_C0_INEA | LE_C0_STRT; in init_restart_lance()
265 ll->rdp = LE_C0_RINT | LE_C0_INEA; in lance_rx()
[all …]
H A Ddeclance.c286 volatile unsigned short rdp; /* register data port */ member
314 writereg(&ll->rdp, (leptr & 0xFFFF)); in load_csrs()
316 writereg(&ll->rdp, leptr >> 16); in load_csrs()
318 writereg(&ll->rdp, lp->busmaster_regval); in load_csrs()
533 writereg(&ll->rdp, LE_C0_INIT); in init_restart_lance()
536 for (i = 0; (i < 100) && !(ll->rdp & LE_C0_IDON); i++) { in init_restart_lance()
539 if ((i == 100) || (ll->rdp & LE_C0_ERR)) { in init_restart_lance()
541 i, ll->rdp); in init_restart_lance()
544 if ((ll->rdp & LE_C0_ERR)) { in init_restart_lance()
546 i, ll->rdp); in init_restart_lance()
[all …]
H A Da2065.h41 unsigned short rdp; /* Register Data Port */ member
/linux/drivers/net/ethernet/cavium/liquidio/
H A Docteon_nic.c38 struct octeon_instr_rdp *rdp; in octeon_alloc_soft_command_resp() local
54 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; in octeon_alloc_soft_command_resp()
60 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; in octeon_alloc_soft_command_resp()
68 rdp->pcie_port = oct->pcie_port; in octeon_alloc_soft_command_resp()
69 rdp->rlen = rdatasize; in octeon_alloc_soft_command_resp()
H A Drequest_manager.c590 struct octeon_instr_rdp *rdp; in octeon_prepare_soft_command() local
631 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; in octeon_prepare_soft_command()
632 rdp->pcie_port = oct->pcie_port; in octeon_prepare_soft_command()
633 rdp->rlen = sc->rdatasize; in octeon_prepare_soft_command()
668 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; in octeon_prepare_soft_command()
669 rdp->pcie_port = oct->pcie_port; in octeon_prepare_soft_command()
670 rdp->rlen = sc->rdatasize; in octeon_prepare_soft_command()
H A Docteon_iq.h221 u64 rdp; member
248 u64 rdp; member
/linux/drivers/net/wireless/ath/ath12k/
H A Dhal.c159 hal->rdp.vaddr = dma_alloc_coherent(hal->dev, size, &hal->rdp.paddr, in ath12k_hal_alloc_cont_rdp()
161 if (!hal->rdp.vaddr) in ath12k_hal_alloc_cont_rdp()
171 if (!hal->rdp.vaddr) in ath12k_hal_free_cont_rdp()
176 hal->rdp.vaddr, hal->rdp.paddr); in ath12k_hal_free_cont_rdp()
177 hal->rdp.vaddr = NULL; in ath12k_hal_free_cont_rdp()
269 return ab->hal.rdp.paddr + in ath12k_hal_srng_get_hp_addr()
271 (unsigned long)ab->hal.rdp.vaddr); in ath12k_hal_srng_get_hp_addr()
281 return ab->hal.rdp.paddr + in ath12k_hal_srng_get_tp_addr()
283 (unsigned long)ab->hal.rdp.vaddr); in ath12k_hal_srng_get_tp_addr()
623 srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id); in ath12k_hal_srng_setup()
[all …]
/linux/drivers/net/wireless/ath/ath11k/
H A Dhal.c200 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, in ath11k_hal_alloc_cont_rdp()
202 if (!hal->rdp.vaddr) in ath11k_hal_alloc_cont_rdp()
213 if (!hal->rdp.vaddr) in ath11k_hal_free_cont_rdp()
218 hal->rdp.vaddr, hal->rdp.paddr); in ath11k_hal_free_cont_rdp()
219 hal->rdp.vaddr = NULL; in ath11k_hal_free_cont_rdp()
320 hp_addr = hal->rdp.paddr + in ath11k_hal_srng_dst_hw_init()
322 (unsigned long)hal->rdp.vaddr); in ath11k_hal_srng_dst_hw_init()
422 tp_addr = hal->rdp.paddr + in ath11k_hal_srng_src_hw_init()
424 (unsigned long)hal->rdp.vaddr); in ath11k_hal_srng_src_hw_init()
537 return ab->hal.rdp.paddr + in ath11k_hal_srng_get_hp_addr()
[all …]
/linux/tools/rcu/
H A Drcu-cbs.py42 rdp = per_cpu_ptr(rdp0, cpu); variable
43 len = rdp.cblist.len.value_();
/linux/drivers/pnp/isapnp/
H A Dcore.c219 int rdp = isapnp_rdp; in isapnp_next_rdp() local
226 while (rdp <= 0x3ff) { in isapnp_next_rdp()
231 if ((rdp < 0x280 || rdp > 0x380) in isapnp_next_rdp()
232 && request_region(rdp, 1, "ISAPnP")) { in isapnp_next_rdp()
233 isapnp_rdp = rdp; in isapnp_next_rdp()
234 old_rdp = rdp; in isapnp_next_rdp()
237 rdp += RDP_STEP; in isapnp_next_rdp()
/linux/sound/pcmcia/pdaudiocf/
H A Dpdaudiocf_irq.c250 int size, off, cont, rdp, wdp; in pdacf_threaded_irq() local
258 rdp = inw(chip->port + PDAUDIOCF_REG_RDP); in pdacf_threaded_irq()
260 size = wdp - rdp; in pdacf_threaded_irq()
/linux/arch/arm64/boot/dts/qcom/
H A Dipq9574-rdp449.dts11 #include "ipq9574-rdp-common.dtsi"
H A Dipq9574-rdp454.dts11 #include "ipq9574-rdp-common.dtsi"
H A Dipq9574-rdp453.dts11 #include "ipq9574-rdp-common.dtsi"
H A Dipq5332-rdp474.dts10 #include "ipq5332-rdp-common.dtsi"
H A Dipq9574-rdp418.dts11 #include "ipq9574-rdp-common.dtsi"
/linux/arch/x86/include/asm/
H A Duser_64.h58 __u64 rdp; member
/linux/drivers/net/wireless/ath/ath12k/wifi7/
H A Dhal.c190 hp_addr = hal->rdp.paddr + in ath12k_wifi7_hal_srng_dst_hw_init()
192 (unsigned long)hal->rdp.vaddr); in ath12k_wifi7_hal_srng_dst_hw_init()
278 tp_addr = hal->rdp.paddr + in ath12k_wifi7_hal_srng_src_hw_init()
280 (unsigned long)hal->rdp.vaddr); in ath12k_wifi7_hal_srng_src_hw_init()
/linux/Documentation/RCU/Design/Memory-Ordering/
H A DTree-RCU-Memory-Ordering.rst205 4 struct rcu_data *rdp = this_cpu_ptr(&rcu_data);
210 9 if (rcu_rdp_is_offloaded(rdp))
215 14 if (tne != rdp->tick_nohz_enabled_snap) {
216 15 if (!rcu_segcblist_empty(&rdp->cblist))
218 17 rdp->tick_nohz_enabled_snap = tne;
228 27 if (rdp->last_accelerate == jiffies)
230 29 rdp->last_accelerate = jiffies;
231 30 if (rcu_segcblist_pend_cbs(&rdp->cblist)) {
232 31 rnp = rdp->mynode;
234 33 needwake = rcu_accelerate_cbs(rnp, rdp);

123