Home
last modified time | relevance | path

Searched refs:raw_cpu_ptr (Results 1 – 25 of 46) sorted by relevance

12

/linux/arch/s390/include/asm/
H A Dpercpu.h25 ptr__ = raw_cpu_ptr(&(pcp)); \
64 ptr__ = raw_cpu_ptr(&(pcp)); \
91 ptr__ = raw_cpu_ptr(&(pcp)); \
110 ptr__ = raw_cpu_ptr(&(pcp)); \
132 ptr__ = raw_cpu_ptr(&(pcp)); \
153 ptr__ = raw_cpu_ptr(&(pcp)); \
164 ptr__ = raw_cpu_ptr(&(pcp)); \
/linux/arch/arm/kernel/
H A Dsmp_twd.c94 struct clock_event_device *clk = raw_cpu_ptr(twd_evt); in twd_timer_stop()
107 clockevents_update_freq(raw_cpu_ptr(twd_evt), twd_timer_rate); in twd_update_frequency()
133 if (twd_evt && raw_cpu_ptr(twd_evt) && !IS_ERR(twd_clk)) in twd_clk_init()
220 struct clock_event_device *clk = raw_cpu_ptr(twd_evt); in twd_timer_setup()
/linux/include/linux/
H A Dsrcutree.h297 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); // Y, and implicit RCU reader. in __srcu_read_lock_fast()
321 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); // Z, and implicit RCU reader. in __srcu_read_unlock_fast()
341 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); // Y, and implicit RCU reader. in __srcu_read_lock_fast_updown()
365 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); // Z, and implicit RCU reader. in __srcu_read_unlock_fast_updown()
H A Dpercpu-defs.h243 #define raw_cpu_ptr(ptr) \ macro
256 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
268 #define raw_cpu_ptr(ptr) per_cpu_ptr(ptr, 0) macro
269 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
H A Dsbitmap.h333 *raw_cpu_ptr(sb->alloc_hint) = bitnr; in sbitmap_put()
/linux/arch/arm64/include/asm/
H A Dpercpu.h159 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \
167 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \
254 ptr__ = raw_cpu_ptr(&(pcp)); \
271 #define this_cpu_ptr raw_cpu_ptr
H A Dstacktrace.h66 unsigned long low = (unsigned long)raw_cpu_ptr(overflow_stack); in stackinfo_get_overflow()
/linux/include/asm-generic/
H A Dpercpu.h82 *raw_cpu_ptr(&(pcp)); \
87 *raw_cpu_ptr(&(pcp)) op val; \
92 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
100 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
118 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
142 ___ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \
H A Dmmiowb.h30 #define __mmiowb_state() raw_cpu_ptr(&__mmiowb_state)
/linux/arch/loongarch/include/asm/
H A Dpercpu.h111 typeof(*raw_cpu_ptr(&(pcp))) __ret; \
113 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \
122 __retval = (typeof(pcp))operation(raw_cpu_ptr(&(pcp)), \
/linux/net/mpls/
H A Dinternal.h37 raw_cpu_ptr((mdev)->stats); \
49 raw_cpu_ptr((mdev)->stats); \
/linux/include/net/
H A Dsnmp.h157 TYPEOF_UNQUAL(*mib) *ptr = raw_cpu_ptr(mib); \
174 TYPEOF_UNQUAL(*mib) *ptr = raw_cpu_ptr(mib); \
/linux/drivers/irqchip/
H A Dirq-gic.c651 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_save()
655 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_save()
659 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_save()
681 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_restore()
688 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_restore()
695 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_restore()
/linux/net/netfilter/
H A Dnft_counter.c76 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_do_init()
264 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_clone()
/linux/mm/kmsan/
H A Dkmsan.h83 return in_task() ? &current->kmsan_ctx : raw_cpu_ptr(&kmsan_percpu_ctx); in kmsan_get_context()
/linux/arch/x86/include/asm/
H A Dmsr.h295 rdmsr_on_cpu(0, msr_no, raw_cpu_ptr(&msrs->l), raw_cpu_ptr(&msrs->h)); in rdmsr_on_cpus()
/linux/arch/x86/lib/
H A Ddelay.c134 __monitorx(raw_cpu_ptr(&cpu_tss_rw), 0, 0); in delay_halt_mwaitx()
/linux/drivers/crypto/caam/
H A Dqi.c147 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_fq_ern_cb()
571 struct caam_napi *caam_napi = raw_cpu_ptr(&pcpu_qipriv.caam_napi); in caam_rsp_fq_dqrr_cb()
574 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_rsp_fq_dqrr_cb()
/linux/arch/x86/kernel/cpu/mce/
H A Dcore.c2465 __mcheck_cpu_init_vendor(raw_cpu_ptr(&cpu_info)); in mce_syscore_resume()
2486 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_cpu_restart()
2505 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cmci()
2512 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_enable_ce()
2756 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cpu()
2770 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_reenable_cpu()
H A Dintel.c312 if (!mce_available(raw_cpu_ptr(&cpu_info)) || !cmci_supported(&banks)) in cmci_recheck()
/linux/kernel/rcu/
H A Dsrcutree.c769 sdp = raw_cpu_ptr(ssp->sda); in __srcu_check_read_flavor()
822 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
838 atomic_long_inc(&raw_cpu_ptr(__srcu_ctr_to_ptr(ssp, idx))->srcu_unlocks); in __srcu_read_unlock_nmisafe()
1263 sdp = raw_cpu_ptr(ssp->sda); in srcu_should_expedite()
1328 sdp = raw_cpu_ptr(ssp->sda); in srcu_gp_start_if_needed()
/linux/drivers/block/zram/
H A Dzcomp.c113 struct zcomp_strm *zstrm = raw_cpu_ptr(comp->stream); in zcomp_stream_get()
/linux/Documentation/core-api/
H A Dthis_cpu_ops.rst149 preemptible code are addressed by raw_cpu_ptr(), but such use cases need
154 uses raw_cpu_ptr() to get a pointer to some CPU's counter, and uses
155 atomic_inc_long() to handle migration between the raw_cpu_ptr() and
/linux/drivers/iommu/
H A Diova.c776 cpu_rcache = raw_cpu_ptr(rcache->cpu_rcaches); in __iova_rcache_insert()
830 cpu_rcache = raw_cpu_ptr(rcache->cpu_rcaches); in __iova_rcache_get()
/linux/drivers/char/
H A Drandom.c362 crng = raw_cpu_ptr(&crngs); in crng_make_state()
524 batch = raw_cpu_ptr(&batched_entropy_##type); \

12