| /linux/kernel/trace/ |
| H A D | trace_preemptirq.c | 64 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on_prepare()
75 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on()
93 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off_finish()
107 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off()
|
| /linux/arch/x86/mm/ |
| H A D | tlb.c | 212 this_cpu_write(cpu_tlbstate.ctxs[asid].ctx_id, 0); in clear_asid_other()
214 this_cpu_write(cpu_tlbstate.invalidate_other, false); in clear_asid_other()
269 this_cpu_write(cpu_tlbstate.next_asid, 1); in choose_new_asid()
748 this_cpu_write(cpu_tlbstate.last_user_mm_spec, next_mm); in cond_mitigation()
826 this_cpu_write(cpu_tlbstate_shared.is_lazy, false); in switch_mm_irqs_off()
913 this_cpu_write(cpu_tlbstate.loaded_mm, LOADED_MM_SWITCHING); in switch_mm_irqs_off()
948 this_cpu_write(cpu_tlbstate.ctxs[ns.asid].ctx_id, next->context.ctx_id); in switch_mm_irqs_off()
949 this_cpu_write(cpu_tlbstate.ctxs[ns.asid].tlb_gen, next_tlb_gen); in switch_mm_irqs_off()
963 this_cpu_write(cpu_tlbstate.loaded_mm, next); in switch_mm_irqs_off()
964 this_cpu_write(cpu_tlbstate.loaded_mm_asid, ns.asid); in switch_mm_irqs_off()
[all …]
|
| /linux/arch/powerpc/lib/ |
| H A D | code-patching.c | 126 this_cpu_write(cpu_patching_context.area, area); in text_area_cpu_up()
127 this_cpu_write(cpu_patching_context.addr, addr); in text_area_cpu_up()
128 this_cpu_write(cpu_patching_context.pte, virt_to_kpte(addr)); in text_area_cpu_up()
136 this_cpu_write(cpu_patching_context.area, NULL); in text_area_cpu_down()
137 this_cpu_write(cpu_patching_context.addr, 0); in text_area_cpu_down()
138 this_cpu_write(cpu_patching_context.pte, NULL); in text_area_cpu_down()
182 this_cpu_write(cpu_patching_context.mm, mm); in text_area_cpu_up_mm()
183 this_cpu_write(cpu_patching_context.addr, addr); in text_area_cpu_up_mm()
198 this_cpu_write(cpu_patching_context.mm, NULL); in text_area_cpu_down_mm()
199 this_cpu_write(cpu_patching_context.addr, 0); in text_area_cpu_down_mm()
|
| H A D | qspinlock.c | 70 this_cpu_write(sleepy_lock_seen_clock, 0); in recently_sleepy()
240 this_cpu_write(sleepy_lock_seen_clock, sched_clock()); in seen_sleepy_owner()
249 this_cpu_write(sleepy_lock_seen_clock, sched_clock()); in seen_sleepy_lock()
256 this_cpu_write(sleepy_lock_seen_clock, sched_clock()); in seen_sleepy_node()
|
| /linux/arch/x86/include/asm/xen/ |
| H A D | hypervisor.h | 80 this_cpu_write(xen_lazy_mode, mode); in enter_lazy()
87 this_cpu_write(xen_lazy_mode, XEN_LAZY_NONE); in leave_lazy()
|
| /linux/kernel/ |
| H A D | watchdog_perf.c | 152 this_cpu_write(watchdog_ev, evt); in hardlockup_detector_event_create()
188 this_cpu_write(watchdog_ev, NULL); in watchdog_hardlockup_disable()
277 this_cpu_write(watchdog_ev, NULL); in watchdog_hardlockup_probe()
|
| /linux/arch/x86/kernel/cpu/microcode/ |
| H A D | core.c | 426 this_cpu_write(ucode_ctrl.result, ret); in load_secondary()
427 this_cpu_write(ucode_ctrl.ctrl, SCTRL_DONE); in load_secondary()
440 this_cpu_write(ucode_ctrl.result, UCODE_TIMEOUT); in __load_primary()
446 this_cpu_write(ucode_ctrl.result, ret); in __load_primary()
447 this_cpu_write(ucode_ctrl.ctrl, SCTRL_DONE); in __load_primary()
571 this_cpu_write(ucode_ctrl.nmi_enabled, true); in load_cpus_stopped()
|
| /linux/arch/x86/include/asm/ |
| H A D | switch_to.h | 63 this_cpu_write(cpu_tss_rw.x86_tss.ss1, thread->sysenter_cs); in refresh_sysenter_cs()
73 this_cpu_write(cpu_tss_rw.x86_tss.sp1, task->thread.sp0); in update_task_stack()
|
| H A D | tlbflush.h | 181 this_cpu_write(cpu_tlbstate.cr4, __read_cr4()); in cr4_init_shadow()
469 this_cpu_write(cpu_tlbstate.lam, lam >> X86_CR3_LAM_U57_BIT); in cpu_tlbstate_update_lam()
470 this_cpu_write(tlbstate_untag_mask, untag_mask); in cpu_tlbstate_update_lam()
|
| H A D | stackprotector.h | 41 this_cpu_write(__stack_chk_guard, canary); in boot_init_stack_canary()
|
| H A D | io_bitmap.h | 33 this_cpu_write(cpu_tss_rw.x86_tss.io_bitmap_base, in native_tss_invalidate_io_bitmap()
|
| H A D | entry-common.h | 101 this_cpu_write(x86_ibpb_exit_to_user, false); in arch_exit_to_user_mode_prepare()
|
| /linux/arch/loongarch/kernel/ |
| H A D | kfpu.c | 47 this_cpu_write(in_kernel_fpu, true); in kernel_fpu_begin()
92 this_cpu_write(in_kernel_fpu, false); in kernel_fpu_end()
|
| /linux/arch/x86/kernel/ |
| H A D | nmi.c | 555 this_cpu_write(nmi_state, NMI_LATCHED); in DEFINE_IDTENTRY_RAW()
558 this_cpu_write(nmi_state, NMI_EXECUTING); in DEFINE_IDTENTRY_RAW()
559 this_cpu_write(nmi_cr2, read_cr2()); in DEFINE_IDTENTRY_RAW()
574 this_cpu_write(nmi_dr7, local_db_save()); in DEFINE_IDTENTRY_RAW()
725 this_cpu_write(nmi_cr2, read_cr2()); in DEFINE_FREDENTRY_NMI()
|
| H A D | doublefault_32.c | 124 this_cpu_write(doublefault_stack.tss.sp, in doublefault_init_cpu_tss()
|
| /linux/arch/x86/coco/sev/ |
| H A D | noinstr.c | 75 this_cpu_write(cpu_tss_rw.x86_tss.ist[IST_INDEX_VC], new_ist); in __sev_es_ist_enter()
89 this_cpu_write(cpu_tss_rw.x86_tss.ist[IST_INDEX_VC], *(unsigned long *)ist); in __sev_es_ist_exit()
|
| /linux/kernel/sched/ |
| H A D | membarrier.c | 211 this_cpu_write(runqueues.membarrier_state, in ipi_sync_rq_state()
235 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
445 this_cpu_write(runqueues.membarrier_state, membarrier_state); in sync_runqueues_membarrier_state()
|
| /linux/include/linux/ |
| H A D | topology.h | 100 this_cpu_write(numa_node, node); in set_numa_node()
135 this_cpu_write(_numa_mem_, node); in set_numa_mem()
|
| /linux/arch/x86/kernel/cpu/ |
| H A D | aperfmperf.c | 47 this_cpu_write(cpu_samples.aperf, aperf); in init_counter_refs()
48 this_cpu_write(cpu_samples.mperf, mperf); in init_counter_refs()
458 this_cpu_write(arch_freq_scale, freq_scale); in scale_freq_tick()
|
| /linux/arch/x86/kernel/cpu/resctrl/ |
| H A D | rdtgroup.c | 52 this_cpu_write(pqr_state.default_closid, r->closid); in resctrl_arch_sync_cpu_closid_rmid()
53 this_cpu_write(pqr_state.default_rmid, r->rmid); in resctrl_arch_sync_cpu_closid_rmid()
|
| /linux/arch/x86/xen/ |
| H A D | enlighten_hvm.c | 116 this_cpu_write(xen_vcpu_id, ebx); in init_hvm_pv_info()
118 this_cpu_write(xen_vcpu_id, smp_processor_id()); in init_hvm_pv_info()
|
| H A D | suspend.c | 60 this_cpu_write(spec_ctrl, tmp); in xen_vcpu_notify_suspend()
|
| /linux/arch/x86/platform/uv/ |
| H A D | uv_nmi.c | 674 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_IN); in uv_nmi_wait()
741 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_DUMP_DONE); in uv_nmi_dump_state_cpu()
988 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_OUT); in uv_handle_nmi()
1026 this_cpu_write(uv_cpu_nmi.pinging, 0); in uv_handle_nmi_ping()
|
| /linux/arch/x86/kernel/fpu/ |
| H A D | init.c | 56 this_cpu_write(kernel_fpu_allowed, true); in fpu__init_cpu()
|
| /linux/include/asm-generic/ |
| H A D | rqspinlock.h | 95 this_cpu_write(rqspinlock_held_locks.locks[cnt - 1], lock); in grab_held_lock_entry()
|