Home
last modified time | relevance | path

Searched refs:get_lowcore (Results 1 – 25 of 44) sorted by relevance

12

/linux/arch/s390/include/asm/
H A Dpreempt.h49 old = READ_ONCE(get_lowcore()->preempt_count); in preempt_count_set()
52 } while (!arch_try_cmpxchg(&get_lowcore()->preempt_count, &old, new)); in preempt_count_set()
66 __atomic_and(~PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in set_preempt_need_resched()
71 __atomic_or(PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in clear_preempt_need_resched()
76 return !(READ_ONCE(get_lowcore()->preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
101 __atomic_add(val, &get_lowcore()->preempt_count); in __preempt_count_add()
130 return __atomic_add_const_and_test(-1, &get_lowcore()->preempt_count); in __preempt_count_dec_and_test()
139 return unlikely(READ_ONCE(get_lowcore()->preempt_count) == preempt_offset); in should_resched()
H A Dmmu_context.h73 get_lowcore()->user_asce = s390_invalid_asce; in switch_mm_irqs_off()
75 get_lowcore()->user_asce.val = next->context.asce; in switch_mm_irqs_off()
112 local_ctl_load(1, &get_lowcore()->kernel_asce); in finish_arch_post_lock_switch()
114 local_ctl_load(1, &get_lowcore()->user_asce); in finish_arch_post_lock_switch()
115 local_ctl_load(7, &get_lowcore()->user_asce); in finish_arch_post_lock_switch()
126 local_ctl_load(1, &get_lowcore()->kernel_asce); in activate_mm()
128 local_ctl_load(1, &get_lowcore()->user_asce); in activate_mm()
129 local_ctl_load(7, &get_lowcore()->user_asce); in activate_mm()
H A Dpai.h58 if (!get_lowcore()->ccd) in pai_kernel_enter()
62 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter()
71 if (!get_lowcore()->ccd) in pai_kernel_exit()
75 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
H A Dtimex.h168 old = get_lowcore()->clock_comparator; in local_tick_disable()
169 get_lowcore()->clock_comparator = clock_comparator_max; in local_tick_disable()
170 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_disable()
176 get_lowcore()->clock_comparator = comp; in local_tick_enable()
177 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_enable()
H A Dhardirq.h16 #define local_softirq_pending() (get_lowcore()->softirq_pending)
17 #define set_softirq_pending(x) (get_lowcore()->softirq_pending = (x))
18 #define or_softirq_pending(x) (get_lowcore()->softirq_pending |= (x))
H A Dkmsan.h15 return addr >= (void *)get_lowcore() && in is_lowcore_addr()
16 addr < (void *)(get_lowcore() + 1); in is_lowcore_addr()
28 (void *)get_lowcore(); in arch_kmsan_get_meta_or_null()
H A Dvtime.h13 struct lowcore *lc = get_lowcore(); in update_timer_sys()
22 struct lowcore *lc = get_lowcore(); in update_timer_mcck()
32 struct lowcore *lc = get_lowcore(); in update_timer_idle()
H A Dasce.h18 local_ctl_load(1, &get_lowcore()->kernel_asce); in enable_sacf_uaccess()
31 local_ctl_load(1, &get_lowcore()->user_asce); in disable_sacf_uaccess()
H A Dfacility.h117 : "=m" (get_lowcore()->stfl_fac_list)); in __stfle()
118 stfl_fac_list = get_lowcore()->stfl_fac_list; in __stfle()
H A Dsoftirq_stack.h11 call_on_stack(0, get_lowcore()->async_stack, void, __do_softirq); in do_softirq_own_stack()
H A Dstackprotector.h13 get_lowcore()->stack_canary = current->stack_canary; in boot_init_stack_canary()
/linux/arch/s390/kernel/
H A Dnmi.c121 struct lowcore *lc = get_lowcore(); in nmi_print_info()
144 ptr = u64_to_hex(ptr, (u64)get_lowcore()); in nmi_print_info()
189 struct lowcore *lc = get_lowcore(); in s390_handle_damage()
294 set_clock_comparator(get_lowcore()->clock_comparator); in nmi_registers_valid()
320 cr2.reg = get_lowcore()->cregs_save_area[2]; in nmi_registers_valid()
346 mcck_backup->mcic = get_lowcore()->mcck_interruption_code & in s390_backup_mcck_info()
348 mcck_backup->ext_damage_code = get_lowcore()->external_damage_code; in s390_backup_mcck_info()
349 mcck_backup->failing_storage_address = get_lowcore()->failing_storage_address; in s390_backup_mcck_info()
369 struct lowcore *lc = get_lowcore(); in s390_do_machine_check()
H A Dirq.c106 if (tod_after_eq(get_lowcore()->int_clock, in do_IRQ()
107 get_lowcore()->clock_comparator)) in do_IRQ()
117 return ((get_lowcore()->async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
125 call_on_stack(2, get_lowcore()->async_stack, void, do_IRQ, in do_irq_async()
166 regs->tpi_info = get_lowcore()->tpi_info; in do_io_irq()
167 if (get_lowcore()->tpi_info.adapter_IO) in do_io_irq()
200 regs->int_code = get_lowcore()->ext_int_code_addr; in do_ext_irq()
201 regs->int_parm = get_lowcore()->ext_params; in do_ext_irq()
202 regs->int_parm_long = get_lowcore()->ext_params2; in do_ext_irq()
H A Dsetup.c415 lc->preempt_count = get_lowcore()->preempt_count; in setup_lowcore()
417 lc->sys_enter_timer = get_lowcore()->sys_enter_timer; in setup_lowcore()
418 lc->exit_timer = get_lowcore()->exit_timer; in setup_lowcore()
419 lc->user_timer = get_lowcore()->user_timer; in setup_lowcore()
420 lc->system_timer = get_lowcore()->system_timer; in setup_lowcore()
421 lc->steal_timer = get_lowcore()->steal_timer; in setup_lowcore()
422 lc->last_update_timer = get_lowcore()->last_update_timer; in setup_lowcore()
423 lc->last_update_clock = get_lowcore()->last_update_clock; in setup_lowcore()
432 lc->kernel_stack = get_lowcore()->kernel_stack; in setup_lowcore()
448 lc->kernel_asce = get_lowcore()->kernel_asce; in setup_lowcore()
[all …]
H A Dtime.c126 get_lowcore()->clock_comparator = clock_comparator_max; in clock_comparator_work()
134 get_lowcore()->clock_comparator = get_tod_clock() + delta; in s390_next_event()
135 set_clock_comparator(get_lowcore()->clock_comparator); in s390_next_event()
148 get_lowcore()->clock_comparator = clock_comparator_max; in init_cpu_timer()
149 set_clock_comparator(get_lowcore()->clock_comparator); in init_cpu_timer()
179 if (get_lowcore()->clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
180 set_clock_comparator(get_lowcore()->clock_comparator); in clock_comparator_interrupt()
372 if (get_lowcore()->clock_comparator != clock_comparator_max) { in clock_sync_local()
373 get_lowcore()->clock_comparator += delta; in clock_sync_local()
374 set_clock_comparator(get_lowcore()->clock_comparator); in clock_sync_local()
[all …]
H A Dvtime.c38 struct lowcore *lc = get_lowcore(); in set_vtimer()
120 struct lowcore *lc = get_lowcore(); in do_account_vtime()
173 struct lowcore *lc = get_lowcore(); in vtime_task_switch()
195 struct lowcore *lc = get_lowcore(); in vtime_flush()
213 struct lowcore *lc = get_lowcore(); in vtime_delta()
222 struct lowcore *lc = get_lowcore(); in vtime_account_kernel()
234 get_lowcore()->softirq_timer += vtime_delta(); in vtime_account_softirq()
239 get_lowcore()->hardirq_timer += vtime_delta(); in vtime_account_hardirq()
H A Ddumpstack.c65 unsigned long stack = get_lowcore()->async_stack - STACK_INIT_OFFSET; in in_irq_stack()
72 unsigned long stack = get_lowcore()->nodat_stack - STACK_INIT_OFFSET; in in_nodat_stack()
79 unsigned long stack = get_lowcore()->mcck_stack - STACK_INIT_OFFSET; in in_mcck_stack()
86 unsigned long stack = get_lowcore()->restart_stack - STACK_INIT_OFFSET; in in_restart_stack()
H A Dmachine_kexec.c57 prefix = (unsigned long)get_lowcore()->prefixreg_save_area; in __do_machine_kdump()
67 memcpy(absolute_pointer(get_lowcore()->floating_pt_save_area), in __do_machine_kdump()
96 mcesa = __va(get_lowcore()->mcesad & MCESA_ORIGIN_MASK); in __machine_kdump()
H A Dprocess.c72 if (get_lowcore()->current_pid != current->pid) { in arch_setup_new_exec()
73 get_lowcore()->current_pid = current->pid; in arch_setup_new_exec()
75 lpp(&get_lowcore()->lpp); in arch_setup_new_exec()
H A Dsyscall.c102 regs->psw = get_lowcore()->svc_old_psw; in __do_syscall()
103 regs->int_code = get_lowcore()->svc_int_code; in __do_syscall()
H A Dearly.c155 struct lowcore *lc = get_lowcore(); in __do_early_pgm_check()
184 struct lowcore *lc = get_lowcore(); in setup_lowcore_early()
H A Dsmp.c194 memcpy(lc, get_lowcore(), 512); in pcpu_alloc_lowcore()
255 lc->kernel_asce = get_lowcore()->kernel_asce; in pcpu_prepare_secondary()
380 lc = get_lowcore(); in smp_call_ipl_cpu()
826 struct lowcore *lc = get_lowcore(); in smp_start_secondary()
964 struct lowcore *lc = get_lowcore(); in smp_prepare_boot_cpu()
977 struct lowcore *lc = get_lowcore(); in smp_setup_processor_id()
/linux/drivers/s390/char/
H A Dsclp_early_core.c42 psw_ext_save = get_lowcore()->external_new_psw; in sclp_early_wait_irq()
44 get_lowcore()->external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
46 get_lowcore()->ext_int_code = 0; in sclp_early_wait_irq()
57 [psw_ext_addr] "=Q" (get_lowcore()->external_new_psw.addr) in sclp_early_wait_irq()
60 } while (get_lowcore()->ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
62 get_lowcore()->external_new_psw = psw_ext_save; in sclp_early_wait_irq()
/linux/arch/s390/boot/
H A Dvmem.c547 get_lowcore()->kernel_asce.val = swapper_pg_dir | asce_bits; in setup_vmem()
548 get_lowcore()->user_asce = s390_invalid_asce; in setup_vmem()
550 local_ctl_load(1, &get_lowcore()->kernel_asce); in setup_vmem()
551 local_ctl_load(7, &get_lowcore()->user_asce); in setup_vmem()
552 local_ctl_load(13, &get_lowcore()->kernel_asce); in setup_vmem()
554 init_mm.context.asce = get_lowcore()->kernel_asce.val; in setup_vmem()
H A Dstartup.c114 get_lowcore()->last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
177 get_lowcore()->current_pid = 0; in setup_lpp()
178 get_lowcore()->lpp = LPP_MAGIC; in setup_lpp()
180 lpp(&get_lowcore()->lpp); in setup_lpp()
639 get_lowcore()->vmcore_info = __kaslr_offset_phys ? __kaslr_offset_phys | 0x1UL : 0; in startup_kernel()

12