Lines Matching full:cpu
13 * The code outside of smp.c uses logical cpu numbers, only smp.c does
14 * the translation of logical to physical cpu ids. All new code that
15 * operates on physical cpu numbers needs to go into smp.c.
18 #define KMSG_COMPONENT "cpu"
34 #include <linux/cpu.h>
82 * Pointer to the pcpu area of the boot CPU. This is required when a restart
83 * interrupt is triggered on an offline CPU. For that case accessing percpu
159 /* Status stored condition code is equivalent to cpu not running. */ in pcpu_running()
164 * Find struct pcpu by cpu address.
168 int cpu; in pcpu_find_address() local
170 for_each_cpu(cpu, mask) in pcpu_find_address()
171 if (per_cpu(pcpu_devices, cpu).address == address) in pcpu_find_address()
172 return &per_cpu(pcpu_devices, cpu); in pcpu_find_address()
187 static int pcpu_alloc_lowcore(struct pcpu *pcpu, int cpu) in pcpu_alloc_lowcore() argument
203 lc->cpu_nr = cpu; in pcpu_alloc_lowcore()
204 lc->spinlock_lockval = arch_spin_lockval(cpu); in pcpu_alloc_lowcore()
211 if (abs_lowcore_map(cpu, lc, true)) in pcpu_alloc_lowcore()
213 lowcore_ptr[cpu] = lc; in pcpu_alloc_lowcore()
227 static void pcpu_free_lowcore(struct pcpu *pcpu, int cpu) in pcpu_free_lowcore() argument
232 lc = lowcore_ptr[cpu]; in pcpu_free_lowcore()
237 lowcore_ptr[cpu] = NULL; in pcpu_free_lowcore()
238 abs_lowcore_unmap(cpu); in pcpu_free_lowcore()
246 static void pcpu_prepare_secondary(struct pcpu *pcpu, int cpu) in pcpu_prepare_secondary() argument
250 lc = lowcore_ptr[cpu]; in pcpu_prepare_secondary()
251 cpumask_set_cpu(cpu, &init_mm.context.cpu_attach_mask); in pcpu_prepare_secondary()
252 cpumask_set_cpu(cpu, mm_cpumask(&init_mm)); in pcpu_prepare_secondary()
253 lc->cpu_nr = cpu; in pcpu_prepare_secondary()
256 lc->spinlock_lockval = arch_spin_lockval(cpu); in pcpu_prepare_secondary()
258 lc->percpu_offset = __per_cpu_offset[cpu]; in pcpu_prepare_secondary()
269 arch_spin_lock_setup(cpu); in pcpu_prepare_secondary()
272 static void pcpu_attach_task(int cpu, struct task_struct *tsk) in pcpu_attach_task() argument
276 lc = lowcore_ptr[cpu]; in pcpu_attach_task()
289 static void pcpu_start_fn(int cpu, void (*func)(void *), void *data) in pcpu_start_fn() argument
293 lc = lowcore_ptr[cpu]; in pcpu_start_fn()
298 pcpu_sigp_retry(per_cpu_ptr(&pcpu_devices, cpu), SIGP_RESTART, 0); in pcpu_start_fn()
304 * Call function via PSW restart on pcpu and stop the current cpu.
311 static void pcpu_delegate(struct pcpu *pcpu, int cpu, in pcpu_delegate() argument
318 lc = lowcore_ptr[cpu]; in pcpu_delegate()
325 /* Stop target cpu (if func returns this stops the current cpu). */ in pcpu_delegate()
328 /* Restart func on the target cpu and stop the current cpu. */ in pcpu_delegate()
343 "0: sigp 0,%0,%2 # sigp restart to target cpu\n" in pcpu_delegate()
345 "1: sigp 0,%1,%3 # sigp stop to current cpu\n" in pcpu_delegate()
374 * Call function on the ipl CPU.
388 int cpu; in smp_find_processor_id() local
390 for_each_present_cpu(cpu) in smp_find_processor_id()
391 if (per_cpu(pcpu_devices, cpu).address == address) in smp_find_processor_id()
392 return cpu; in smp_find_processor_id()
401 bool notrace arch_vcpu_is_preempted(int cpu) in arch_vcpu_is_preempted() argument
403 if (test_cpu_flag_of(CIF_ENABLED_WAIT, cpu)) in arch_vcpu_is_preempted()
405 if (pcpu_running(per_cpu_ptr(&pcpu_devices, cpu))) in arch_vcpu_is_preempted()
411 void notrace smp_yield_cpu(int cpu) in smp_yield_cpu() argument
417 : : "d" (per_cpu(pcpu_devices, cpu).address)); in smp_yield_cpu()
430 int cpu; in smp_emergency_stop() local
437 for_each_cpu(cpu, &cpumask) { in smp_emergency_stop()
438 struct pcpu *pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_emergency_stop()
446 for_each_cpu(cpu, &cpumask) in smp_emergency_stop()
447 if (pcpu_stopped(per_cpu_ptr(&pcpu_devices, cpu))) in smp_emergency_stop()
448 cpumask_clear_cpu(cpu, &cpumask); in smp_emergency_stop()
463 int cpu; in smp_send_stop() local
475 for_each_online_cpu(cpu) { in smp_send_stop()
476 if (cpu == smp_processor_id()) in smp_send_stop()
478 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_send_stop()
516 int cpu; in arch_send_call_function_ipi_mask() local
518 for_each_cpu(cpu, mask) in arch_send_call_function_ipi_mask()
519 pcpu_ec_call(per_cpu_ptr(&pcpu_devices, cpu), ec_call_function_single); in arch_send_call_function_ipi_mask()
522 void arch_send_call_function_single_ipi(int cpu) in arch_send_call_function_single_ipi() argument
524 pcpu_ec_call(per_cpu_ptr(&pcpu_devices, cpu), ec_call_function_single); in arch_send_call_function_single_ipi()
528 * this function sends a 'reschedule' IPI to another CPU.
532 void arch_smp_send_reschedule(int cpu) in arch_smp_send_reschedule() argument
534 pcpu_ec_call(per_cpu_ptr(&pcpu_devices, cpu), ec_schedule); in arch_smp_send_reschedule()
546 int smp_store_status(int cpu) in smp_store_status() argument
552 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_store_status()
553 lc = lowcore_ptr[cpu]; in smp_store_status()
570 * Collect CPU state of the previous, crashed system.
574 * The state for all CPUs except the boot CPU needs to be collected
575 * with sigp stop-and-store-status. The boot CPU state is located in
577 * will copy the boot CPU state from the HSA.
580 * The state for all CPUs except the boot CPU needs to be collected
582 * stored the registers of the boot CPU in the absolute lowcore in the
586 * The state for all CPUs except the boot CPU needs to be collected
588 * stored the registers of the boot CPU in the memory of the old system.
590 * Note that the legacy kdump mode where the old kernel stored the CPU states
654 void smp_cpu_set_polarization(int cpu, int val) in smp_cpu_set_polarization() argument
656 per_cpu(pcpu_devices, cpu).polarization = val; in smp_cpu_set_polarization()
659 int smp_cpu_get_polarization(int cpu) in smp_cpu_get_polarization() argument
661 return per_cpu(pcpu_devices, cpu).polarization; in smp_cpu_get_polarization()
664 void smp_cpu_set_capacity(int cpu, unsigned long val) in smp_cpu_set_capacity() argument
666 per_cpu(pcpu_devices, cpu).capacity = val; in smp_cpu_set_capacity()
669 unsigned long smp_cpu_get_capacity(int cpu) in smp_cpu_get_capacity() argument
671 return per_cpu(pcpu_devices, cpu).capacity; in smp_cpu_get_capacity()
674 void smp_set_core_capacity(int cpu, unsigned long val) in smp_set_core_capacity() argument
678 cpu = smp_get_base_cpu(cpu); in smp_set_core_capacity()
679 for (i = cpu; (i <= cpu + smp_cpu_mtid) && (i < nr_cpu_ids); i++) in smp_set_core_capacity()
683 int smp_cpu_get_cpu_address(int cpu) in smp_cpu_get_cpu_address() argument
685 return per_cpu(pcpu_devices, cpu).address; in smp_cpu_get_cpu_address()
713 int cpu, nr, i; in smp_add_core() local
719 cpu = cpumask_first(avail); in smp_add_core()
721 for (i = 0; (i <= smp_cpu_mtid) && (cpu < nr_cpu_ids); i++) { in smp_add_core()
724 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in smp_add_core()
730 smp_cpu_set_polarization(cpu, POLARIZATION_UNKNOWN); in smp_add_core()
731 smp_cpu_set_capacity(cpu, CPU_CAPACITY_HIGH); in smp_add_core()
732 set_cpu_present(cpu, true); in smp_add_core()
733 if (!early && arch_register_cpu(cpu)) in smp_add_core()
734 set_cpu_present(cpu, false); in smp_add_core()
737 cpumask_clear_cpu(cpu, avail); in smp_add_core()
738 cpu = cpumask_next(cpu, avail); in smp_add_core()
756 * Add IPL core first (which got logical CPU number 0) to make sure in __smp_rescan_cpus()
757 * that all SMT threads get subsequent logical CPU numbers. in __smp_rescan_cpus()
780 unsigned int cpu, mtid, c_cpus, s_cpus; in smp_detect_cpus() local
784 /* Get CPU information */ in smp_detect_cpus()
787 /* Find boot CPU type */ in smp_detect_cpus()
790 for (cpu = 0; cpu < info->combined; cpu++) in smp_detect_cpus()
791 if (info->core[cpu].core_id == address) { in smp_detect_cpus()
792 /* The boot cpu dictates the cpu type. */ in smp_detect_cpus()
793 boot_core_type = info->core[cpu].type; in smp_detect_cpus()
796 if (cpu >= info->combined) in smp_detect_cpus()
797 panic("Could not find boot CPU type"); in smp_detect_cpus()
808 for (cpu = 0; cpu < info->combined; cpu++) { in smp_detect_cpus()
810 info->core[cpu].type != boot_core_type) in smp_detect_cpus()
812 if (cpu < info->configured) in smp_detect_cpus()
827 int cpu = raw_smp_processor_id(); in smp_start_secondary() local
837 rcutree_report_cpu_starting(cpu); in smp_start_secondary()
842 cpumask_set_cpu(cpu, &cpu_setup_mask); in smp_start_secondary()
844 notify_cpu_starting(cpu); in smp_start_secondary()
845 if (topology_cpu_dedicated(cpu)) in smp_start_secondary()
849 set_cpu_online(cpu, true); in smp_start_secondary()
856 int __cpu_up(unsigned int cpu, struct task_struct *tidle) in __cpu_up() argument
858 struct pcpu *pcpu = per_cpu_ptr(&pcpu_devices, cpu); in __cpu_up()
867 rc = pcpu_alloc_lowcore(pcpu, cpu); in __cpu_up()
872 * until new CPU has initialized control registers. in __cpu_up()
875 pcpu_prepare_secondary(pcpu, cpu); in __cpu_up()
876 pcpu_attach_task(cpu, tidle); in __cpu_up()
877 pcpu_start_fn(cpu, smp_start_secondary, NULL); in __cpu_up()
878 /* Wait until cpu puts itself in the online & active maps */ in __cpu_up()
879 while (!cpu_online(cpu)) in __cpu_up()
897 int cpu; in __cpu_disable() local
901 cpu = smp_processor_id(); in __cpu_disable()
902 set_cpu_online(cpu, false); in __cpu_disable()
903 cpumask_clear_cpu(cpu, &cpu_setup_mask); in __cpu_disable()
905 /* Disable pseudo page faults on this cpu. */ in __cpu_disable()
917 void __cpu_die(unsigned int cpu) in __cpu_die() argument
921 /* Wait until target cpu is down */ in __cpu_die()
922 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in __cpu_die()
925 pcpu_free_lowcore(pcpu, cpu); in __cpu_die()
926 cpumask_clear_cpu(cpu, mm_cpumask(&init_mm)); in __cpu_die()
927 cpumask_clear_cpu(cpu, &init_mm.context.cpu_attach_mask); in __cpu_die()
940 unsigned int possible, sclp_max, cpu; in smp_fill_possible_mask() local
947 for (cpu = 0; cpu < possible && cpu < nr_cpu_ids; cpu++) in smp_fill_possible_mask()
948 set_cpu_possible(cpu, true); in smp_fill_possible_mask()
1012 int cpu, val, rc, i; in cpu_configure_store() local
1023 cpu = dev->id; in cpu_configure_store()
1024 cpu = smp_get_base_cpu(cpu); in cpu_configure_store()
1026 if (cpu_online(cpu + i)) in cpu_configure_store()
1028 pcpu = per_cpu_ptr(&pcpu_devices, cpu); in cpu_configure_store()
1038 if (cpu + i >= nr_cpu_ids || !cpu_present(cpu + i)) in cpu_configure_store()
1040 per_cpu(pcpu_devices, cpu + i).state = CPU_STATE_STANDBY; in cpu_configure_store()
1041 smp_cpu_set_polarization(cpu + i, in cpu_configure_store()
1053 if (cpu + i >= nr_cpu_ids || !cpu_present(cpu + i)) in cpu_configure_store()
1055 per_cpu(pcpu_devices, cpu + i).state = CPU_STATE_CONFIGURED; in cpu_configure_store()
1056 smp_cpu_set_polarization(cpu + i, in cpu_configure_store()
1098 static int smp_cpu_online(unsigned int cpu) in smp_cpu_online() argument
1100 struct cpu *c = per_cpu_ptr(&cpu_devices, cpu); in smp_cpu_online()
1105 static int smp_cpu_pre_down(unsigned int cpu) in smp_cpu_pre_down() argument
1107 struct cpu *c = per_cpu_ptr(&cpu_devices, cpu); in smp_cpu_pre_down()
1113 bool arch_cpu_is_hotpluggable(int cpu) in arch_cpu_is_hotpluggable() argument
1115 return !!cpu; in arch_cpu_is_hotpluggable()
1118 int arch_register_cpu(int cpu) in arch_register_cpu() argument
1120 struct cpu *c = per_cpu_ptr(&cpu_devices, cpu); in arch_register_cpu()
1123 c->hotpluggable = arch_cpu_is_hotpluggable(cpu); in arch_register_cpu()
1124 rc = register_cpu(c, cpu); in arch_register_cpu()