1 // SPDX-License-Identifier: GPL-2.0-only
27 #include <linux/irqchip/arm-gic-v3.h>
63  * so we need some other way of telling a new secondary core
99 	return -ENOSYS;  in op_cpu_kill()
105  * Boot a secondary CPU, and assign it the specified idle task.
112 	if (ops->cpu_boot)  in boot_secondary()
113 		return ops->cpu_boot(cpu);  in boot_secondary()
115 	return -EOPNOTSUPP;  in boot_secondary()
126 	 * We need to tell the secondary core where to find its stack and the  in __cpu_up()
135 		pr_err("CPU%u: failed to boot: %d\n", cpu, ret);  in __cpu_up()
162 			pr_crit("CPU%u: died during early boot\n", cpu);  in __cpu_up()
170 			pr_crit("CPU%u: does not support 52-bit VAs\n", cpu);  in __cpu_up()
181 	return -EIO;  in __cpu_up()
200  * This is the secondary CPU boot entry.  We're using this CPUs
215 	current->active_mm = mm;  in secondary_start_kernel()
237 	if (ops->cpu_postboot)  in secondary_start_kernel()
238 		ops->cpu_postboot();  in secondary_start_kernel()
256 	 * OK, now it's safe to let the boot CPU continue.  Wait for  in secondary_start_kernel()
260 	pr_info("CPU%u: Booted secondary processor 0x%010lx [0x%08x]\n",  in secondary_start_kernel()
284 	if (!ops || !ops->cpu_die)  in op_cpu_disable()
285 		return -EOPNOTSUPP;  in op_cpu_disable()
288 	 * We may need to abort a hot unplug for some other mechanism-specific  in op_cpu_disable()
291 	if (ops->cpu_disable)  in op_cpu_disable()
292 		return ops->cpu_disable(cpu);  in op_cpu_disable()
320 	 * OK - migrate IRQs away from this CPU  in __cpu_disable()
336 	if (!ops->cpu_kill)  in op_cpu_kill()
339 	return ops->cpu_kill(cpu);  in op_cpu_kill()
354 	 * in-kernel synchronisation, try to get the firwmare to help us to  in arch_cpuhp_cleanup_dead_cpu()
384 	ops->cpu_die(cpu);  in cpu_die()
395 	if (ops && ops->cpu_die)  in __cpu_try_die()
396 		ops->cpu_die(cpu);  in __cpu_try_die()
401  * Kill the calling secondary CPU, early in bringup before it is turned
408 	pr_crit("CPU%d: will not boot\n", cpu);  in cpu_die_early()
451 	 * The runtime per-cpu areas have been allocated by  in smp_prepare_boot_cpu()
452 	 * setup_per_cpu_areas(), and CPU0's boot time per-cpu area will be  in smp_prepare_boot_cpu()
453 	 * freed shortly, so we must move over to the runtime per-cpu area.  in smp_prepare_boot_cpu()
492 		return -ENODEV;  in smp_cpu_setup()
495 	if (ops->cpu_init(cpu))  in smp_cpu_setup()
496 		return -ENODEV;  in smp_cpu_setup()
516  * acpi_map_gic_cpu_interface - parse processor MADT entry
524 	u64 hwid = processor->arm_mpidr;  in acpi_map_gic_cpu_interface()
541 	/* Check if GICC structure of boot CPU is available in the MADT */  in acpi_map_gic_cpu_interface()
544 			pr_err("duplicate boot CPU MPIDR: 0x%llx in MADT\n",  in acpi_map_gic_cpu_interface()
562 	 * Set-up the ACPI parking protocol cpu entries  in acpi_map_gic_cpu_interface()
583 		return -EINVAL;  in acpi_parse_gic_cpu_interface()
585 	acpi_table_print_madt_entry(&header->common);  in acpi_parse_gic_cpu_interface()
637 			pr_err("%pOF: duplicate cpu reg properties in the DT\n",  in of_parse_and_init_cpus()
643 		 * The numbering scheme requires that the boot CPU  in of_parse_and_init_cpus()
650 				pr_err("%pOF: duplicate boot cpu reg property in DT\n",  in of_parse_and_init_cpus()
660 			 * initialized and the boot cpu doesn't need  in of_parse_and_init_cpus()
661 			 * the enable-method so continue without  in of_parse_and_init_cpus()
694 		pr_warn("Number of cores (%d) exceeds configured maximum of %u - clipping\n",  in smp_init_cpus()
698 		pr_err("missing boot CPU MPIDR, not enabling secondaries\n");  in smp_init_cpus()
707 	 * If the cpu set-up fails, invalidate the cpu_logical_map entry.  in smp_init_cpus()
733 	 * secondary CPUs present.  in smp_prepare_cpus()
754 		err = ops->cpu_prepare(cpu);  in smp_prepare_cpus()
781 		seq_printf(p, "%*s%u:%s", prec - 1, "IPI", i,  in arch_show_interrupts()
885  * Main handler for inter-processor interrupts
950 	do_handle_IPI(irq - ipi_irq_base);  in ipi_handler()
1040 	/* Setup the boot CPU immediately */  in set_smp_ipi_range()
1075 	return num_online_cpus() - this_cpu_online;  in num_other_online_cpus()
1089 			pr_crit("SMP: stopping secondary CPUs\n");  in smp_send_stop()
1095 	while (num_other_online_cpus() && timeout--)  in smp_send_stop()
1099 		pr_warn("SMP: failed to stop secondary CPUs %*pbl\n",  in smp_send_stop()
1133 	pr_crit("SMP: stopping secondary CPUs\n");  in crash_smp_send_stop()
1138 	while ((atomic_read(&waiting_for_crash_ipi) > 0) && timeout--)  in crash_smp_send_stop()
1142 		pr_warn("SMP: failed to stop secondary CPUs %*pbl\n",  in crash_smp_send_stop()
1162 	if (ops && ops->cpu_die)  in have_cpu_die()