1f77c0515SJanosch Frank /* 2f77c0515SJanosch Frank * s390x smp 3f77c0515SJanosch Frank * Based on Linux's arch/s390/kernel/smp.c and 4f77c0515SJanosch Frank * arch/s390/include/asm/sigp.h 5f77c0515SJanosch Frank * 6f77c0515SJanosch Frank * Copyright (c) 2019 IBM Corp 7f77c0515SJanosch Frank * 8f77c0515SJanosch Frank * Authors: 9f77c0515SJanosch Frank * Janosch Frank <frankja@linux.ibm.com> 10f77c0515SJanosch Frank * 11f77c0515SJanosch Frank * This code is free software; you can redistribute it and/or modify it 12f77c0515SJanosch Frank * under the terms of the GNU General Public License version 2. 13f77c0515SJanosch Frank */ 14f77c0515SJanosch Frank #include <libcflat.h> 15f77c0515SJanosch Frank #include <asm/arch_def.h> 16f77c0515SJanosch Frank #include <asm/sigp.h> 17f77c0515SJanosch Frank #include <asm/page.h> 18f77c0515SJanosch Frank #include <asm/barrier.h> 19f77c0515SJanosch Frank #include <asm/spinlock.h> 20f77c0515SJanosch Frank #include <asm/asm-offsets.h> 21f77c0515SJanosch Frank 22f77c0515SJanosch Frank #include <alloc.h> 23f77c0515SJanosch Frank #include <alloc_page.h> 24f77c0515SJanosch Frank 25f77c0515SJanosch Frank #include "smp.h" 26f77c0515SJanosch Frank #include "sclp.h" 27f77c0515SJanosch Frank 28f77c0515SJanosch Frank static char cpu_info_buffer[PAGE_SIZE] __attribute__((__aligned__(4096))); 29f77c0515SJanosch Frank static struct cpu *cpus; 30f77c0515SJanosch Frank static struct cpu *cpu0; 31f77c0515SJanosch Frank static struct spinlock lock; 32f77c0515SJanosch Frank 33f77c0515SJanosch Frank extern void smp_cpu_setup_state(void); 34f77c0515SJanosch Frank 35f77c0515SJanosch Frank int smp_query_num_cpus(void) 36f77c0515SJanosch Frank { 37f77c0515SJanosch Frank struct ReadCpuInfo *info = (void *)cpu_info_buffer; 38f77c0515SJanosch Frank return info->nr_configured; 39f77c0515SJanosch Frank } 40f77c0515SJanosch Frank 41f77c0515SJanosch Frank struct cpu *smp_cpu_from_addr(uint16_t addr) 42f77c0515SJanosch Frank { 43f77c0515SJanosch Frank int i, num = smp_query_num_cpus(); 44f77c0515SJanosch Frank 45f77c0515SJanosch Frank for (i = 0; i < num; i++) { 46f77c0515SJanosch Frank if (cpus[i].addr == addr) 47f77c0515SJanosch Frank return &cpus[i]; 48f77c0515SJanosch Frank } 49f77c0515SJanosch Frank return NULL; 50f77c0515SJanosch Frank } 51f77c0515SJanosch Frank 52f77c0515SJanosch Frank bool smp_cpu_stopped(uint16_t addr) 53f77c0515SJanosch Frank { 54f77c0515SJanosch Frank uint32_t status; 55f77c0515SJanosch Frank 56f77c0515SJanosch Frank if (sigp(addr, SIGP_SENSE, 0, &status) != SIGP_CC_STATUS_STORED) 57f77c0515SJanosch Frank return false; 58f77c0515SJanosch Frank return !!(status & (SIGP_STATUS_CHECK_STOP|SIGP_STATUS_STOPPED)); 59f77c0515SJanosch Frank } 60f77c0515SJanosch Frank 61f77c0515SJanosch Frank bool smp_cpu_running(uint16_t addr) 62f77c0515SJanosch Frank { 63f77c0515SJanosch Frank if (sigp(addr, SIGP_SENSE_RUNNING, 0, NULL) != SIGP_CC_STATUS_STORED) 64f77c0515SJanosch Frank return true; 65f77c0515SJanosch Frank /* Status stored condition code is equivalent to cpu not running. */ 66f77c0515SJanosch Frank return false; 67f77c0515SJanosch Frank } 68f77c0515SJanosch Frank 69f77c0515SJanosch Frank static int smp_cpu_stop_nolock(uint16_t addr, bool store) 70f77c0515SJanosch Frank { 71f77c0515SJanosch Frank struct cpu *cpu; 72f77c0515SJanosch Frank uint8_t order = store ? SIGP_STOP_AND_STORE_STATUS : SIGP_STOP; 73f77c0515SJanosch Frank 74f77c0515SJanosch Frank cpu = smp_cpu_from_addr(addr); 75f77c0515SJanosch Frank if (!cpu || cpu == cpu0) 76f77c0515SJanosch Frank return -1; 77f77c0515SJanosch Frank 78f77c0515SJanosch Frank if (sigp_retry(addr, order, 0, NULL)) 79f77c0515SJanosch Frank return -1; 80f77c0515SJanosch Frank 81f77c0515SJanosch Frank while (!smp_cpu_stopped(addr)) 82f77c0515SJanosch Frank mb(); 83f77c0515SJanosch Frank cpu->active = false; 84f77c0515SJanosch Frank return 0; 85f77c0515SJanosch Frank } 86f77c0515SJanosch Frank 87f77c0515SJanosch Frank int smp_cpu_stop(uint16_t addr) 88f77c0515SJanosch Frank { 89f77c0515SJanosch Frank int rc; 90f77c0515SJanosch Frank 91f77c0515SJanosch Frank spin_lock(&lock); 92f77c0515SJanosch Frank rc = smp_cpu_stop_nolock(addr, false); 93f77c0515SJanosch Frank spin_unlock(&lock); 94f77c0515SJanosch Frank return rc; 95f77c0515SJanosch Frank } 96f77c0515SJanosch Frank 97f77c0515SJanosch Frank int smp_cpu_stop_store_status(uint16_t addr) 98f77c0515SJanosch Frank { 99f77c0515SJanosch Frank int rc; 100f77c0515SJanosch Frank 101f77c0515SJanosch Frank spin_lock(&lock); 102f77c0515SJanosch Frank rc = smp_cpu_stop_nolock(addr, true); 103f77c0515SJanosch Frank spin_unlock(&lock); 104f77c0515SJanosch Frank return rc; 105f77c0515SJanosch Frank } 106f77c0515SJanosch Frank 107f77c0515SJanosch Frank int smp_cpu_restart(uint16_t addr) 108f77c0515SJanosch Frank { 109f77c0515SJanosch Frank int rc = -1; 110f77c0515SJanosch Frank struct cpu *cpu; 111f77c0515SJanosch Frank 112f77c0515SJanosch Frank spin_lock(&lock); 113f77c0515SJanosch Frank cpu = smp_cpu_from_addr(addr); 114f77c0515SJanosch Frank if (cpu) { 115f77c0515SJanosch Frank rc = sigp(addr, SIGP_RESTART, 0, NULL); 116f77c0515SJanosch Frank cpu->active = true; 117f77c0515SJanosch Frank } 118f77c0515SJanosch Frank spin_unlock(&lock); 119f77c0515SJanosch Frank return rc; 120f77c0515SJanosch Frank } 121f77c0515SJanosch Frank 122f77c0515SJanosch Frank int smp_cpu_start(uint16_t addr, struct psw psw) 123f77c0515SJanosch Frank { 124f77c0515SJanosch Frank int rc = -1; 125f77c0515SJanosch Frank struct cpu *cpu; 126f77c0515SJanosch Frank struct lowcore *lc; 127f77c0515SJanosch Frank 128f77c0515SJanosch Frank spin_lock(&lock); 129f77c0515SJanosch Frank cpu = smp_cpu_from_addr(addr); 130f77c0515SJanosch Frank if (cpu) { 131f77c0515SJanosch Frank lc = cpu->lowcore; 132f77c0515SJanosch Frank lc->restart_new_psw.mask = psw.mask; 133f77c0515SJanosch Frank lc->restart_new_psw.addr = psw.addr; 134f77c0515SJanosch Frank rc = sigp(addr, SIGP_RESTART, 0, NULL); 135f77c0515SJanosch Frank } 136f77c0515SJanosch Frank spin_unlock(&lock); 137f77c0515SJanosch Frank return rc; 138f77c0515SJanosch Frank } 139f77c0515SJanosch Frank 140f77c0515SJanosch Frank int smp_cpu_destroy(uint16_t addr) 141f77c0515SJanosch Frank { 142f77c0515SJanosch Frank struct cpu *cpu; 143f77c0515SJanosch Frank int rc; 144f77c0515SJanosch Frank 145f77c0515SJanosch Frank spin_lock(&lock); 146f77c0515SJanosch Frank rc = smp_cpu_stop_nolock(addr, false); 147f77c0515SJanosch Frank if (!rc) { 148f77c0515SJanosch Frank cpu = smp_cpu_from_addr(addr); 149f77c0515SJanosch Frank free_pages(cpu->lowcore, 2 * PAGE_SIZE); 150f77c0515SJanosch Frank free_pages(cpu->stack, 4 * PAGE_SIZE); 151f77c0515SJanosch Frank cpu->lowcore = (void *)-1UL; 152f77c0515SJanosch Frank cpu->stack = (void *)-1UL; 153f77c0515SJanosch Frank } 154f77c0515SJanosch Frank spin_unlock(&lock); 155f77c0515SJanosch Frank return rc; 156f77c0515SJanosch Frank } 157f77c0515SJanosch Frank 158f77c0515SJanosch Frank int smp_cpu_setup(uint16_t addr, struct psw psw) 159f77c0515SJanosch Frank { 160f77c0515SJanosch Frank struct lowcore *lc; 161f77c0515SJanosch Frank struct cpu *cpu; 162f77c0515SJanosch Frank int rc = -1; 163f77c0515SJanosch Frank 164f77c0515SJanosch Frank spin_lock(&lock); 165f77c0515SJanosch Frank 166f77c0515SJanosch Frank if (!cpus) 167f77c0515SJanosch Frank goto out; 168f77c0515SJanosch Frank 169f77c0515SJanosch Frank cpu = smp_cpu_from_addr(addr); 170f77c0515SJanosch Frank 171f77c0515SJanosch Frank if (!cpu || cpu->active) 172f77c0515SJanosch Frank goto out; 173f77c0515SJanosch Frank 174f77c0515SJanosch Frank sigp_retry(cpu->addr, SIGP_INITIAL_CPU_RESET, 0, NULL); 175f77c0515SJanosch Frank 176f77c0515SJanosch Frank lc = alloc_pages(1); 177f77c0515SJanosch Frank cpu->lowcore = lc; 178f77c0515SJanosch Frank memset(lc, 0, PAGE_SIZE * 2); 179f77c0515SJanosch Frank sigp_retry(cpu->addr, SIGP_SET_PREFIX, (unsigned long )lc, NULL); 180f77c0515SJanosch Frank 181f77c0515SJanosch Frank /* Copy all exception psws. */ 182f77c0515SJanosch Frank memcpy(lc, cpu0->lowcore, 512); 183f77c0515SJanosch Frank 184f77c0515SJanosch Frank /* Setup stack */ 185f77c0515SJanosch Frank cpu->stack = (uint64_t *)alloc_pages(2); 186f77c0515SJanosch Frank 187f77c0515SJanosch Frank /* Start without DAT and any other mask bits. */ 188f77c0515SJanosch Frank cpu->lowcore->sw_int_grs[14] = psw.addr; 189f77c0515SJanosch Frank cpu->lowcore->sw_int_grs[15] = (uint64_t)cpu->stack + (PAGE_SIZE * 4); 190f77c0515SJanosch Frank lc->restart_new_psw.mask = 0x0000000180000000UL; 191f77c0515SJanosch Frank lc->restart_new_psw.addr = (uint64_t)smp_cpu_setup_state; 192*736b9295SJanosch Frank lc->sw_int_crs[0] = 0x0000000000040000UL; 193f77c0515SJanosch Frank 194f77c0515SJanosch Frank /* Start processing */ 195f77c0515SJanosch Frank rc = sigp_retry(cpu->addr, SIGP_RESTART, 0, NULL); 196f77c0515SJanosch Frank if (!rc) 197f77c0515SJanosch Frank cpu->active = true; 198f77c0515SJanosch Frank 199f77c0515SJanosch Frank out: 200f77c0515SJanosch Frank spin_unlock(&lock); 201f77c0515SJanosch Frank return rc; 202f77c0515SJanosch Frank } 203f77c0515SJanosch Frank 204f77c0515SJanosch Frank /* 205f77c0515SJanosch Frank * Disregarding state, stop all cpus that once were online except for 206f77c0515SJanosch Frank * calling cpu. 207f77c0515SJanosch Frank */ 208f77c0515SJanosch Frank void smp_teardown(void) 209f77c0515SJanosch Frank { 210f77c0515SJanosch Frank int i = 0; 211f77c0515SJanosch Frank uint16_t this_cpu = stap(); 212f77c0515SJanosch Frank struct ReadCpuInfo *info = (void *)cpu_info_buffer; 213f77c0515SJanosch Frank 214f77c0515SJanosch Frank spin_lock(&lock); 215f77c0515SJanosch Frank for (; i < info->nr_configured; i++) { 216f77c0515SJanosch Frank if (cpus[i].active && 217f77c0515SJanosch Frank cpus[i].addr != this_cpu) { 218f77c0515SJanosch Frank sigp_retry(cpus[i].addr, SIGP_STOP, 0, NULL); 219f77c0515SJanosch Frank } 220f77c0515SJanosch Frank } 221f77c0515SJanosch Frank spin_unlock(&lock); 222f77c0515SJanosch Frank } 223f77c0515SJanosch Frank 224f77c0515SJanosch Frank /*Expected to be called from boot cpu */ 225f77c0515SJanosch Frank extern uint64_t *stackptr; 226f77c0515SJanosch Frank void smp_setup(void) 227f77c0515SJanosch Frank { 228f77c0515SJanosch Frank int i = 0; 229f77c0515SJanosch Frank unsigned short cpu0_addr = stap(); 230f77c0515SJanosch Frank struct ReadCpuInfo *info = (void *)cpu_info_buffer; 231f77c0515SJanosch Frank 232f77c0515SJanosch Frank spin_lock(&lock); 233f77c0515SJanosch Frank sclp_mark_busy(); 234f77c0515SJanosch Frank info->h.length = PAGE_SIZE; 235f77c0515SJanosch Frank sclp_service_call(SCLP_READ_CPU_INFO, cpu_info_buffer); 236f77c0515SJanosch Frank 237f77c0515SJanosch Frank if (smp_query_num_cpus() > 1) 238f77c0515SJanosch Frank printf("SMP: Initializing, found %d cpus\n", info->nr_configured); 239f77c0515SJanosch Frank 240f77c0515SJanosch Frank cpus = calloc(info->nr_configured, sizeof(cpus)); 241f77c0515SJanosch Frank for (i = 0; i < info->nr_configured; i++) { 242f77c0515SJanosch Frank cpus[i].addr = info->entries[i].address; 243f77c0515SJanosch Frank cpus[i].active = false; 244f77c0515SJanosch Frank if (info->entries[i].address == cpu0_addr) { 245f77c0515SJanosch Frank cpu0 = &cpus[i]; 246f77c0515SJanosch Frank cpu0->stack = stackptr; 247f77c0515SJanosch Frank cpu0->lowcore = (void *)0; 248f77c0515SJanosch Frank cpu0->active = true; 249f77c0515SJanosch Frank } 250f77c0515SJanosch Frank } 251f77c0515SJanosch Frank spin_unlock(&lock); 252f77c0515SJanosch Frank } 253