15e61cba0SAndrew Jones /* 25e61cba0SAndrew Jones * Test the framework itself. These tests confirm that setup works. 35e61cba0SAndrew Jones * 45e61cba0SAndrew Jones * Copyright (C) 2014, Red Hat Inc, Andrew Jones <drjones@redhat.com> 55e61cba0SAndrew Jones * 65e61cba0SAndrew Jones * This work is licensed under the terms of the GNU LGPL, version 2. 75e61cba0SAndrew Jones */ 88cca5668SAndrew Jones #include <libcflat.h> 9e7c68b43SAndrew Jones #include <util.h> 100415feeaSAndrew Jones #include <devicetree.h> 118cca5668SAndrew Jones #include <asm/setup.h> 128cca5668SAndrew Jones #include <asm/ptrace.h> 138cca5668SAndrew Jones #include <asm/asm-offsets.h> 148cca5668SAndrew Jones #include <asm/processor.h> 151693644dSAndrew Jones #include <asm/thread_info.h> 160415feeaSAndrew Jones #include <asm/psci.h> 170415feeaSAndrew Jones #include <asm/smp.h> 180415feeaSAndrew Jones #include <asm/barrier.h> 195e61cba0SAndrew Jones 20*ebd48a5cSAndre Przywara static cpumask_t ready, valid; 21*ebd48a5cSAndre Przywara 22a99ccaecSAndrew Jones static void __user_psci_system_off(void) 23a99ccaecSAndrew Jones { 24a99ccaecSAndrew Jones psci_system_off(); 25a99ccaecSAndrew Jones halt(); 26a99ccaecSAndrew Jones __builtin_unreachable(); 27a99ccaecSAndrew Jones } 28a99ccaecSAndrew Jones 295e61cba0SAndrew Jones static void check_setup(int argc, char **argv) 305e61cba0SAndrew Jones { 31e7c68b43SAndrew Jones int nr_tests = 0, len, i; 325e61cba0SAndrew Jones long val; 335e61cba0SAndrew Jones 345e61cba0SAndrew Jones for (i = 0; i < argc; ++i) { 355e61cba0SAndrew Jones 36e7c68b43SAndrew Jones len = parse_keyval(argv[i], &val); 37e7c68b43SAndrew Jones if (len == -1) 385e61cba0SAndrew Jones continue; 395e61cba0SAndrew Jones 40e7c68b43SAndrew Jones argv[i][len] = '\0'; 41e7c68b43SAndrew Jones report_prefix_push(argv[i]); 42a8568128SAndrew Jones 43e7c68b43SAndrew Jones if (strcmp(argv[i], "mem") == 0) { 445e61cba0SAndrew Jones 455e61cba0SAndrew Jones phys_addr_t memsize = PHYS_END - PHYS_OFFSET; 465e61cba0SAndrew Jones phys_addr_t expected = ((phys_addr_t)val)*1024*1024; 475e61cba0SAndrew Jones 486c254675SAndre Przywara report("memory size matches expectation", 496c254675SAndre Przywara memsize == expected); 506c254675SAndre Przywara report_info("found %" PRIu64 " MB", memsize/1024/1024); 515e61cba0SAndrew Jones ++nr_tests; 525e61cba0SAndrew Jones 53e7c68b43SAndrew Jones } else if (strcmp(argv[i], "smp") == 0) { 545e61cba0SAndrew Jones 556c254675SAndre Przywara report("number of CPUs matches expectation", 566c254675SAndre Przywara nr_cpus == (int)val); 576c254675SAndre Przywara report_info("found %d CPUs", nr_cpus); 585e61cba0SAndrew Jones ++nr_tests; 595e61cba0SAndrew Jones } 60a8568128SAndrew Jones 61a8568128SAndrew Jones report_prefix_pop(); 625e61cba0SAndrew Jones } 635e61cba0SAndrew Jones 64e7c68b43SAndrew Jones if (nr_tests < 2) 65e7c68b43SAndrew Jones report_abort("missing input"); 665e61cba0SAndrew Jones } 675e61cba0SAndrew Jones 682edfe428SAndrew Jones static struct pt_regs expected_regs; 697ee966e9SAndrew Jones static bool und_works; 707ee966e9SAndrew Jones static bool svc_works; 717ee966e9SAndrew Jones #if defined(__arm__) 722edfe428SAndrew Jones /* 732edfe428SAndrew Jones * Capture the current register state and execute an instruction 742edfe428SAndrew Jones * that causes an exception. The test handler will check that its 752edfe428SAndrew Jones * capture of the current register state matches the capture done 762edfe428SAndrew Jones * here. 772edfe428SAndrew Jones * 782edfe428SAndrew Jones * NOTE: update clobber list if passed insns needs more than r0,r1 792edfe428SAndrew Jones */ 802edfe428SAndrew Jones #define test_exception(pre_insns, excptn_insn, post_insns) \ 812edfe428SAndrew Jones asm volatile( \ 822edfe428SAndrew Jones pre_insns "\n" \ 832edfe428SAndrew Jones "mov r0, %0\n" \ 842edfe428SAndrew Jones "stmia r0, { r0-lr }\n" \ 852edfe428SAndrew Jones "mrs r1, cpsr\n" \ 862edfe428SAndrew Jones "str r1, [r0, #" xstr(S_PSR) "]\n" \ 872edfe428SAndrew Jones "mov r1, #-1\n" \ 882edfe428SAndrew Jones "str r1, [r0, #" xstr(S_OLD_R0) "]\n" \ 892edfe428SAndrew Jones "add r1, pc, #8\n" \ 902edfe428SAndrew Jones "str r1, [r0, #" xstr(S_R1) "]\n" \ 912edfe428SAndrew Jones "str r1, [r0, #" xstr(S_PC) "]\n" \ 922edfe428SAndrew Jones excptn_insn "\n" \ 932edfe428SAndrew Jones post_insns "\n" \ 942edfe428SAndrew Jones :: "r" (&expected_regs) : "r0", "r1") 952edfe428SAndrew Jones 962edfe428SAndrew Jones static bool check_regs(struct pt_regs *regs) 972edfe428SAndrew Jones { 982edfe428SAndrew Jones unsigned i; 992edfe428SAndrew Jones 1002edfe428SAndrew Jones /* exception handlers should always run in svc mode */ 1012edfe428SAndrew Jones if (current_mode() != SVC_MODE) 1022edfe428SAndrew Jones return false; 1032edfe428SAndrew Jones 1042edfe428SAndrew Jones for (i = 0; i < ARRAY_SIZE(regs->uregs); ++i) { 1052edfe428SAndrew Jones if (regs->uregs[i] != expected_regs.uregs[i]) 1062edfe428SAndrew Jones return false; 1072edfe428SAndrew Jones } 1082edfe428SAndrew Jones 1092edfe428SAndrew Jones return true; 1102edfe428SAndrew Jones } 1112edfe428SAndrew Jones 1122edfe428SAndrew Jones static void und_handler(struct pt_regs *regs) 1132edfe428SAndrew Jones { 1142edfe428SAndrew Jones und_works = check_regs(regs); 1152edfe428SAndrew Jones } 1162edfe428SAndrew Jones 1172edfe428SAndrew Jones static bool check_und(void) 1182edfe428SAndrew Jones { 1192edfe428SAndrew Jones install_exception_handler(EXCPTN_UND, und_handler); 1202edfe428SAndrew Jones 1212edfe428SAndrew Jones /* issue an instruction to a coprocessor we don't have */ 1222edfe428SAndrew Jones test_exception("", "mcr p2, 0, r0, c0, c0", ""); 1232edfe428SAndrew Jones 1242edfe428SAndrew Jones install_exception_handler(EXCPTN_UND, NULL); 1252edfe428SAndrew Jones 1262edfe428SAndrew Jones return und_works; 1272edfe428SAndrew Jones } 1282edfe428SAndrew Jones 1292edfe428SAndrew Jones static void svc_handler(struct pt_regs *regs) 1302edfe428SAndrew Jones { 1312edfe428SAndrew Jones u32 svc = *(u32 *)(regs->ARM_pc - 4) & 0xffffff; 1322edfe428SAndrew Jones 1332edfe428SAndrew Jones if (processor_mode(regs) == SVC_MODE) { 1342edfe428SAndrew Jones /* 1352edfe428SAndrew Jones * When issuing an svc from supervisor mode lr_svc will 1362edfe428SAndrew Jones * get corrupted. So before issuing the svc, callers must 1372edfe428SAndrew Jones * always push it on the stack. We pushed it to offset 4. 1382edfe428SAndrew Jones */ 1392edfe428SAndrew Jones regs->ARM_lr = *(unsigned long *)(regs->ARM_sp + 4); 1402edfe428SAndrew Jones } 1412edfe428SAndrew Jones 1422edfe428SAndrew Jones svc_works = check_regs(regs) && svc == 123; 1432edfe428SAndrew Jones } 1442edfe428SAndrew Jones 1452edfe428SAndrew Jones static bool check_svc(void) 1462edfe428SAndrew Jones { 1472edfe428SAndrew Jones install_exception_handler(EXCPTN_SVC, svc_handler); 1482edfe428SAndrew Jones 1492edfe428SAndrew Jones if (current_mode() == SVC_MODE) { 1502edfe428SAndrew Jones /* 1512edfe428SAndrew Jones * An svc from supervisor mode will corrupt lr_svc and 1522edfe428SAndrew Jones * spsr_svc. We need to save/restore them separately. 1532edfe428SAndrew Jones */ 1542edfe428SAndrew Jones test_exception( 1552edfe428SAndrew Jones "mrs r0, spsr\n" 1562edfe428SAndrew Jones "push { r0,lr }\n", 1572edfe428SAndrew Jones "svc #123\n", 1582edfe428SAndrew Jones "pop { r0,lr }\n" 1592edfe428SAndrew Jones "msr spsr_cxsf, r0\n" 1602edfe428SAndrew Jones ); 1612edfe428SAndrew Jones } else { 1622edfe428SAndrew Jones test_exception("", "svc #123", ""); 1632edfe428SAndrew Jones } 1642edfe428SAndrew Jones 1652edfe428SAndrew Jones install_exception_handler(EXCPTN_SVC, NULL); 1662edfe428SAndrew Jones 1672edfe428SAndrew Jones return svc_works; 1682edfe428SAndrew Jones } 169a99ccaecSAndrew Jones 170a99ccaecSAndrew Jones static void user_psci_system_off(struct pt_regs *regs) 171a99ccaecSAndrew Jones { 172a99ccaecSAndrew Jones __user_psci_system_off(); 173a99ccaecSAndrew Jones } 1747ee966e9SAndrew Jones #elif defined(__aarch64__) 1757ee966e9SAndrew Jones 1767ee966e9SAndrew Jones /* 1777ee966e9SAndrew Jones * Capture the current register state and execute an instruction 1787ee966e9SAndrew Jones * that causes an exception. The test handler will check that its 1797ee966e9SAndrew Jones * capture of the current register state matches the capture done 1807ee966e9SAndrew Jones * here. 1817ee966e9SAndrew Jones * 1827ee966e9SAndrew Jones * NOTE: update clobber list if passed insns needs more than x0,x1 1837ee966e9SAndrew Jones */ 1847ee966e9SAndrew Jones #define test_exception(pre_insns, excptn_insn, post_insns) \ 1857ee966e9SAndrew Jones asm volatile( \ 1867ee966e9SAndrew Jones pre_insns "\n" \ 1877ee966e9SAndrew Jones "mov x1, %0\n" \ 1887ee966e9SAndrew Jones "ldr x0, [x1, #" xstr(S_PSTATE) "]\n" \ 1897ee966e9SAndrew Jones "mrs x1, nzcv\n" \ 1907ee966e9SAndrew Jones "orr w0, w0, w1\n" \ 1917ee966e9SAndrew Jones "mov x1, %0\n" \ 1927ee966e9SAndrew Jones "str w0, [x1, #" xstr(S_PSTATE) "]\n" \ 1937ee966e9SAndrew Jones "mov x0, sp\n" \ 1947ee966e9SAndrew Jones "str x0, [x1, #" xstr(S_SP) "]\n" \ 1957ee966e9SAndrew Jones "adr x0, 1f\n" \ 1967ee966e9SAndrew Jones "str x0, [x1, #" xstr(S_PC) "]\n" \ 1977ee966e9SAndrew Jones "stp x2, x3, [x1, #16]\n" \ 1987ee966e9SAndrew Jones "stp x4, x5, [x1, #32]\n" \ 1997ee966e9SAndrew Jones "stp x6, x7, [x1, #48]\n" \ 2007ee966e9SAndrew Jones "stp x8, x9, [x1, #64]\n" \ 2017ee966e9SAndrew Jones "stp x10, x11, [x1, #80]\n" \ 2027ee966e9SAndrew Jones "stp x12, x13, [x1, #96]\n" \ 2037ee966e9SAndrew Jones "stp x14, x15, [x1, #112]\n" \ 2047ee966e9SAndrew Jones "stp x16, x17, [x1, #128]\n" \ 2057ee966e9SAndrew Jones "stp x18, x19, [x1, #144]\n" \ 2067ee966e9SAndrew Jones "stp x20, x21, [x1, #160]\n" \ 2077ee966e9SAndrew Jones "stp x22, x23, [x1, #176]\n" \ 2087ee966e9SAndrew Jones "stp x24, x25, [x1, #192]\n" \ 2097ee966e9SAndrew Jones "stp x26, x27, [x1, #208]\n" \ 2107ee966e9SAndrew Jones "stp x28, x29, [x1, #224]\n" \ 2117ee966e9SAndrew Jones "str x30, [x1, #" xstr(S_LR) "]\n" \ 2127ee966e9SAndrew Jones "stp x0, x1, [x1]\n" \ 2137ee966e9SAndrew Jones "1:" excptn_insn "\n" \ 2147ee966e9SAndrew Jones post_insns "\n" \ 2157ee966e9SAndrew Jones :: "r" (&expected_regs) : "x0", "x1") 2167ee966e9SAndrew Jones 2177ee966e9SAndrew Jones static bool check_regs(struct pt_regs *regs) 2187ee966e9SAndrew Jones { 2197ee966e9SAndrew Jones unsigned i; 2207ee966e9SAndrew Jones 2217ee966e9SAndrew Jones /* exception handlers should always run in EL1 */ 2227ee966e9SAndrew Jones if (current_level() != CurrentEL_EL1) 2237ee966e9SAndrew Jones return false; 2247ee966e9SAndrew Jones 2257ee966e9SAndrew Jones for (i = 0; i < ARRAY_SIZE(regs->regs); ++i) { 2267ee966e9SAndrew Jones if (regs->regs[i] != expected_regs.regs[i]) 2277ee966e9SAndrew Jones return false; 2287ee966e9SAndrew Jones } 2297ee966e9SAndrew Jones 2307ee966e9SAndrew Jones regs->pstate &= 0xf0000000 /* NZCV */ | 0x3c0 /* DAIF */ 2317ee966e9SAndrew Jones | PSR_MODE_MASK; 2327ee966e9SAndrew Jones 2337ee966e9SAndrew Jones return regs->sp == expected_regs.sp 2347ee966e9SAndrew Jones && regs->pc == expected_regs.pc 2357ee966e9SAndrew Jones && regs->pstate == expected_regs.pstate; 2367ee966e9SAndrew Jones } 2377ee966e9SAndrew Jones 2387ee966e9SAndrew Jones static enum vector check_vector_prep(void) 2397ee966e9SAndrew Jones { 2407ee966e9SAndrew Jones unsigned long daif; 2417ee966e9SAndrew Jones 242f6d10793SAndrew Jones if (is_user()) 2437ee966e9SAndrew Jones return EL0_SYNC_64; 2447ee966e9SAndrew Jones 2457ee966e9SAndrew Jones asm volatile("mrs %0, daif" : "=r" (daif) ::); 2467ee966e9SAndrew Jones expected_regs.pstate = daif | PSR_MODE_EL1h; 2477ee966e9SAndrew Jones return EL1H_SYNC; 2487ee966e9SAndrew Jones } 2497ee966e9SAndrew Jones 2507ee966e9SAndrew Jones static void unknown_handler(struct pt_regs *regs, unsigned int esr __unused) 2517ee966e9SAndrew Jones { 2527ee966e9SAndrew Jones und_works = check_regs(regs); 2537ee966e9SAndrew Jones regs->pc += 4; 2547ee966e9SAndrew Jones } 2557ee966e9SAndrew Jones 2567ee966e9SAndrew Jones static bool check_und(void) 2577ee966e9SAndrew Jones { 2587ee966e9SAndrew Jones enum vector v = check_vector_prep(); 2597ee966e9SAndrew Jones 2607ee966e9SAndrew Jones install_exception_handler(v, ESR_EL1_EC_UNKNOWN, unknown_handler); 2617ee966e9SAndrew Jones 2627ee966e9SAndrew Jones /* try to read an el2 sysreg from el0/1 */ 2637ee966e9SAndrew Jones test_exception("", "mrs x0, sctlr_el2", ""); 2647ee966e9SAndrew Jones 2657ee966e9SAndrew Jones install_exception_handler(v, ESR_EL1_EC_UNKNOWN, NULL); 2667ee966e9SAndrew Jones 2677ee966e9SAndrew Jones return und_works; 2687ee966e9SAndrew Jones } 2697ee966e9SAndrew Jones 2707ee966e9SAndrew Jones static void svc_handler(struct pt_regs *regs, unsigned int esr) 2717ee966e9SAndrew Jones { 2727ee966e9SAndrew Jones u16 svc = esr & 0xffff; 2737ee966e9SAndrew Jones 2747ee966e9SAndrew Jones expected_regs.pc += 4; 2757ee966e9SAndrew Jones svc_works = check_regs(regs) && svc == 123; 2767ee966e9SAndrew Jones } 2777ee966e9SAndrew Jones 2787ee966e9SAndrew Jones static bool check_svc(void) 2797ee966e9SAndrew Jones { 2807ee966e9SAndrew Jones enum vector v = check_vector_prep(); 2817ee966e9SAndrew Jones 2827ee966e9SAndrew Jones install_exception_handler(v, ESR_EL1_EC_SVC64, svc_handler); 2837ee966e9SAndrew Jones 2847ee966e9SAndrew Jones test_exception("", "svc #123", ""); 2857ee966e9SAndrew Jones 2867ee966e9SAndrew Jones install_exception_handler(v, ESR_EL1_EC_SVC64, NULL); 2877ee966e9SAndrew Jones 2887ee966e9SAndrew Jones return svc_works; 2897ee966e9SAndrew Jones } 290a99ccaecSAndrew Jones 291a99ccaecSAndrew Jones static void user_psci_system_off(struct pt_regs *regs, unsigned int esr) 292a99ccaecSAndrew Jones { 293a99ccaecSAndrew Jones __user_psci_system_off(); 294a99ccaecSAndrew Jones } 2957ee966e9SAndrew Jones #endif 2962edfe428SAndrew Jones 2972edfe428SAndrew Jones static void check_vectors(void *arg __unused) 2982edfe428SAndrew Jones { 299a8568128SAndrew Jones report("und", check_und()); 300a8568128SAndrew Jones report("svc", check_svc()); 301a99ccaecSAndrew Jones if (is_user()) { 302a99ccaecSAndrew Jones #ifdef __arm__ 303a99ccaecSAndrew Jones install_exception_handler(EXCPTN_UND, user_psci_system_off); 304a99ccaecSAndrew Jones #else 305a99ccaecSAndrew Jones install_exception_handler(EL0_SYNC_64, ESR_EL1_EC_UNKNOWN, 306a99ccaecSAndrew Jones user_psci_system_off); 307a99ccaecSAndrew Jones #endif 308a99ccaecSAndrew Jones } 3092edfe428SAndrew Jones exit(report_summary()); 3102edfe428SAndrew Jones } 3112edfe428SAndrew Jones 3120415feeaSAndrew Jones static bool psci_check(void) 3130415feeaSAndrew Jones { 3140415feeaSAndrew Jones const struct fdt_property *method; 3150415feeaSAndrew Jones int node, len, ver; 3160415feeaSAndrew Jones 3170415feeaSAndrew Jones node = fdt_node_offset_by_compatible(dt_fdt(), -1, "arm,psci-0.2"); 3180415feeaSAndrew Jones if (node < 0) { 3190415feeaSAndrew Jones printf("PSCI v0.2 compatibility required\n"); 3200415feeaSAndrew Jones return false; 3210415feeaSAndrew Jones } 3220415feeaSAndrew Jones 3230415feeaSAndrew Jones method = fdt_get_property(dt_fdt(), node, "method", &len); 3240415feeaSAndrew Jones if (method == NULL) { 3250415feeaSAndrew Jones printf("bad psci device tree node\n"); 3260415feeaSAndrew Jones return false; 3270415feeaSAndrew Jones } 3280415feeaSAndrew Jones 3290415feeaSAndrew Jones if (len < 4 || strcmp(method->data, "hvc") != 0) { 3300415feeaSAndrew Jones printf("psci method must be hvc\n"); 3310415feeaSAndrew Jones return false; 3320415feeaSAndrew Jones } 3330415feeaSAndrew Jones 3340415feeaSAndrew Jones ver = psci_invoke(PSCI_0_2_FN_PSCI_VERSION, 0, 0, 0); 3350415feeaSAndrew Jones printf("PSCI version %d.%d\n", PSCI_VERSION_MAJOR(ver), 3360415feeaSAndrew Jones PSCI_VERSION_MINOR(ver)); 3370415feeaSAndrew Jones 3380415feeaSAndrew Jones return true; 3390415feeaSAndrew Jones } 3400415feeaSAndrew Jones 34100b34f56SAndrew Jones static void cpu_report(void *data __unused) 3420415feeaSAndrew Jones { 343d9729025SAndrew Jones uint64_t mpidr = get_mpidr(); 3440415feeaSAndrew Jones int cpu = smp_processor_id(); 3450415feeaSAndrew Jones 346*ebd48a5cSAndre Przywara if (mpidr_to_cpu(mpidr) == cpu) 347*ebd48a5cSAndre Przywara cpumask_set_cpu(smp_processor_id(), &valid); 348*ebd48a5cSAndre Przywara smp_wmb(); /* Paired with rmb in main(). */ 349*ebd48a5cSAndre Przywara cpumask_set_cpu(smp_processor_id(), &ready); 350*ebd48a5cSAndre Przywara report_info("CPU%3d: MPIDR=%010" PRIx64, cpu, mpidr); 3510415feeaSAndrew Jones } 3520415feeaSAndrew Jones 3535e61cba0SAndrew Jones int main(int argc, char **argv) 3545e61cba0SAndrew Jones { 355a8568128SAndrew Jones report_prefix_push("selftest"); 356e7c68b43SAndrew Jones 3576ffea954SAndrew Jones if (argc < 2) 358e7c68b43SAndrew Jones report_abort("no test specified"); 359e7c68b43SAndrew Jones 3606ffea954SAndrew Jones report_prefix_push(argv[1]); 3615e61cba0SAndrew Jones 3626ffea954SAndrew Jones if (strcmp(argv[1], "setup") == 0) { 3632edfe428SAndrew Jones 3646ffea954SAndrew Jones check_setup(argc-2, &argv[2]); 3655e61cba0SAndrew Jones 3666ffea954SAndrew Jones } else if (strcmp(argv[1], "vectors-kernel") == 0) { 3672edfe428SAndrew Jones 3682edfe428SAndrew Jones check_vectors(NULL); 3692edfe428SAndrew Jones 3706ffea954SAndrew Jones } else if (strcmp(argv[1], "vectors-user") == 0) { 3712edfe428SAndrew Jones 3721693644dSAndrew Jones start_usr(check_vectors, NULL, 373632f935cSAndrew Jones (unsigned long)thread_stack_alloc()); 3740415feeaSAndrew Jones 3756ffea954SAndrew Jones } else if (strcmp(argv[1], "smp") == 0) { 3760415feeaSAndrew Jones 3770415feeaSAndrew Jones report("PSCI version", psci_check()); 37800b34f56SAndrew Jones on_cpus(cpu_report, NULL); 379*ebd48a5cSAndre Przywara while (!cpumask_full(&ready)) 380*ebd48a5cSAndre Przywara cpu_relax(); 381*ebd48a5cSAndre Przywara smp_rmb(); /* Paired with wmb in cpu_report(). */ 382*ebd48a5cSAndre Przywara report("MPIDR test on all CPUs", cpumask_full(&valid)); 383*ebd48a5cSAndre Przywara report_info("%d CPUs reported back", nr_cpus); 3840415feeaSAndrew Jones 385b5a91881SChristopher Covington } else { 386b5a91881SChristopher Covington printf("Unknown subtest\n"); 387b5a91881SChristopher Covington abort(); 3882edfe428SAndrew Jones } 3892edfe428SAndrew Jones 3905e61cba0SAndrew Jones return report_summary(); 3915e61cba0SAndrew Jones } 392