16c9f99dfSJanosch Frank /* SPDX-License-Identifier: GPL-2.0-only */ 24da93626SDavid Hildenbrand /* 34da93626SDavid Hildenbrand * s390x interrupt handling 44da93626SDavid Hildenbrand * 54da93626SDavid Hildenbrand * Copyright (c) 2017 Red Hat Inc 64da93626SDavid Hildenbrand * 74da93626SDavid Hildenbrand * Authors: 84da93626SDavid Hildenbrand * David Hildenbrand <david@redhat.com> 94da93626SDavid Hildenbrand */ 104da93626SDavid Hildenbrand #include <libcflat.h> 114da93626SDavid Hildenbrand #include <asm/barrier.h> 128ead801eSJanosch Frank #include <sclp.h> 13adc7ff44SPierre Morel #include <interrupt.h> 143ae7f80fSJanosch Frank #include <sie.h> 154da93626SDavid Hildenbrand 164da93626SDavid Hildenbrand static bool pgm_int_expected; 17df121a0cSJanosch Frank static bool ext_int_expected; 18cc7bed1bSJanosch Frank static void (*pgm_cleanup_func)(void); 194da93626SDavid Hildenbrand static struct lowcore *lc; 204da93626SDavid Hildenbrand 214da93626SDavid Hildenbrand void expect_pgm_int(void) 224da93626SDavid Hildenbrand { 234da93626SDavid Hildenbrand pgm_int_expected = true; 244da93626SDavid Hildenbrand lc->pgm_int_code = 0; 252652cb00SClaudio Imbrenda lc->trans_exc_id = 0; 264da93626SDavid Hildenbrand mb(); 274da93626SDavid Hildenbrand } 284da93626SDavid Hildenbrand 29df121a0cSJanosch Frank void expect_ext_int(void) 30df121a0cSJanosch Frank { 31df121a0cSJanosch Frank ext_int_expected = true; 32df121a0cSJanosch Frank lc->ext_int_code = 0; 33df121a0cSJanosch Frank mb(); 34df121a0cSJanosch Frank } 35df121a0cSJanosch Frank 363db880b6SDavid Hildenbrand uint16_t clear_pgm_int(void) 373db880b6SDavid Hildenbrand { 383db880b6SDavid Hildenbrand uint16_t code; 393db880b6SDavid Hildenbrand 403db880b6SDavid Hildenbrand mb(); 413db880b6SDavid Hildenbrand code = lc->pgm_int_code; 423db880b6SDavid Hildenbrand lc->pgm_int_code = 0; 432652cb00SClaudio Imbrenda lc->trans_exc_id = 0; 443db880b6SDavid Hildenbrand pgm_int_expected = false; 453db880b6SDavid Hildenbrand return code; 463db880b6SDavid Hildenbrand } 473db880b6SDavid Hildenbrand 484da93626SDavid Hildenbrand void check_pgm_int_code(uint16_t code) 494da93626SDavid Hildenbrand { 504da93626SDavid Hildenbrand mb(); 51a299895bSThomas Huth report(code == lc->pgm_int_code, 52a299895bSThomas Huth "Program interrupt: expected(%d) == received(%d)", code, 53a299895bSThomas Huth lc->pgm_int_code); 544da93626SDavid Hildenbrand } 554da93626SDavid Hildenbrand 56cc7bed1bSJanosch Frank void register_pgm_cleanup_func(void (*f)(void)) 57cc7bed1bSJanosch Frank { 58cc7bed1bSJanosch Frank pgm_cleanup_func = f; 59cc7bed1bSJanosch Frank } 60cc7bed1bSJanosch Frank 6136cfc0b7SJanosch Frank static void fixup_pgm_int(struct stack_frame_int *stack) 624da93626SDavid Hildenbrand { 633ae7f80fSJanosch Frank /* If we have an error on SIE we directly move to sie_exit */ 643ae7f80fSJanosch Frank if (lc->pgm_old_psw.addr >= (uint64_t)&sie_entry && 653ae7f80fSJanosch Frank lc->pgm_old_psw.addr <= (uint64_t)&sie_exit) { 663ae7f80fSJanosch Frank lc->pgm_old_psw.addr = (uint64_t)&sie_exit; 673ae7f80fSJanosch Frank } 683ae7f80fSJanosch Frank 694da93626SDavid Hildenbrand switch (lc->pgm_int_code) { 704ef6f57dSJanosch Frank case PGM_INT_CODE_PRIVILEGED_OPERATION: 714ef6f57dSJanosch Frank /* Normal operation is in supervisor state, so this exception 724ef6f57dSJanosch Frank * was produced intentionally and we should return to the 734ef6f57dSJanosch Frank * supervisor state. 744ef6f57dSJanosch Frank */ 754ef6f57dSJanosch Frank lc->pgm_old_psw.mask &= ~PSW_MASK_PSTATE; 764ef6f57dSJanosch Frank break; 7749a732c7SJanosch Frank case PGM_INT_CODE_PROTECTION: 7849a732c7SJanosch Frank /* Handling for iep.c test case. */ 7949a732c7SJanosch Frank if (lc->trans_exc_id & 0x80UL && lc->trans_exc_id & 0x04UL && 8049a732c7SJanosch Frank !(lc->trans_exc_id & 0x08UL)) 8136cfc0b7SJanosch Frank /* 8236cfc0b7SJanosch Frank * We branched to the instruction that caused 8336cfc0b7SJanosch Frank * the exception so we can use the return 8436cfc0b7SJanosch Frank * address in GR14 to jump back and continue 8536cfc0b7SJanosch Frank * executing test code. 8636cfc0b7SJanosch Frank */ 8736cfc0b7SJanosch Frank lc->pgm_old_psw.addr = stack->grs0[12]; 8849a732c7SJanosch Frank break; 894da93626SDavid Hildenbrand case PGM_INT_CODE_SEGMENT_TRANSLATION: 904da93626SDavid Hildenbrand case PGM_INT_CODE_PAGE_TRANSLATION: 914da93626SDavid Hildenbrand case PGM_INT_CODE_TRACE_TABLE: 924da93626SDavid Hildenbrand case PGM_INT_CODE_AFX_TRANSLATION: 934da93626SDavid Hildenbrand case PGM_INT_CODE_ASX_TRANSLATION: 944da93626SDavid Hildenbrand case PGM_INT_CODE_LX_TRANSLATION: 954da93626SDavid Hildenbrand case PGM_INT_CODE_EX_TRANSLATION: 964da93626SDavid Hildenbrand case PGM_INT_CODE_PRIMARY_AUTHORITY: 974da93626SDavid Hildenbrand case PGM_INT_CODE_SECONDARY_AUTHORITY: 984da93626SDavid Hildenbrand case PGM_INT_CODE_LFX_TRANSLATION: 994da93626SDavid Hildenbrand case PGM_INT_CODE_LSX_TRANSLATION: 1004da93626SDavid Hildenbrand case PGM_INT_CODE_ALEN_TRANSLATION: 1014da93626SDavid Hildenbrand case PGM_INT_CODE_ALE_SEQUENCE: 1024da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_VALIDITY: 1034da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_SEQUENCE: 1044da93626SDavid Hildenbrand case PGM_INT_CODE_EXTENDED_AUTHORITY: 1054da93626SDavid Hildenbrand case PGM_INT_CODE_LSTE_SEQUENCE: 1064da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_INSTANCE: 1074da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_FULL: 1084da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_EMPTY: 1094da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_SPECIFICATION: 1104da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_TYPE: 1114da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_OPERATION: 1124da93626SDavid Hildenbrand case PGM_INT_CODE_ASCE_TYPE: 1134da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_FIRST_TRANS: 1144da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_SECOND_TRANS: 1154da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_THIRD_TRANS: 1164da93626SDavid Hildenbrand case PGM_INT_CODE_PER: 1174da93626SDavid Hildenbrand case PGM_INT_CODE_CRYPTO_OPERATION: 118*68721b97SJanosch Frank case PGM_INT_CODE_SECURE_STOR_ACCESS: 119*68721b97SJanosch Frank case PGM_INT_CODE_NON_SECURE_STOR_ACCESS: 120*68721b97SJanosch Frank case PGM_INT_CODE_SECURE_STOR_VIOLATION: 1214da93626SDavid Hildenbrand /* The interrupt was nullified, the old PSW points at the 1224da93626SDavid Hildenbrand * responsible instruction. Forward the PSW so we don't loop. 1234da93626SDavid Hildenbrand */ 1244da93626SDavid Hildenbrand lc->pgm_old_psw.addr += lc->pgm_int_id; 1254da93626SDavid Hildenbrand } 1264da93626SDavid Hildenbrand /* suppressed/terminated/completed point already at the next address */ 1274da93626SDavid Hildenbrand } 1284da93626SDavid Hildenbrand 129f470061dSJanosch Frank static void print_int_regs(struct stack_frame_int *stack) 130f470061dSJanosch Frank { 131f470061dSJanosch Frank printf("\n"); 132f470061dSJanosch Frank printf("GPRS:\n"); 133f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 134f470061dSJanosch Frank stack->grs1[0], stack->grs1[1], stack->grs0[0], stack->grs0[1]); 135f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 136f470061dSJanosch Frank stack->grs0[2], stack->grs0[3], stack->grs0[4], stack->grs0[5]); 137f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 138f470061dSJanosch Frank stack->grs0[6], stack->grs0[7], stack->grs0[8], stack->grs0[9]); 139f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 140f470061dSJanosch Frank stack->grs0[10], stack->grs0[11], stack->grs0[12], stack->grs0[13]); 141f470061dSJanosch Frank printf("\n"); 142f470061dSJanosch Frank } 143f470061dSJanosch Frank 144f470061dSJanosch Frank static void print_pgm_info(struct stack_frame_int *stack) 145f470061dSJanosch Frank 146f470061dSJanosch Frank { 1477f5b10b7SJanosch Frank bool in_sie; 1487f5b10b7SJanosch Frank 1497f5b10b7SJanosch Frank in_sie = (lc->pgm_old_psw.addr >= (uintptr_t)sie_entry && 1507f5b10b7SJanosch Frank lc->pgm_old_psw.addr <= (uintptr_t)sie_exit); 1517f5b10b7SJanosch Frank 152f470061dSJanosch Frank printf("\n"); 1537f5b10b7SJanosch Frank printf("Unexpected program interrupt %s: %d on cpu %d at %#lx, ilen %d\n", 1547f5b10b7SJanosch Frank in_sie ? "in SIE" : "", 1557f5b10b7SJanosch Frank lc->pgm_int_code, stap(), lc->pgm_old_psw.addr, lc->pgm_int_id); 156f470061dSJanosch Frank print_int_regs(stack); 157f470061dSJanosch Frank dump_stack(); 158f470061dSJanosch Frank report_summary(); 159f470061dSJanosch Frank abort(); 160f470061dSJanosch Frank } 161f470061dSJanosch Frank 16236cfc0b7SJanosch Frank void handle_pgm_int(struct stack_frame_int *stack) 1634da93626SDavid Hildenbrand { 16447d7b1c0SClaudio Imbrenda if (!pgm_int_expected) { 16547d7b1c0SClaudio Imbrenda /* Force sclp_busy to false, otherwise we will loop forever */ 16647d7b1c0SClaudio Imbrenda sclp_handle_ext(); 167f470061dSJanosch Frank print_pgm_info(stack); 16847d7b1c0SClaudio Imbrenda } 1694da93626SDavid Hildenbrand 1704da93626SDavid Hildenbrand pgm_int_expected = false; 171cc7bed1bSJanosch Frank 172cc7bed1bSJanosch Frank if (pgm_cleanup_func) 173cc7bed1bSJanosch Frank (*pgm_cleanup_func)(); 174cc7bed1bSJanosch Frank else 17536cfc0b7SJanosch Frank fixup_pgm_int(stack); 1764da93626SDavid Hildenbrand } 1770f87a91aSJanosch Frank 17836cfc0b7SJanosch Frank void handle_ext_int(struct stack_frame_int *stack) 1790f87a91aSJanosch Frank { 180df121a0cSJanosch Frank if (!ext_int_expected && 181df121a0cSJanosch Frank lc->ext_int_code != EXT_IRQ_SERVICE_SIG) { 182081f4662SJanosch Frank report_abort("Unexpected external call interrupt (code %#x): on cpu %d at %#lx", 183081f4662SJanosch Frank lc->ext_int_code, stap(), lc->ext_old_psw.addr); 184df121a0cSJanosch Frank return; 185df121a0cSJanosch Frank } 186df121a0cSJanosch Frank 187df121a0cSJanosch Frank if (lc->ext_int_code == EXT_IRQ_SERVICE_SIG) { 18836cfc0b7SJanosch Frank stack->crs[0] &= ~(1UL << 9); 1898ead801eSJanosch Frank sclp_handle_ext(); 190df121a0cSJanosch Frank } else { 191df121a0cSJanosch Frank ext_int_expected = false; 1928ead801eSJanosch Frank } 193df121a0cSJanosch Frank 19436cfc0b7SJanosch Frank if (!(stack->crs[0] & CR0_EXTM_MASK)) 195df121a0cSJanosch Frank lc->ext_old_psw.mask &= ~PSW_MASK_EXT; 1960f87a91aSJanosch Frank } 1970f87a91aSJanosch Frank 1980f87a91aSJanosch Frank void handle_mcck_int(void) 1990f87a91aSJanosch Frank { 200081f4662SJanosch Frank report_abort("Unexpected machine check interrupt: on cpu %d at %#lx", 201081f4662SJanosch Frank stap(), lc->mcck_old_psw.addr); 2020f87a91aSJanosch Frank } 2030f87a91aSJanosch Frank 204adc7ff44SPierre Morel static void (*io_int_func)(void); 205adc7ff44SPierre Morel 2060f87a91aSJanosch Frank void handle_io_int(void) 2070f87a91aSJanosch Frank { 208adc7ff44SPierre Morel if (io_int_func) 209adc7ff44SPierre Morel return io_int_func(); 210adc7ff44SPierre Morel 211081f4662SJanosch Frank report_abort("Unexpected io interrupt: on cpu %d at %#lx", 212081f4662SJanosch Frank stap(), lc->io_old_psw.addr); 2130f87a91aSJanosch Frank } 2140f87a91aSJanosch Frank 215adc7ff44SPierre Morel int register_io_int_func(void (*f)(void)) 216adc7ff44SPierre Morel { 217adc7ff44SPierre Morel if (io_int_func) 218adc7ff44SPierre Morel return -1; 219adc7ff44SPierre Morel io_int_func = f; 220adc7ff44SPierre Morel return 0; 221adc7ff44SPierre Morel } 222adc7ff44SPierre Morel 223adc7ff44SPierre Morel int unregister_io_int_func(void (*f)(void)) 224adc7ff44SPierre Morel { 225adc7ff44SPierre Morel if (io_int_func != f) 226adc7ff44SPierre Morel return -1; 227adc7ff44SPierre Morel io_int_func = NULL; 228adc7ff44SPierre Morel return 0; 229adc7ff44SPierre Morel } 230adc7ff44SPierre Morel 2310f87a91aSJanosch Frank void handle_svc_int(void) 2320f87a91aSJanosch Frank { 233b43c912fSClaudio Imbrenda uint16_t code = lc->svc_int_code; 234b43c912fSClaudio Imbrenda 235b43c912fSClaudio Imbrenda switch (code) { 236b43c912fSClaudio Imbrenda case SVC_LEAVE_PSTATE: 237b43c912fSClaudio Imbrenda lc->svc_old_psw.mask &= ~PSW_MASK_PSTATE; 238b43c912fSClaudio Imbrenda break; 239b43c912fSClaudio Imbrenda default: 240b43c912fSClaudio Imbrenda report_abort("Unexpected supervisor call interrupt: code %#x on cpu %d at %#lx", 241b43c912fSClaudio Imbrenda code, stap(), lc->svc_old_psw.addr); 242b43c912fSClaudio Imbrenda } 2430f87a91aSJanosch Frank } 244