16c9f99dfSJanosch Frank /* SPDX-License-Identifier: GPL-2.0-only */ 24da93626SDavid Hildenbrand /* 34da93626SDavid Hildenbrand * s390x interrupt handling 44da93626SDavid Hildenbrand * 54da93626SDavid Hildenbrand * Copyright (c) 2017 Red Hat Inc 64da93626SDavid Hildenbrand * 74da93626SDavid Hildenbrand * Authors: 84da93626SDavid Hildenbrand * David Hildenbrand <david@redhat.com> 94da93626SDavid Hildenbrand */ 104da93626SDavid Hildenbrand #include <libcflat.h> 114da93626SDavid Hildenbrand #include <asm/barrier.h> 128ead801eSJanosch Frank #include <sclp.h> 13adc7ff44SPierre Morel #include <interrupt.h> 143ae7f80fSJanosch Frank #include <sie.h> 154da93626SDavid Hildenbrand 164da93626SDavid Hildenbrand static bool pgm_int_expected; 17df121a0cSJanosch Frank static bool ext_int_expected; 18cc7bed1bSJanosch Frank static void (*pgm_cleanup_func)(void); 194da93626SDavid Hildenbrand static struct lowcore *lc; 204da93626SDavid Hildenbrand 214da93626SDavid Hildenbrand void expect_pgm_int(void) 224da93626SDavid Hildenbrand { 234da93626SDavid Hildenbrand pgm_int_expected = true; 244da93626SDavid Hildenbrand lc->pgm_int_code = 0; 25*2652cb00SClaudio Imbrenda lc->trans_exc_id = 0; 264da93626SDavid Hildenbrand mb(); 274da93626SDavid Hildenbrand } 284da93626SDavid Hildenbrand 29df121a0cSJanosch Frank void expect_ext_int(void) 30df121a0cSJanosch Frank { 31df121a0cSJanosch Frank ext_int_expected = true; 32df121a0cSJanosch Frank lc->ext_int_code = 0; 33df121a0cSJanosch Frank mb(); 34df121a0cSJanosch Frank } 35df121a0cSJanosch Frank 363db880b6SDavid Hildenbrand uint16_t clear_pgm_int(void) 373db880b6SDavid Hildenbrand { 383db880b6SDavid Hildenbrand uint16_t code; 393db880b6SDavid Hildenbrand 403db880b6SDavid Hildenbrand mb(); 413db880b6SDavid Hildenbrand code = lc->pgm_int_code; 423db880b6SDavid Hildenbrand lc->pgm_int_code = 0; 43*2652cb00SClaudio Imbrenda lc->trans_exc_id = 0; 443db880b6SDavid Hildenbrand pgm_int_expected = false; 453db880b6SDavid Hildenbrand return code; 463db880b6SDavid Hildenbrand } 473db880b6SDavid Hildenbrand 484da93626SDavid Hildenbrand void check_pgm_int_code(uint16_t code) 494da93626SDavid Hildenbrand { 504da93626SDavid Hildenbrand mb(); 51a299895bSThomas Huth report(code == lc->pgm_int_code, 52a299895bSThomas Huth "Program interrupt: expected(%d) == received(%d)", code, 53a299895bSThomas Huth lc->pgm_int_code); 544da93626SDavid Hildenbrand } 554da93626SDavid Hildenbrand 56cc7bed1bSJanosch Frank void register_pgm_cleanup_func(void (*f)(void)) 57cc7bed1bSJanosch Frank { 58cc7bed1bSJanosch Frank pgm_cleanup_func = f; 59cc7bed1bSJanosch Frank } 60cc7bed1bSJanosch Frank 6136cfc0b7SJanosch Frank static void fixup_pgm_int(struct stack_frame_int *stack) 624da93626SDavid Hildenbrand { 633ae7f80fSJanosch Frank /* If we have an error on SIE we directly move to sie_exit */ 643ae7f80fSJanosch Frank if (lc->pgm_old_psw.addr >= (uint64_t)&sie_entry && 653ae7f80fSJanosch Frank lc->pgm_old_psw.addr <= (uint64_t)&sie_exit) { 663ae7f80fSJanosch Frank lc->pgm_old_psw.addr = (uint64_t)&sie_exit; 673ae7f80fSJanosch Frank } 683ae7f80fSJanosch Frank 694da93626SDavid Hildenbrand switch (lc->pgm_int_code) { 704ef6f57dSJanosch Frank case PGM_INT_CODE_PRIVILEGED_OPERATION: 714ef6f57dSJanosch Frank /* Normal operation is in supervisor state, so this exception 724ef6f57dSJanosch Frank * was produced intentionally and we should return to the 734ef6f57dSJanosch Frank * supervisor state. 744ef6f57dSJanosch Frank */ 754ef6f57dSJanosch Frank lc->pgm_old_psw.mask &= ~PSW_MASK_PSTATE; 764ef6f57dSJanosch Frank break; 7749a732c7SJanosch Frank case PGM_INT_CODE_PROTECTION: 7849a732c7SJanosch Frank /* Handling for iep.c test case. */ 7949a732c7SJanosch Frank if (lc->trans_exc_id & 0x80UL && lc->trans_exc_id & 0x04UL && 8049a732c7SJanosch Frank !(lc->trans_exc_id & 0x08UL)) 8136cfc0b7SJanosch Frank /* 8236cfc0b7SJanosch Frank * We branched to the instruction that caused 8336cfc0b7SJanosch Frank * the exception so we can use the return 8436cfc0b7SJanosch Frank * address in GR14 to jump back and continue 8536cfc0b7SJanosch Frank * executing test code. 8636cfc0b7SJanosch Frank */ 8736cfc0b7SJanosch Frank lc->pgm_old_psw.addr = stack->grs0[12]; 8849a732c7SJanosch Frank break; 894da93626SDavid Hildenbrand case PGM_INT_CODE_SEGMENT_TRANSLATION: 904da93626SDavid Hildenbrand case PGM_INT_CODE_PAGE_TRANSLATION: 914da93626SDavid Hildenbrand case PGM_INT_CODE_TRACE_TABLE: 924da93626SDavid Hildenbrand case PGM_INT_CODE_AFX_TRANSLATION: 934da93626SDavid Hildenbrand case PGM_INT_CODE_ASX_TRANSLATION: 944da93626SDavid Hildenbrand case PGM_INT_CODE_LX_TRANSLATION: 954da93626SDavid Hildenbrand case PGM_INT_CODE_EX_TRANSLATION: 964da93626SDavid Hildenbrand case PGM_INT_CODE_PRIMARY_AUTHORITY: 974da93626SDavid Hildenbrand case PGM_INT_CODE_SECONDARY_AUTHORITY: 984da93626SDavid Hildenbrand case PGM_INT_CODE_LFX_TRANSLATION: 994da93626SDavid Hildenbrand case PGM_INT_CODE_LSX_TRANSLATION: 1004da93626SDavid Hildenbrand case PGM_INT_CODE_ALEN_TRANSLATION: 1014da93626SDavid Hildenbrand case PGM_INT_CODE_ALE_SEQUENCE: 1024da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_VALIDITY: 1034da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_SEQUENCE: 1044da93626SDavid Hildenbrand case PGM_INT_CODE_EXTENDED_AUTHORITY: 1054da93626SDavid Hildenbrand case PGM_INT_CODE_LSTE_SEQUENCE: 1064da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_INSTANCE: 1074da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_FULL: 1084da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_EMPTY: 1094da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_SPECIFICATION: 1104da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_TYPE: 1114da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_OPERATION: 1124da93626SDavid Hildenbrand case PGM_INT_CODE_ASCE_TYPE: 1134da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_FIRST_TRANS: 1144da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_SECOND_TRANS: 1154da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_THIRD_TRANS: 1164da93626SDavid Hildenbrand case PGM_INT_CODE_PER: 1174da93626SDavid Hildenbrand case PGM_INT_CODE_CRYPTO_OPERATION: 1184da93626SDavid Hildenbrand /* The interrupt was nullified, the old PSW points at the 1194da93626SDavid Hildenbrand * responsible instruction. Forward the PSW so we don't loop. 1204da93626SDavid Hildenbrand */ 1214da93626SDavid Hildenbrand lc->pgm_old_psw.addr += lc->pgm_int_id; 1224da93626SDavid Hildenbrand } 1234da93626SDavid Hildenbrand /* suppressed/terminated/completed point already at the next address */ 1244da93626SDavid Hildenbrand } 1254da93626SDavid Hildenbrand 126f470061dSJanosch Frank static void print_int_regs(struct stack_frame_int *stack) 127f470061dSJanosch Frank { 128f470061dSJanosch Frank printf("\n"); 129f470061dSJanosch Frank printf("GPRS:\n"); 130f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 131f470061dSJanosch Frank stack->grs1[0], stack->grs1[1], stack->grs0[0], stack->grs0[1]); 132f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 133f470061dSJanosch Frank stack->grs0[2], stack->grs0[3], stack->grs0[4], stack->grs0[5]); 134f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 135f470061dSJanosch Frank stack->grs0[6], stack->grs0[7], stack->grs0[8], stack->grs0[9]); 136f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 137f470061dSJanosch Frank stack->grs0[10], stack->grs0[11], stack->grs0[12], stack->grs0[13]); 138f470061dSJanosch Frank printf("\n"); 139f470061dSJanosch Frank } 140f470061dSJanosch Frank 141f470061dSJanosch Frank static void print_pgm_info(struct stack_frame_int *stack) 142f470061dSJanosch Frank 143f470061dSJanosch Frank { 144f470061dSJanosch Frank printf("\n"); 145f470061dSJanosch Frank printf("Unexpected program interrupt: %d on cpu %d at %#lx, ilen %d\n", 146f470061dSJanosch Frank lc->pgm_int_code, stap(), lc->pgm_old_psw.addr, 147f470061dSJanosch Frank lc->pgm_int_id); 148f470061dSJanosch Frank print_int_regs(stack); 149f470061dSJanosch Frank dump_stack(); 150f470061dSJanosch Frank report_summary(); 151f470061dSJanosch Frank abort(); 152f470061dSJanosch Frank } 153f470061dSJanosch Frank 15436cfc0b7SJanosch Frank void handle_pgm_int(struct stack_frame_int *stack) 1554da93626SDavid Hildenbrand { 15647d7b1c0SClaudio Imbrenda if (!pgm_int_expected) { 15747d7b1c0SClaudio Imbrenda /* Force sclp_busy to false, otherwise we will loop forever */ 15847d7b1c0SClaudio Imbrenda sclp_handle_ext(); 159f470061dSJanosch Frank print_pgm_info(stack); 160081f4662SJanosch Frank report_abort("Unexpected program interrupt: %d on cpu %d at %#lx, ilen %d\n", 161081f4662SJanosch Frank lc->pgm_int_code, stap(), lc->pgm_old_psw.addr, 1624da93626SDavid Hildenbrand lc->pgm_int_id); 16347d7b1c0SClaudio Imbrenda } 1644da93626SDavid Hildenbrand 1654da93626SDavid Hildenbrand pgm_int_expected = false; 166cc7bed1bSJanosch Frank 167cc7bed1bSJanosch Frank if (pgm_cleanup_func) 168cc7bed1bSJanosch Frank (*pgm_cleanup_func)(); 169cc7bed1bSJanosch Frank else 17036cfc0b7SJanosch Frank fixup_pgm_int(stack); 1714da93626SDavid Hildenbrand } 1720f87a91aSJanosch Frank 17336cfc0b7SJanosch Frank void handle_ext_int(struct stack_frame_int *stack) 1740f87a91aSJanosch Frank { 175df121a0cSJanosch Frank if (!ext_int_expected && 176df121a0cSJanosch Frank lc->ext_int_code != EXT_IRQ_SERVICE_SIG) { 177081f4662SJanosch Frank report_abort("Unexpected external call interrupt (code %#x): on cpu %d at %#lx", 178081f4662SJanosch Frank lc->ext_int_code, stap(), lc->ext_old_psw.addr); 179df121a0cSJanosch Frank return; 180df121a0cSJanosch Frank } 181df121a0cSJanosch Frank 182df121a0cSJanosch Frank if (lc->ext_int_code == EXT_IRQ_SERVICE_SIG) { 18336cfc0b7SJanosch Frank stack->crs[0] &= ~(1UL << 9); 1848ead801eSJanosch Frank sclp_handle_ext(); 185df121a0cSJanosch Frank } else { 186df121a0cSJanosch Frank ext_int_expected = false; 1878ead801eSJanosch Frank } 188df121a0cSJanosch Frank 18936cfc0b7SJanosch Frank if (!(stack->crs[0] & CR0_EXTM_MASK)) 190df121a0cSJanosch Frank lc->ext_old_psw.mask &= ~PSW_MASK_EXT; 1910f87a91aSJanosch Frank } 1920f87a91aSJanosch Frank 1930f87a91aSJanosch Frank void handle_mcck_int(void) 1940f87a91aSJanosch Frank { 195081f4662SJanosch Frank report_abort("Unexpected machine check interrupt: on cpu %d at %#lx", 196081f4662SJanosch Frank stap(), lc->mcck_old_psw.addr); 1970f87a91aSJanosch Frank } 1980f87a91aSJanosch Frank 199adc7ff44SPierre Morel static void (*io_int_func)(void); 200adc7ff44SPierre Morel 2010f87a91aSJanosch Frank void handle_io_int(void) 2020f87a91aSJanosch Frank { 203adc7ff44SPierre Morel if (io_int_func) 204adc7ff44SPierre Morel return io_int_func(); 205adc7ff44SPierre Morel 206081f4662SJanosch Frank report_abort("Unexpected io interrupt: on cpu %d at %#lx", 207081f4662SJanosch Frank stap(), lc->io_old_psw.addr); 2080f87a91aSJanosch Frank } 2090f87a91aSJanosch Frank 210adc7ff44SPierre Morel int register_io_int_func(void (*f)(void)) 211adc7ff44SPierre Morel { 212adc7ff44SPierre Morel if (io_int_func) 213adc7ff44SPierre Morel return -1; 214adc7ff44SPierre Morel io_int_func = f; 215adc7ff44SPierre Morel return 0; 216adc7ff44SPierre Morel } 217adc7ff44SPierre Morel 218adc7ff44SPierre Morel int unregister_io_int_func(void (*f)(void)) 219adc7ff44SPierre Morel { 220adc7ff44SPierre Morel if (io_int_func != f) 221adc7ff44SPierre Morel return -1; 222adc7ff44SPierre Morel io_int_func = NULL; 223adc7ff44SPierre Morel return 0; 224adc7ff44SPierre Morel } 225adc7ff44SPierre Morel 2260f87a91aSJanosch Frank void handle_svc_int(void) 2270f87a91aSJanosch Frank { 228b43c912fSClaudio Imbrenda uint16_t code = lc->svc_int_code; 229b43c912fSClaudio Imbrenda 230b43c912fSClaudio Imbrenda switch (code) { 231b43c912fSClaudio Imbrenda case SVC_LEAVE_PSTATE: 232b43c912fSClaudio Imbrenda lc->svc_old_psw.mask &= ~PSW_MASK_PSTATE; 233b43c912fSClaudio Imbrenda break; 234b43c912fSClaudio Imbrenda default: 235b43c912fSClaudio Imbrenda report_abort("Unexpected supervisor call interrupt: code %#x on cpu %d at %#lx", 236b43c912fSClaudio Imbrenda code, stap(), lc->svc_old_psw.addr); 237b43c912fSClaudio Imbrenda } 2380f87a91aSJanosch Frank } 239