16c9f99dfSJanosch Frank /* SPDX-License-Identifier: GPL-2.0-only */ 24da93626SDavid Hildenbrand /* 34da93626SDavid Hildenbrand * s390x interrupt handling 44da93626SDavid Hildenbrand * 54da93626SDavid Hildenbrand * Copyright (c) 2017 Red Hat Inc 64da93626SDavid Hildenbrand * 74da93626SDavid Hildenbrand * Authors: 84da93626SDavid Hildenbrand * David Hildenbrand <david@redhat.com> 94da93626SDavid Hildenbrand */ 104da93626SDavid Hildenbrand #include <libcflat.h> 114da93626SDavid Hildenbrand #include <asm/barrier.h> 128ead801eSJanosch Frank #include <sclp.h> 13adc7ff44SPierre Morel #include <interrupt.h> 143ae7f80fSJanosch Frank #include <sie.h> 151921c4c6SJanosch Frank #include <fault.h> 161921c4c6SJanosch Frank #include <asm/page.h> 174da93626SDavid Hildenbrand 184da93626SDavid Hildenbrand static bool pgm_int_expected; 19df121a0cSJanosch Frank static bool ext_int_expected; 20cc7bed1bSJanosch Frank static void (*pgm_cleanup_func)(void); 214da93626SDavid Hildenbrand static struct lowcore *lc; 224da93626SDavid Hildenbrand 234da93626SDavid Hildenbrand void expect_pgm_int(void) 244da93626SDavid Hildenbrand { 254da93626SDavid Hildenbrand pgm_int_expected = true; 264da93626SDavid Hildenbrand lc->pgm_int_code = 0; 272652cb00SClaudio Imbrenda lc->trans_exc_id = 0; 284da93626SDavid Hildenbrand mb(); 294da93626SDavid Hildenbrand } 304da93626SDavid Hildenbrand 31df121a0cSJanosch Frank void expect_ext_int(void) 32df121a0cSJanosch Frank { 33df121a0cSJanosch Frank ext_int_expected = true; 34df121a0cSJanosch Frank lc->ext_int_code = 0; 35df121a0cSJanosch Frank mb(); 36df121a0cSJanosch Frank } 37df121a0cSJanosch Frank 383db880b6SDavid Hildenbrand uint16_t clear_pgm_int(void) 393db880b6SDavid Hildenbrand { 403db880b6SDavid Hildenbrand uint16_t code; 413db880b6SDavid Hildenbrand 423db880b6SDavid Hildenbrand mb(); 433db880b6SDavid Hildenbrand code = lc->pgm_int_code; 443db880b6SDavid Hildenbrand lc->pgm_int_code = 0; 452652cb00SClaudio Imbrenda lc->trans_exc_id = 0; 463db880b6SDavid Hildenbrand pgm_int_expected = false; 473db880b6SDavid Hildenbrand return code; 483db880b6SDavid Hildenbrand } 493db880b6SDavid Hildenbrand 504da93626SDavid Hildenbrand void check_pgm_int_code(uint16_t code) 514da93626SDavid Hildenbrand { 524da93626SDavid Hildenbrand mb(); 53a299895bSThomas Huth report(code == lc->pgm_int_code, 54a299895bSThomas Huth "Program interrupt: expected(%d) == received(%d)", code, 55a299895bSThomas Huth lc->pgm_int_code); 564da93626SDavid Hildenbrand } 574da93626SDavid Hildenbrand 58cc7bed1bSJanosch Frank void register_pgm_cleanup_func(void (*f)(void)) 59cc7bed1bSJanosch Frank { 60cc7bed1bSJanosch Frank pgm_cleanup_func = f; 61cc7bed1bSJanosch Frank } 62cc7bed1bSJanosch Frank 6336cfc0b7SJanosch Frank static void fixup_pgm_int(struct stack_frame_int *stack) 644da93626SDavid Hildenbrand { 653ae7f80fSJanosch Frank /* If we have an error on SIE we directly move to sie_exit */ 663ae7f80fSJanosch Frank if (lc->pgm_old_psw.addr >= (uint64_t)&sie_entry && 673ae7f80fSJanosch Frank lc->pgm_old_psw.addr <= (uint64_t)&sie_exit) { 683ae7f80fSJanosch Frank lc->pgm_old_psw.addr = (uint64_t)&sie_exit; 693ae7f80fSJanosch Frank } 703ae7f80fSJanosch Frank 714da93626SDavid Hildenbrand switch (lc->pgm_int_code) { 724ef6f57dSJanosch Frank case PGM_INT_CODE_PRIVILEGED_OPERATION: 734ef6f57dSJanosch Frank /* Normal operation is in supervisor state, so this exception 744ef6f57dSJanosch Frank * was produced intentionally and we should return to the 754ef6f57dSJanosch Frank * supervisor state. 764ef6f57dSJanosch Frank */ 774ef6f57dSJanosch Frank lc->pgm_old_psw.mask &= ~PSW_MASK_PSTATE; 784ef6f57dSJanosch Frank break; 7949a732c7SJanosch Frank case PGM_INT_CODE_PROTECTION: 8049a732c7SJanosch Frank /* Handling for iep.c test case. */ 811921c4c6SJanosch Frank if (prot_is_iep(lc->trans_exc_id)) 8236cfc0b7SJanosch Frank /* 8336cfc0b7SJanosch Frank * We branched to the instruction that caused 8436cfc0b7SJanosch Frank * the exception so we can use the return 8536cfc0b7SJanosch Frank * address in GR14 to jump back and continue 8636cfc0b7SJanosch Frank * executing test code. 8736cfc0b7SJanosch Frank */ 8836cfc0b7SJanosch Frank lc->pgm_old_psw.addr = stack->grs0[12]; 8949a732c7SJanosch Frank break; 904da93626SDavid Hildenbrand case PGM_INT_CODE_SEGMENT_TRANSLATION: 914da93626SDavid Hildenbrand case PGM_INT_CODE_PAGE_TRANSLATION: 924da93626SDavid Hildenbrand case PGM_INT_CODE_TRACE_TABLE: 934da93626SDavid Hildenbrand case PGM_INT_CODE_AFX_TRANSLATION: 944da93626SDavid Hildenbrand case PGM_INT_CODE_ASX_TRANSLATION: 954da93626SDavid Hildenbrand case PGM_INT_CODE_LX_TRANSLATION: 964da93626SDavid Hildenbrand case PGM_INT_CODE_EX_TRANSLATION: 974da93626SDavid Hildenbrand case PGM_INT_CODE_PRIMARY_AUTHORITY: 984da93626SDavid Hildenbrand case PGM_INT_CODE_SECONDARY_AUTHORITY: 994da93626SDavid Hildenbrand case PGM_INT_CODE_LFX_TRANSLATION: 1004da93626SDavid Hildenbrand case PGM_INT_CODE_LSX_TRANSLATION: 1014da93626SDavid Hildenbrand case PGM_INT_CODE_ALEN_TRANSLATION: 1024da93626SDavid Hildenbrand case PGM_INT_CODE_ALE_SEQUENCE: 1034da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_VALIDITY: 1044da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_SEQUENCE: 1054da93626SDavid Hildenbrand case PGM_INT_CODE_EXTENDED_AUTHORITY: 1064da93626SDavid Hildenbrand case PGM_INT_CODE_LSTE_SEQUENCE: 1074da93626SDavid Hildenbrand case PGM_INT_CODE_ASTE_INSTANCE: 1084da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_FULL: 1094da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_EMPTY: 1104da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_SPECIFICATION: 1114da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_TYPE: 1124da93626SDavid Hildenbrand case PGM_INT_CODE_STACK_OPERATION: 1134da93626SDavid Hildenbrand case PGM_INT_CODE_ASCE_TYPE: 1144da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_FIRST_TRANS: 1154da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_SECOND_TRANS: 1164da93626SDavid Hildenbrand case PGM_INT_CODE_REGION_THIRD_TRANS: 1174da93626SDavid Hildenbrand case PGM_INT_CODE_PER: 1184da93626SDavid Hildenbrand case PGM_INT_CODE_CRYPTO_OPERATION: 11968721b97SJanosch Frank case PGM_INT_CODE_SECURE_STOR_ACCESS: 12068721b97SJanosch Frank case PGM_INT_CODE_NON_SECURE_STOR_ACCESS: 12168721b97SJanosch Frank case PGM_INT_CODE_SECURE_STOR_VIOLATION: 1224da93626SDavid Hildenbrand /* The interrupt was nullified, the old PSW points at the 1234da93626SDavid Hildenbrand * responsible instruction. Forward the PSW so we don't loop. 1244da93626SDavid Hildenbrand */ 1254da93626SDavid Hildenbrand lc->pgm_old_psw.addr += lc->pgm_int_id; 1264da93626SDavid Hildenbrand } 1274da93626SDavid Hildenbrand /* suppressed/terminated/completed point already at the next address */ 1284da93626SDavid Hildenbrand } 1294da93626SDavid Hildenbrand 1301921c4c6SJanosch Frank static void print_storage_exception_information(void) 1311921c4c6SJanosch Frank { 1321921c4c6SJanosch Frank switch (lc->pgm_int_code) { 1331921c4c6SJanosch Frank case PGM_INT_CODE_PROTECTION: 1341921c4c6SJanosch Frank case PGM_INT_CODE_PAGE_TRANSLATION: 1351921c4c6SJanosch Frank case PGM_INT_CODE_SEGMENT_TRANSLATION: 1361921c4c6SJanosch Frank case PGM_INT_CODE_ASCE_TYPE: 1371921c4c6SJanosch Frank case PGM_INT_CODE_REGION_FIRST_TRANS: 1381921c4c6SJanosch Frank case PGM_INT_CODE_REGION_SECOND_TRANS: 1391921c4c6SJanosch Frank case PGM_INT_CODE_REGION_THIRD_TRANS: 1401921c4c6SJanosch Frank case PGM_INT_CODE_SECURE_STOR_ACCESS: 1411921c4c6SJanosch Frank case PGM_INT_CODE_NON_SECURE_STOR_ACCESS: 1421921c4c6SJanosch Frank case PGM_INT_CODE_SECURE_STOR_VIOLATION: 1431921c4c6SJanosch Frank print_decode_teid(lc->trans_exc_id); 1441921c4c6SJanosch Frank break; 1451921c4c6SJanosch Frank } 1461921c4c6SJanosch Frank } 1471921c4c6SJanosch Frank 148f470061dSJanosch Frank static void print_int_regs(struct stack_frame_int *stack) 149f470061dSJanosch Frank { 150f470061dSJanosch Frank printf("\n"); 151f470061dSJanosch Frank printf("GPRS:\n"); 152f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 153f470061dSJanosch Frank stack->grs1[0], stack->grs1[1], stack->grs0[0], stack->grs0[1]); 154f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 155f470061dSJanosch Frank stack->grs0[2], stack->grs0[3], stack->grs0[4], stack->grs0[5]); 156f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 157f470061dSJanosch Frank stack->grs0[6], stack->grs0[7], stack->grs0[8], stack->grs0[9]); 158f470061dSJanosch Frank printf("%016lx %016lx %016lx %016lx\n", 159f470061dSJanosch Frank stack->grs0[10], stack->grs0[11], stack->grs0[12], stack->grs0[13]); 160f470061dSJanosch Frank printf("\n"); 161f470061dSJanosch Frank } 162f470061dSJanosch Frank 163f470061dSJanosch Frank static void print_pgm_info(struct stack_frame_int *stack) 164f470061dSJanosch Frank 165f470061dSJanosch Frank { 1667f5b10b7SJanosch Frank bool in_sie; 1677f5b10b7SJanosch Frank 1687f5b10b7SJanosch Frank in_sie = (lc->pgm_old_psw.addr >= (uintptr_t)sie_entry && 1697f5b10b7SJanosch Frank lc->pgm_old_psw.addr <= (uintptr_t)sie_exit); 1707f5b10b7SJanosch Frank 171f470061dSJanosch Frank printf("\n"); 172*61f45abaSJanosch Frank printf("Unexpected program interrupt %s: %#x on cpu %d at %#lx, ilen %d\n", 1737f5b10b7SJanosch Frank in_sie ? "in SIE" : "", 1747f5b10b7SJanosch Frank lc->pgm_int_code, stap(), lc->pgm_old_psw.addr, lc->pgm_int_id); 175f470061dSJanosch Frank print_int_regs(stack); 176f470061dSJanosch Frank dump_stack(); 1771921c4c6SJanosch Frank 1781921c4c6SJanosch Frank /* Dump stack doesn't end with a \n so we add it here instead */ 1791921c4c6SJanosch Frank printf("\n"); 1801921c4c6SJanosch Frank print_storage_exception_information(); 181f470061dSJanosch Frank report_summary(); 182f470061dSJanosch Frank abort(); 183f470061dSJanosch Frank } 184f470061dSJanosch Frank 18536cfc0b7SJanosch Frank void handle_pgm_int(struct stack_frame_int *stack) 1864da93626SDavid Hildenbrand { 18747d7b1c0SClaudio Imbrenda if (!pgm_int_expected) { 18847d7b1c0SClaudio Imbrenda /* Force sclp_busy to false, otherwise we will loop forever */ 18947d7b1c0SClaudio Imbrenda sclp_handle_ext(); 190f470061dSJanosch Frank print_pgm_info(stack); 19147d7b1c0SClaudio Imbrenda } 1924da93626SDavid Hildenbrand 1934da93626SDavid Hildenbrand pgm_int_expected = false; 194cc7bed1bSJanosch Frank 195cc7bed1bSJanosch Frank if (pgm_cleanup_func) 196cc7bed1bSJanosch Frank (*pgm_cleanup_func)(); 197cc7bed1bSJanosch Frank else 19836cfc0b7SJanosch Frank fixup_pgm_int(stack); 1994da93626SDavid Hildenbrand } 2000f87a91aSJanosch Frank 20136cfc0b7SJanosch Frank void handle_ext_int(struct stack_frame_int *stack) 2020f87a91aSJanosch Frank { 203df121a0cSJanosch Frank if (!ext_int_expected && 204df121a0cSJanosch Frank lc->ext_int_code != EXT_IRQ_SERVICE_SIG) { 205081f4662SJanosch Frank report_abort("Unexpected external call interrupt (code %#x): on cpu %d at %#lx", 206081f4662SJanosch Frank lc->ext_int_code, stap(), lc->ext_old_psw.addr); 207df121a0cSJanosch Frank return; 208df121a0cSJanosch Frank } 209df121a0cSJanosch Frank 210df121a0cSJanosch Frank if (lc->ext_int_code == EXT_IRQ_SERVICE_SIG) { 21136cfc0b7SJanosch Frank stack->crs[0] &= ~(1UL << 9); 2128ead801eSJanosch Frank sclp_handle_ext(); 213df121a0cSJanosch Frank } else { 214df121a0cSJanosch Frank ext_int_expected = false; 2158ead801eSJanosch Frank } 216df121a0cSJanosch Frank 21736cfc0b7SJanosch Frank if (!(stack->crs[0] & CR0_EXTM_MASK)) 218df121a0cSJanosch Frank lc->ext_old_psw.mask &= ~PSW_MASK_EXT; 2190f87a91aSJanosch Frank } 2200f87a91aSJanosch Frank 2210f87a91aSJanosch Frank void handle_mcck_int(void) 2220f87a91aSJanosch Frank { 223081f4662SJanosch Frank report_abort("Unexpected machine check interrupt: on cpu %d at %#lx", 224081f4662SJanosch Frank stap(), lc->mcck_old_psw.addr); 2250f87a91aSJanosch Frank } 2260f87a91aSJanosch Frank 227adc7ff44SPierre Morel static void (*io_int_func)(void); 228adc7ff44SPierre Morel 2290f87a91aSJanosch Frank void handle_io_int(void) 2300f87a91aSJanosch Frank { 231adc7ff44SPierre Morel if (io_int_func) 232adc7ff44SPierre Morel return io_int_func(); 233adc7ff44SPierre Morel 234081f4662SJanosch Frank report_abort("Unexpected io interrupt: on cpu %d at %#lx", 235081f4662SJanosch Frank stap(), lc->io_old_psw.addr); 2360f87a91aSJanosch Frank } 2370f87a91aSJanosch Frank 238adc7ff44SPierre Morel int register_io_int_func(void (*f)(void)) 239adc7ff44SPierre Morel { 240adc7ff44SPierre Morel if (io_int_func) 241adc7ff44SPierre Morel return -1; 242adc7ff44SPierre Morel io_int_func = f; 243adc7ff44SPierre Morel return 0; 244adc7ff44SPierre Morel } 245adc7ff44SPierre Morel 246adc7ff44SPierre Morel int unregister_io_int_func(void (*f)(void)) 247adc7ff44SPierre Morel { 248adc7ff44SPierre Morel if (io_int_func != f) 249adc7ff44SPierre Morel return -1; 250adc7ff44SPierre Morel io_int_func = NULL; 251adc7ff44SPierre Morel return 0; 252adc7ff44SPierre Morel } 253adc7ff44SPierre Morel 2540f87a91aSJanosch Frank void handle_svc_int(void) 2550f87a91aSJanosch Frank { 256b43c912fSClaudio Imbrenda uint16_t code = lc->svc_int_code; 257b43c912fSClaudio Imbrenda 258b43c912fSClaudio Imbrenda switch (code) { 259b43c912fSClaudio Imbrenda case SVC_LEAVE_PSTATE: 260b43c912fSClaudio Imbrenda lc->svc_old_psw.mask &= ~PSW_MASK_PSTATE; 261b43c912fSClaudio Imbrenda break; 262b43c912fSClaudio Imbrenda default: 263b43c912fSClaudio Imbrenda report_abort("Unexpected supervisor call interrupt: code %#x on cpu %d at %#lx", 264b43c912fSClaudio Imbrenda code, stap(), lc->svc_old_psw.addr); 265b43c912fSClaudio Imbrenda } 2660f87a91aSJanosch Frank } 267