118f6290aSShashi Mallela /* 218f6290aSShashi Mallela * ITS emulation for a GICv3-based system 318f6290aSShashi Mallela * 418f6290aSShashi Mallela * Copyright Linaro.org 2021 518f6290aSShashi Mallela * 618f6290aSShashi Mallela * Authors: 718f6290aSShashi Mallela * Shashi Mallela <shashi.mallela@linaro.org> 818f6290aSShashi Mallela * 918f6290aSShashi Mallela * This work is licensed under the terms of the GNU GPL, version 2 or (at your 1018f6290aSShashi Mallela * option) any later version. See the COPYING file in the top-level directory. 1118f6290aSShashi Mallela * 1218f6290aSShashi Mallela */ 1318f6290aSShashi Mallela 1418f6290aSShashi Mallela #include "qemu/osdep.h" 1518f6290aSShashi Mallela #include "qemu/log.h" 16195209d3SPeter Maydell #include "trace.h" 1718f6290aSShashi Mallela #include "hw/qdev-properties.h" 1818f6290aSShashi Mallela #include "hw/intc/arm_gicv3_its_common.h" 1918f6290aSShashi Mallela #include "gicv3_internal.h" 2018f6290aSShashi Mallela #include "qom/object.h" 2118f6290aSShashi Mallela #include "qapi/error.h" 2218f6290aSShashi Mallela 2318f6290aSShashi Mallela typedef struct GICv3ITSClass GICv3ITSClass; 2418f6290aSShashi Mallela /* This is reusing the GICv3ITSState typedef from ARM_GICV3_ITS_COMMON */ 2518f6290aSShashi Mallela DECLARE_OBJ_CHECKERS(GICv3ITSState, GICv3ITSClass, 2618f6290aSShashi Mallela ARM_GICV3_ITS, TYPE_ARM_GICV3_ITS) 2718f6290aSShashi Mallela 2818f6290aSShashi Mallela struct GICv3ITSClass { 2918f6290aSShashi Mallela GICv3ITSCommonClass parent_class; 3018f6290aSShashi Mallela void (*parent_reset)(DeviceState *dev); 3118f6290aSShashi Mallela }; 3218f6290aSShashi Mallela 33c694cb4cSShashi Mallela /* 34c694cb4cSShashi Mallela * This is an internal enum used to distinguish between LPI triggered 35c694cb4cSShashi Mallela * via command queue and LPI triggered via gits_translater write. 36c694cb4cSShashi Mallela */ 37c694cb4cSShashi Mallela typedef enum ItsCmdType { 38c694cb4cSShashi Mallela NONE = 0, /* internal indication for GITS_TRANSLATER write */ 39c694cb4cSShashi Mallela CLEAR = 1, 40c694cb4cSShashi Mallela DISCARD = 2, 41c694cb4cSShashi Mallela INTERRUPT = 3, 42c694cb4cSShashi Mallela } ItsCmdType; 43c694cb4cSShashi Mallela 444acf93e1SPeter Maydell typedef struct DTEntry { 454acf93e1SPeter Maydell bool valid; 464acf93e1SPeter Maydell unsigned size; 474acf93e1SPeter Maydell uint64_t ittaddr; 484acf93e1SPeter Maydell } DTEntry; 494acf93e1SPeter Maydell 50d37cf49bSPeter Maydell typedef struct CTEntry { 51d37cf49bSPeter Maydell bool valid; 52d37cf49bSPeter Maydell uint32_t rdbase; 53d37cf49bSPeter Maydell } CTEntry; 54d37cf49bSPeter Maydell 55244194feSPeter Maydell typedef struct ITEntry { 56244194feSPeter Maydell bool valid; 57244194feSPeter Maydell int inttype; 58244194feSPeter Maydell uint32_t intid; 59244194feSPeter Maydell uint32_t doorbell; 60244194feSPeter Maydell uint32_t icid; 61244194feSPeter Maydell uint32_t vpeid; 62244194feSPeter Maydell } ITEntry; 63244194feSPeter Maydell 64244194feSPeter Maydell 65ef011555SPeter Maydell /* 66ef011555SPeter Maydell * The ITS spec permits a range of CONSTRAINED UNPREDICTABLE options 67ef011555SPeter Maydell * if a command parameter is not correct. These include both "stall 68ef011555SPeter Maydell * processing of the command queue" and "ignore this command, and 69ef011555SPeter Maydell * keep processing the queue". In our implementation we choose that 70ef011555SPeter Maydell * memory transaction errors reading the command packet provoke a 71ef011555SPeter Maydell * stall, but errors in parameters cause us to ignore the command 72ef011555SPeter Maydell * and continue processing. 73ef011555SPeter Maydell * The process_* functions which handle individual ITS commands all 74ef011555SPeter Maydell * return an ItsCmdResult which tells process_cmdq() whether it should 75ef011555SPeter Maydell * stall or keep going. 76ef011555SPeter Maydell */ 77ef011555SPeter Maydell typedef enum ItsCmdResult { 78ef011555SPeter Maydell CMD_STALL = 0, 79ef011555SPeter Maydell CMD_CONTINUE = 1, 80ef011555SPeter Maydell } ItsCmdResult; 81ef011555SPeter Maydell 821b08e436SShashi Mallela static uint64_t baser_base_addr(uint64_t value, uint32_t page_sz) 831b08e436SShashi Mallela { 841b08e436SShashi Mallela uint64_t result = 0; 851b08e436SShashi Mallela 861b08e436SShashi Mallela switch (page_sz) { 871b08e436SShashi Mallela case GITS_PAGE_SIZE_4K: 881b08e436SShashi Mallela case GITS_PAGE_SIZE_16K: 891b08e436SShashi Mallela result = FIELD_EX64(value, GITS_BASER, PHYADDR) << 12; 901b08e436SShashi Mallela break; 911b08e436SShashi Mallela 921b08e436SShashi Mallela case GITS_PAGE_SIZE_64K: 931b08e436SShashi Mallela result = FIELD_EX64(value, GITS_BASER, PHYADDRL_64K) << 16; 941b08e436SShashi Mallela result |= FIELD_EX64(value, GITS_BASER, PHYADDRH_64K) << 48; 951b08e436SShashi Mallela break; 961b08e436SShashi Mallela 971b08e436SShashi Mallela default: 981b08e436SShashi Mallela break; 991b08e436SShashi Mallela } 1001b08e436SShashi Mallela return result; 1011b08e436SShashi Mallela } 1021b08e436SShashi Mallela 103d050f80fSPeter Maydell static uint64_t table_entry_addr(GICv3ITSState *s, TableDesc *td, 104d050f80fSPeter Maydell uint32_t idx, MemTxResult *res) 105d050f80fSPeter Maydell { 106d050f80fSPeter Maydell /* 107d050f80fSPeter Maydell * Given a TableDesc describing one of the ITS in-guest-memory 108d050f80fSPeter Maydell * tables and an index into it, return the guest address 109d050f80fSPeter Maydell * corresponding to that table entry. 110d050f80fSPeter Maydell * If there was a memory error reading the L1 table of an 111d050f80fSPeter Maydell * indirect table, *res is set accordingly, and we return -1. 112d050f80fSPeter Maydell * If the L1 table entry is marked not valid, we return -1 with 113d050f80fSPeter Maydell * *res set to MEMTX_OK. 114d050f80fSPeter Maydell * 115d050f80fSPeter Maydell * The specification defines the format of level 1 entries of a 116d050f80fSPeter Maydell * 2-level table, but the format of level 2 entries and the format 117d050f80fSPeter Maydell * of flat-mapped tables is IMPDEF. 118d050f80fSPeter Maydell */ 119d050f80fSPeter Maydell AddressSpace *as = &s->gicv3->dma_as; 120d050f80fSPeter Maydell uint32_t l2idx; 121d050f80fSPeter Maydell uint64_t l2; 122d050f80fSPeter Maydell uint32_t num_l2_entries; 123d050f80fSPeter Maydell 124d050f80fSPeter Maydell *res = MEMTX_OK; 125d050f80fSPeter Maydell 126d050f80fSPeter Maydell if (!td->indirect) { 127d050f80fSPeter Maydell /* Single level table */ 128d050f80fSPeter Maydell return td->base_addr + idx * td->entry_sz; 129d050f80fSPeter Maydell } 130d050f80fSPeter Maydell 131d050f80fSPeter Maydell /* Two level table */ 132d050f80fSPeter Maydell l2idx = idx / (td->page_sz / L1TABLE_ENTRY_SIZE); 133d050f80fSPeter Maydell 134d050f80fSPeter Maydell l2 = address_space_ldq_le(as, 135d050f80fSPeter Maydell td->base_addr + (l2idx * L1TABLE_ENTRY_SIZE), 136d050f80fSPeter Maydell MEMTXATTRS_UNSPECIFIED, res); 137d050f80fSPeter Maydell if (*res != MEMTX_OK) { 138d050f80fSPeter Maydell return -1; 139d050f80fSPeter Maydell } 140d050f80fSPeter Maydell if (!(l2 & L2_TABLE_VALID_MASK)) { 141d050f80fSPeter Maydell return -1; 142d050f80fSPeter Maydell } 143d050f80fSPeter Maydell 144d050f80fSPeter Maydell num_l2_entries = td->page_sz / td->entry_sz; 145d050f80fSPeter Maydell return (l2 & ((1ULL << 51) - 1)) + (idx % num_l2_entries) * td->entry_sz; 146d050f80fSPeter Maydell } 147d050f80fSPeter Maydell 148d37cf49bSPeter Maydell /* 149d37cf49bSPeter Maydell * Read the Collection Table entry at index @icid. On success (including 150d37cf49bSPeter Maydell * successfully determining that there is no valid CTE for this index), 151d37cf49bSPeter Maydell * we return MEMTX_OK and populate the CTEntry struct @cte accordingly. 152d37cf49bSPeter Maydell * If there is an error reading memory then we return the error code. 153d37cf49bSPeter Maydell */ 154d37cf49bSPeter Maydell static MemTxResult get_cte(GICv3ITSState *s, uint16_t icid, CTEntry *cte) 155c694cb4cSShashi Mallela { 156c694cb4cSShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 157d37cf49bSPeter Maydell MemTxResult res = MEMTX_OK; 158d37cf49bSPeter Maydell uint64_t entry_addr = table_entry_addr(s, &s->ct, icid, &res); 159d37cf49bSPeter Maydell uint64_t cteval; 160c694cb4cSShashi Mallela 161d050f80fSPeter Maydell if (entry_addr == -1) { 162d37cf49bSPeter Maydell /* No L2 table entry, i.e. no valid CTE, or a memory error */ 163d37cf49bSPeter Maydell cte->valid = false; 164d37cf49bSPeter Maydell return res; 165c694cb4cSShashi Mallela } 166c694cb4cSShashi Mallela 167d37cf49bSPeter Maydell cteval = address_space_ldq_le(as, entry_addr, MEMTXATTRS_UNSPECIFIED, &res); 168d37cf49bSPeter Maydell if (res != MEMTX_OK) { 169d37cf49bSPeter Maydell return res; 170d37cf49bSPeter Maydell } 171d37cf49bSPeter Maydell cte->valid = FIELD_EX64(cteval, CTE, VALID); 172d37cf49bSPeter Maydell cte->rdbase = FIELD_EX64(cteval, CTE, RDBASE); 173d37cf49bSPeter Maydell return MEMTX_OK; 174c694cb4cSShashi Mallela } 175c694cb4cSShashi Mallela 1767eb54267SPeter Maydell /* 1777eb54267SPeter Maydell * Update the Interrupt Table entry at index @evinted in the table specified 1787eb54267SPeter Maydell * by the dte @dte. Returns true on success, false if there was a memory 1797eb54267SPeter Maydell * access error. 1807eb54267SPeter Maydell */ 1814acf93e1SPeter Maydell static bool update_ite(GICv3ITSState *s, uint32_t eventid, const DTEntry *dte, 1827eb54267SPeter Maydell const ITEntry *ite) 183c694cb4cSShashi Mallela { 184c694cb4cSShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 185c694cb4cSShashi Mallela MemTxResult res = MEMTX_OK; 186a1ce993dSPeter Maydell hwaddr iteaddr = dte->ittaddr + eventid * ITS_ITT_ENTRY_SIZE; 1877eb54267SPeter Maydell uint64_t itel = 0; 1887eb54267SPeter Maydell uint32_t iteh = 0; 189c694cb4cSShashi Mallela 1907eb54267SPeter Maydell if (ite->valid) { 1917eb54267SPeter Maydell itel = FIELD_DP64(itel, ITE_L, VALID, 1); 1927eb54267SPeter Maydell itel = FIELD_DP64(itel, ITE_L, INTTYPE, ite->inttype); 1937eb54267SPeter Maydell itel = FIELD_DP64(itel, ITE_L, INTID, ite->intid); 1947eb54267SPeter Maydell itel = FIELD_DP64(itel, ITE_L, ICID, ite->icid); 1957eb54267SPeter Maydell itel = FIELD_DP64(itel, ITE_L, VPEID, ite->vpeid); 1967eb54267SPeter Maydell iteh = FIELD_DP32(iteh, ITE_H, DOORBELL, ite->doorbell); 197c694cb4cSShashi Mallela } 1987eb54267SPeter Maydell 1997eb54267SPeter Maydell address_space_stq_le(as, iteaddr, itel, MEMTXATTRS_UNSPECIFIED, &res); 200c694cb4cSShashi Mallela if (res != MEMTX_OK) { 201c694cb4cSShashi Mallela return false; 202c694cb4cSShashi Mallela } 2037eb54267SPeter Maydell address_space_stl_le(as, iteaddr + 8, iteh, MEMTXATTRS_UNSPECIFIED, &res); 2047eb54267SPeter Maydell return res == MEMTX_OK; 205c694cb4cSShashi Mallela } 206c694cb4cSShashi Mallela 207244194feSPeter Maydell /* 208244194feSPeter Maydell * Read the Interrupt Table entry at index @eventid from the table specified 209244194feSPeter Maydell * by the DTE @dte. On success, we return MEMTX_OK and populate the ITEntry 210244194feSPeter Maydell * struct @ite accordingly. If there is an error reading memory then we return 211244194feSPeter Maydell * the error code. 212244194feSPeter Maydell */ 213244194feSPeter Maydell static MemTxResult get_ite(GICv3ITSState *s, uint32_t eventid, 214244194feSPeter Maydell const DTEntry *dte, ITEntry *ite) 215c694cb4cSShashi Mallela { 216c694cb4cSShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 217244194feSPeter Maydell MemTxResult res = MEMTX_OK; 218244194feSPeter Maydell uint64_t itel; 219244194feSPeter Maydell uint32_t iteh; 220a1ce993dSPeter Maydell hwaddr iteaddr = dte->ittaddr + eventid * ITS_ITT_ENTRY_SIZE; 221c694cb4cSShashi Mallela 222244194feSPeter Maydell itel = address_space_ldq_le(as, iteaddr, MEMTXATTRS_UNSPECIFIED, &res); 223244194feSPeter Maydell if (res != MEMTX_OK) { 224244194feSPeter Maydell return res; 2252954b93fSPeter Maydell } 226c694cb4cSShashi Mallela 227244194feSPeter Maydell iteh = address_space_ldl_le(as, iteaddr + 8, MEMTXATTRS_UNSPECIFIED, &res); 228244194feSPeter Maydell if (res != MEMTX_OK) { 229244194feSPeter Maydell return res; 2302954b93fSPeter Maydell } 231c694cb4cSShashi Mallela 232244194feSPeter Maydell ite->valid = FIELD_EX64(itel, ITE_L, VALID); 233244194feSPeter Maydell ite->inttype = FIELD_EX64(itel, ITE_L, INTTYPE); 234244194feSPeter Maydell ite->intid = FIELD_EX64(itel, ITE_L, INTID); 235244194feSPeter Maydell ite->icid = FIELD_EX64(itel, ITE_L, ICID); 236244194feSPeter Maydell ite->vpeid = FIELD_EX64(itel, ITE_L, VPEID); 237244194feSPeter Maydell ite->doorbell = FIELD_EX64(iteh, ITE_H, DOORBELL); 238244194feSPeter Maydell return MEMTX_OK; 239c694cb4cSShashi Mallela } 240c694cb4cSShashi Mallela 2414acf93e1SPeter Maydell /* 2424acf93e1SPeter Maydell * Read the Device Table entry at index @devid. On success (including 2434acf93e1SPeter Maydell * successfully determining that there is no valid DTE for this index), 2444acf93e1SPeter Maydell * we return MEMTX_OK and populate the DTEntry struct accordingly. 2454acf93e1SPeter Maydell * If there is an error reading memory then we return the error code. 2464acf93e1SPeter Maydell */ 2474acf93e1SPeter Maydell static MemTxResult get_dte(GICv3ITSState *s, uint32_t devid, DTEntry *dte) 248c694cb4cSShashi Mallela { 2494acf93e1SPeter Maydell MemTxResult res = MEMTX_OK; 250c694cb4cSShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 2514acf93e1SPeter Maydell uint64_t entry_addr = table_entry_addr(s, &s->dt, devid, &res); 2524acf93e1SPeter Maydell uint64_t dteval; 253c694cb4cSShashi Mallela 254d050f80fSPeter Maydell if (entry_addr == -1) { 2554acf93e1SPeter Maydell /* No L2 table entry, i.e. no valid DTE, or a memory error */ 2564acf93e1SPeter Maydell dte->valid = false; 2574acf93e1SPeter Maydell return res; 258c694cb4cSShashi Mallela } 2594acf93e1SPeter Maydell dteval = address_space_ldq_le(as, entry_addr, MEMTXATTRS_UNSPECIFIED, &res); 2604acf93e1SPeter Maydell if (res != MEMTX_OK) { 2614acf93e1SPeter Maydell return res; 2624acf93e1SPeter Maydell } 2634acf93e1SPeter Maydell dte->valid = FIELD_EX64(dteval, DTE, VALID); 2644acf93e1SPeter Maydell dte->size = FIELD_EX64(dteval, DTE, SIZE); 2654acf93e1SPeter Maydell /* DTE word field stores bits [51:8] of the ITT address */ 2664acf93e1SPeter Maydell dte->ittaddr = FIELD_EX64(dteval, DTE, ITTADDR) << ITTADDR_SHIFT; 2674acf93e1SPeter Maydell return MEMTX_OK; 268c694cb4cSShashi Mallela } 269c694cb4cSShashi Mallela 270c694cb4cSShashi Mallela /* 271c694cb4cSShashi Mallela * This function handles the processing of following commands based on 272c694cb4cSShashi Mallela * the ItsCmdType parameter passed:- 273c694cb4cSShashi Mallela * 1. triggering of lpi interrupt translation via ITS INT command 274c694cb4cSShashi Mallela * 2. triggering of lpi interrupt translation via gits_translater register 275c694cb4cSShashi Mallela * 3. handling of ITS CLEAR command 276c694cb4cSShashi Mallela * 4. handling of ITS DISCARD command 277c694cb4cSShashi Mallela */ 278b6f96009SPeter Maydell static ItsCmdResult do_process_its_cmd(GICv3ITSState *s, uint32_t devid, 279b6f96009SPeter Maydell uint32_t eventid, ItsCmdType cmd) 280c694cb4cSShashi Mallela { 2818f809f69SPeter Maydell uint64_t num_eventids; 2824acf93e1SPeter Maydell DTEntry dte; 283d37cf49bSPeter Maydell CTEntry cte; 284244194feSPeter Maydell ITEntry ite; 285c694cb4cSShashi Mallela 2868b8bb014SPeter Maydell if (devid >= s->dt.num_entries) { 287b13148d9SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 288b13148d9SPeter Maydell "%s: invalid command attributes: devid %d>=%d", 2898b8bb014SPeter Maydell __func__, devid, s->dt.num_entries); 290b13148d9SPeter Maydell return CMD_CONTINUE; 291b13148d9SPeter Maydell } 292b13148d9SPeter Maydell 2934acf93e1SPeter Maydell if (get_dte(s, devid, &dte) != MEMTX_OK) { 294593a7cc2SPeter Maydell return CMD_STALL; 295c694cb4cSShashi Mallela } 2964acf93e1SPeter Maydell if (!dte.valid) { 297229c57b1SAlex Bennée qemu_log_mask(LOG_GUEST_ERROR, 298229c57b1SAlex Bennée "%s: invalid command attributes: " 2994acf93e1SPeter Maydell "invalid dte for %d\n", __func__, devid); 300593a7cc2SPeter Maydell return CMD_CONTINUE; 301c694cb4cSShashi Mallela } 302c694cb4cSShashi Mallela 3034acf93e1SPeter Maydell num_eventids = 1ULL << (dte.size + 1); 304b13148d9SPeter Maydell if (eventid >= num_eventids) { 305b13148d9SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 306b13148d9SPeter Maydell "%s: invalid command attributes: eventid %d >= %" 307b13148d9SPeter Maydell PRId64 "\n", 308b13148d9SPeter Maydell __func__, eventid, num_eventids); 309b13148d9SPeter Maydell return CMD_CONTINUE; 310b13148d9SPeter Maydell } 311b13148d9SPeter Maydell 312244194feSPeter Maydell if (get_ite(s, eventid, &dte, &ite) != MEMTX_OK) { 313be0ed8fbSPeter Maydell return CMD_STALL; 314be0ed8fbSPeter Maydell } 315be0ed8fbSPeter Maydell 316244194feSPeter Maydell if (!ite.valid || ite.inttype != ITE_INTTYPE_PHYSICAL) { 317be0ed8fbSPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 318be0ed8fbSPeter Maydell "%s: invalid command attributes: invalid ITE\n", 319be0ed8fbSPeter Maydell __func__); 320be0ed8fbSPeter Maydell return CMD_CONTINUE; 321be0ed8fbSPeter Maydell } 322be0ed8fbSPeter Maydell 323244194feSPeter Maydell if (ite.icid >= s->ct.num_entries) { 32458b88779SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 32558b88779SPeter Maydell "%s: invalid ICID 0x%x in ITE (table corrupted?)\n", 326244194feSPeter Maydell __func__, ite.icid); 32758b88779SPeter Maydell return CMD_CONTINUE; 32858b88779SPeter Maydell } 32958b88779SPeter Maydell 330244194feSPeter Maydell if (get_cte(s, ite.icid, &cte) != MEMTX_OK) { 331be0ed8fbSPeter Maydell return CMD_STALL; 332be0ed8fbSPeter Maydell } 333d37cf49bSPeter Maydell if (!cte.valid) { 334be0ed8fbSPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 335d37cf49bSPeter Maydell "%s: invalid command attributes: invalid CTE\n", 336d37cf49bSPeter Maydell __func__); 337be0ed8fbSPeter Maydell return CMD_CONTINUE; 338be0ed8fbSPeter Maydell } 339be0ed8fbSPeter Maydell 340c694cb4cSShashi Mallela /* 341c694cb4cSShashi Mallela * Current implementation only supports rdbase == procnum 342c694cb4cSShashi Mallela * Hence rdbase physical address is ignored 343c694cb4cSShashi Mallela */ 344d37cf49bSPeter Maydell if (cte.rdbase >= s->gicv3->num_cpu) { 345593a7cc2SPeter Maydell return CMD_CONTINUE; 34617fb5e36SShashi Mallela } 34717fb5e36SShashi Mallela 34817fb5e36SShashi Mallela if ((cmd == CLEAR) || (cmd == DISCARD)) { 349244194feSPeter Maydell gicv3_redist_process_lpi(&s->gicv3->cpu[cte.rdbase], ite.intid, 0); 35017fb5e36SShashi Mallela } else { 351244194feSPeter Maydell gicv3_redist_process_lpi(&s->gicv3->cpu[cte.rdbase], ite.intid, 1); 35217fb5e36SShashi Mallela } 35317fb5e36SShashi Mallela 354c694cb4cSShashi Mallela if (cmd == DISCARD) { 3557eb54267SPeter Maydell ITEntry ite = {}; 356c694cb4cSShashi Mallela /* remove mapping from interrupt translation table */ 3577eb54267SPeter Maydell ite.valid = false; 3587eb54267SPeter Maydell return update_ite(s, eventid, &dte, &ite) ? CMD_CONTINUE : CMD_STALL; 359c694cb4cSShashi Mallela } 360593a7cc2SPeter Maydell return CMD_CONTINUE; 361c694cb4cSShashi Mallela } 362b6f96009SPeter Maydell static ItsCmdResult process_its_cmd(GICv3ITSState *s, const uint64_t *cmdpkt, 363b6f96009SPeter Maydell ItsCmdType cmd) 364c694cb4cSShashi Mallela { 365b6f96009SPeter Maydell uint32_t devid, eventid; 366b6f96009SPeter Maydell 367b6f96009SPeter Maydell devid = (cmdpkt[0] & DEVID_MASK) >> DEVID_SHIFT; 368b6f96009SPeter Maydell eventid = cmdpkt[1] & EVENTID_MASK; 369b6f96009SPeter Maydell return do_process_its_cmd(s, devid, eventid, cmd); 370b6f96009SPeter Maydell } 371b6f96009SPeter Maydell 372b6f96009SPeter Maydell static ItsCmdResult process_mapti(GICv3ITSState *s, const uint64_t *cmdpkt, 373b6f96009SPeter Maydell bool ignore_pInt) 374b6f96009SPeter Maydell { 375c694cb4cSShashi Mallela uint32_t devid, eventid; 376c694cb4cSShashi Mallela uint32_t pIntid = 0; 3778f809f69SPeter Maydell uint64_t num_eventids; 378905720f1SPeter Maydell uint32_t num_intids; 379c694cb4cSShashi Mallela uint16_t icid = 0; 3804acf93e1SPeter Maydell DTEntry dte; 3817eb54267SPeter Maydell ITEntry ite; 382c694cb4cSShashi Mallela 383b6f96009SPeter Maydell devid = (cmdpkt[0] & DEVID_MASK) >> DEVID_SHIFT; 384b6f96009SPeter Maydell eventid = cmdpkt[1] & EVENTID_MASK; 385c694cb4cSShashi Mallela 386b87fab1cSPeter Maydell if (ignore_pInt) { 387b87fab1cSPeter Maydell pIntid = eventid; 388b87fab1cSPeter Maydell } else { 389b6f96009SPeter Maydell pIntid = (cmdpkt[1] & pINTID_MASK) >> pINTID_SHIFT; 390c694cb4cSShashi Mallela } 391c694cb4cSShashi Mallela 392b6f96009SPeter Maydell icid = cmdpkt[2] & ICID_MASK; 393c694cb4cSShashi Mallela 3948b8bb014SPeter Maydell if (devid >= s->dt.num_entries) { 395b13148d9SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 396b13148d9SPeter Maydell "%s: invalid command attributes: devid %d>=%d", 3978b8bb014SPeter Maydell __func__, devid, s->dt.num_entries); 398b13148d9SPeter Maydell return CMD_CONTINUE; 399b13148d9SPeter Maydell } 400b13148d9SPeter Maydell 4014acf93e1SPeter Maydell if (get_dte(s, devid, &dte) != MEMTX_OK) { 4020241f731SPeter Maydell return CMD_STALL; 403c694cb4cSShashi Mallela } 4044acf93e1SPeter Maydell num_eventids = 1ULL << (dte.size + 1); 405905720f1SPeter Maydell num_intids = 1ULL << (GICD_TYPER_IDBITS + 1); 406c694cb4cSShashi Mallela 4078b8bb014SPeter Maydell if ((icid >= s->ct.num_entries) 4084acf93e1SPeter Maydell || !dte.valid || (eventid >= num_eventids) || 409905720f1SPeter Maydell (((pIntid < GICV3_LPI_INTID_START) || (pIntid >= num_intids)) && 410b87fab1cSPeter Maydell (pIntid != INTID_SPURIOUS))) { 411c694cb4cSShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 412c694cb4cSShashi Mallela "%s: invalid command attributes " 413b13148d9SPeter Maydell "icid %d or eventid %d or pIntid %d or" 414b13148d9SPeter Maydell "unmapped dte %d\n", __func__, icid, eventid, 4154acf93e1SPeter Maydell pIntid, dte.valid); 416c694cb4cSShashi Mallela /* 417c694cb4cSShashi Mallela * in this implementation, in case of error 418c694cb4cSShashi Mallela * we ignore this command and move onto the next 419c694cb4cSShashi Mallela * command in the queue 420c694cb4cSShashi Mallela */ 4210241f731SPeter Maydell return CMD_CONTINUE; 4220241f731SPeter Maydell } 4230241f731SPeter Maydell 424c694cb4cSShashi Mallela /* add ite entry to interrupt translation table */ 4257eb54267SPeter Maydell ite.valid = true; 4267eb54267SPeter Maydell ite.inttype = ITE_INTTYPE_PHYSICAL; 4277eb54267SPeter Maydell ite.intid = pIntid; 4287eb54267SPeter Maydell ite.icid = icid; 4297eb54267SPeter Maydell ite.doorbell = INTID_SPURIOUS; 4307eb54267SPeter Maydell ite.vpeid = 0; 4317eb54267SPeter Maydell return update_ite(s, eventid, &dte, &ite) ? CMD_CONTINUE : CMD_STALL; 432c694cb4cSShashi Mallela } 433c694cb4cSShashi Mallela 43406985cc3SPeter Maydell /* 43506985cc3SPeter Maydell * Update the Collection Table entry for @icid to @cte. Returns true 43606985cc3SPeter Maydell * on success, false if there was a memory access error. 43706985cc3SPeter Maydell */ 43806985cc3SPeter Maydell static bool update_cte(GICv3ITSState *s, uint16_t icid, const CTEntry *cte) 4397eca39e0SShashi Mallela { 4407eca39e0SShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 441d050f80fSPeter Maydell uint64_t entry_addr; 44206985cc3SPeter Maydell uint64_t cteval = 0; 4437eca39e0SShashi Mallela MemTxResult res = MEMTX_OK; 4447eca39e0SShashi Mallela 44506985cc3SPeter Maydell if (cte->valid) { 4467eca39e0SShashi Mallela /* add mapping entry to collection table */ 44706985cc3SPeter Maydell cteval = FIELD_DP64(cteval, CTE, VALID, 1); 44806985cc3SPeter Maydell cteval = FIELD_DP64(cteval, CTE, RDBASE, cte->rdbase); 4497eca39e0SShashi Mallela } 4507eca39e0SShashi Mallela 451d050f80fSPeter Maydell entry_addr = table_entry_addr(s, &s->ct, icid, &res); 4527eca39e0SShashi Mallela if (res != MEMTX_OK) { 453d050f80fSPeter Maydell /* memory access error: stall */ 4547eca39e0SShashi Mallela return false; 4557eca39e0SShashi Mallela } 456d050f80fSPeter Maydell if (entry_addr == -1) { 457d050f80fSPeter Maydell /* No L2 table for this index: discard write and continue */ 4587eca39e0SShashi Mallela return true; 4597eca39e0SShashi Mallela } 460d050f80fSPeter Maydell 46106985cc3SPeter Maydell address_space_stq_le(as, entry_addr, cteval, MEMTXATTRS_UNSPECIFIED, &res); 462d050f80fSPeter Maydell return res == MEMTX_OK; 4637eca39e0SShashi Mallela } 4647eca39e0SShashi Mallela 465b6f96009SPeter Maydell static ItsCmdResult process_mapc(GICv3ITSState *s, const uint64_t *cmdpkt) 4667eca39e0SShashi Mallela { 4677eca39e0SShashi Mallela uint16_t icid; 46806985cc3SPeter Maydell CTEntry cte; 4697eca39e0SShashi Mallela 470b6f96009SPeter Maydell icid = cmdpkt[2] & ICID_MASK; 471*84d43d2eSPeter Maydell cte.valid = cmdpkt[2] & CMD_FIELD_VALID_MASK; 472*84d43d2eSPeter Maydell if (cte.valid) { 47306985cc3SPeter Maydell cte.rdbase = (cmdpkt[2] & R_MAPC_RDBASE_MASK) >> R_MAPC_RDBASE_SHIFT; 47406985cc3SPeter Maydell cte.rdbase &= RDBASE_PROCNUM_MASK; 475*84d43d2eSPeter Maydell } else { 476*84d43d2eSPeter Maydell cte.rdbase = 0; 477*84d43d2eSPeter Maydell } 4787eca39e0SShashi Mallela 479*84d43d2eSPeter Maydell if (icid >= s->ct.num_entries) { 480*84d43d2eSPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, "ITS MAPC: invalid ICID 0x%d", icid); 481*84d43d2eSPeter Maydell return CMD_CONTINUE; 482*84d43d2eSPeter Maydell } 483*84d43d2eSPeter Maydell if (cte.valid && cte.rdbase >= s->gicv3->num_cpu) { 4847eca39e0SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 485*84d43d2eSPeter Maydell "ITS MAPC: invalid RDBASE %u ", cte.rdbase); 486f6675196SPeter Maydell return CMD_CONTINUE; 4877eca39e0SShashi Mallela } 4887eca39e0SShashi Mallela 48906985cc3SPeter Maydell return update_cte(s, icid, &cte) ? CMD_CONTINUE : CMD_STALL; 4907eca39e0SShashi Mallela } 4917eca39e0SShashi Mallela 49222d62b08SPeter Maydell /* 49322d62b08SPeter Maydell * Update the Device Table entry for @devid to @dte. Returns true 49422d62b08SPeter Maydell * on success, false if there was a memory access error. 49522d62b08SPeter Maydell */ 49622d62b08SPeter Maydell static bool update_dte(GICv3ITSState *s, uint32_t devid, const DTEntry *dte) 4977eca39e0SShashi Mallela { 4987eca39e0SShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 499d050f80fSPeter Maydell uint64_t entry_addr; 50022d62b08SPeter Maydell uint64_t dteval = 0; 5017eca39e0SShashi Mallela MemTxResult res = MEMTX_OK; 5027eca39e0SShashi Mallela 50322d62b08SPeter Maydell if (dte->valid) { 5047eca39e0SShashi Mallela /* add mapping entry to device table */ 50522d62b08SPeter Maydell dteval = FIELD_DP64(dteval, DTE, VALID, 1); 50622d62b08SPeter Maydell dteval = FIELD_DP64(dteval, DTE, SIZE, dte->size); 50722d62b08SPeter Maydell dteval = FIELD_DP64(dteval, DTE, ITTADDR, dte->ittaddr); 5087eca39e0SShashi Mallela } 5097eca39e0SShashi Mallela 510d050f80fSPeter Maydell entry_addr = table_entry_addr(s, &s->dt, devid, &res); 5117eca39e0SShashi Mallela if (res != MEMTX_OK) { 512d050f80fSPeter Maydell /* memory access error: stall */ 5137eca39e0SShashi Mallela return false; 5147eca39e0SShashi Mallela } 515d050f80fSPeter Maydell if (entry_addr == -1) { 516d050f80fSPeter Maydell /* No L2 table for this index: discard write and continue */ 5177eca39e0SShashi Mallela return true; 5187eca39e0SShashi Mallela } 51922d62b08SPeter Maydell address_space_stq_le(as, entry_addr, dteval, MEMTXATTRS_UNSPECIFIED, &res); 520d050f80fSPeter Maydell return res == MEMTX_OK; 5217eca39e0SShashi Mallela } 5227eca39e0SShashi Mallela 523b6f96009SPeter Maydell static ItsCmdResult process_mapd(GICv3ITSState *s, const uint64_t *cmdpkt) 5247eca39e0SShashi Mallela { 5257eca39e0SShashi Mallela uint32_t devid; 52622d62b08SPeter Maydell DTEntry dte; 5277eca39e0SShashi Mallela 528b6f96009SPeter Maydell devid = (cmdpkt[0] & DEVID_MASK) >> DEVID_SHIFT; 52922d62b08SPeter Maydell dte.size = cmdpkt[1] & SIZE_MASK; 53022d62b08SPeter Maydell dte.ittaddr = (cmdpkt[2] & ITTADDR_MASK) >> ITTADDR_SHIFT; 53122d62b08SPeter Maydell dte.valid = cmdpkt[2] & CMD_FIELD_VALID_MASK; 5327eca39e0SShashi Mallela 5338b8bb014SPeter Maydell if ((devid >= s->dt.num_entries) || 53422d62b08SPeter Maydell (dte.size > FIELD_EX64(s->typer, GITS_TYPER, IDBITS))) { 5357eca39e0SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 5367eca39e0SShashi Mallela "ITS MAPD: invalid device table attributes " 53722d62b08SPeter Maydell "devid %d or size %d\n", devid, dte.size); 5387eca39e0SShashi Mallela /* 5397eca39e0SShashi Mallela * in this implementation, in case of error 5407eca39e0SShashi Mallela * we ignore this command and move onto the next 5417eca39e0SShashi Mallela * command in the queue 5427eca39e0SShashi Mallela */ 54300d46e72SPeter Maydell return CMD_CONTINUE; 5447eca39e0SShashi Mallela } 5457eca39e0SShashi Mallela 54622d62b08SPeter Maydell return update_dte(s, devid, &dte) ? CMD_CONTINUE : CMD_STALL; 5477eca39e0SShashi Mallela } 5487eca39e0SShashi Mallela 549b6f96009SPeter Maydell static ItsCmdResult process_movall(GICv3ITSState *s, const uint64_t *cmdpkt) 550f6d1d9b4SPeter Maydell { 551f6d1d9b4SPeter Maydell uint64_t rd1, rd2; 552f6d1d9b4SPeter Maydell 553b6f96009SPeter Maydell rd1 = FIELD_EX64(cmdpkt[2], MOVALL_2, RDBASE1); 554b6f96009SPeter Maydell rd2 = FIELD_EX64(cmdpkt[3], MOVALL_3, RDBASE2); 555f6d1d9b4SPeter Maydell 556f6d1d9b4SPeter Maydell if (rd1 >= s->gicv3->num_cpu) { 557f6d1d9b4SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 558f6d1d9b4SPeter Maydell "%s: RDBASE1 %" PRId64 559f6d1d9b4SPeter Maydell " out of range (must be less than %d)\n", 560f6d1d9b4SPeter Maydell __func__, rd1, s->gicv3->num_cpu); 561f6d1d9b4SPeter Maydell return CMD_CONTINUE; 562f6d1d9b4SPeter Maydell } 563f6d1d9b4SPeter Maydell if (rd2 >= s->gicv3->num_cpu) { 564f6d1d9b4SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 565f6d1d9b4SPeter Maydell "%s: RDBASE2 %" PRId64 566f6d1d9b4SPeter Maydell " out of range (must be less than %d)\n", 567f6d1d9b4SPeter Maydell __func__, rd2, s->gicv3->num_cpu); 568f6d1d9b4SPeter Maydell return CMD_CONTINUE; 569f6d1d9b4SPeter Maydell } 570f6d1d9b4SPeter Maydell 571f6d1d9b4SPeter Maydell if (rd1 == rd2) { 572f6d1d9b4SPeter Maydell /* Move to same target must succeed as a no-op */ 573f6d1d9b4SPeter Maydell return CMD_CONTINUE; 574f6d1d9b4SPeter Maydell } 575f6d1d9b4SPeter Maydell 576f6d1d9b4SPeter Maydell /* Move all pending LPIs from redistributor 1 to redistributor 2 */ 577f6d1d9b4SPeter Maydell gicv3_redist_movall_lpis(&s->gicv3->cpu[rd1], &s->gicv3->cpu[rd2]); 578f6d1d9b4SPeter Maydell 579f6d1d9b4SPeter Maydell return CMD_CONTINUE; 580f6d1d9b4SPeter Maydell } 581f6d1d9b4SPeter Maydell 582b6f96009SPeter Maydell static ItsCmdResult process_movi(GICv3ITSState *s, const uint64_t *cmdpkt) 583961b4912SPeter Maydell { 584244194feSPeter Maydell uint32_t devid, eventid; 585244194feSPeter Maydell uint16_t new_icid; 586961b4912SPeter Maydell uint64_t num_eventids; 5874acf93e1SPeter Maydell DTEntry dte; 588d37cf49bSPeter Maydell CTEntry old_cte, new_cte; 589244194feSPeter Maydell ITEntry old_ite; 590961b4912SPeter Maydell 591b6f96009SPeter Maydell devid = FIELD_EX64(cmdpkt[0], MOVI_0, DEVICEID); 592b6f96009SPeter Maydell eventid = FIELD_EX64(cmdpkt[1], MOVI_1, EVENTID); 593b6f96009SPeter Maydell new_icid = FIELD_EX64(cmdpkt[2], MOVI_2, ICID); 594961b4912SPeter Maydell 595961b4912SPeter Maydell if (devid >= s->dt.num_entries) { 596961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 597961b4912SPeter Maydell "%s: invalid command attributes: devid %d>=%d", 598961b4912SPeter Maydell __func__, devid, s->dt.num_entries); 599961b4912SPeter Maydell return CMD_CONTINUE; 600961b4912SPeter Maydell } 6014acf93e1SPeter Maydell if (get_dte(s, devid, &dte) != MEMTX_OK) { 602961b4912SPeter Maydell return CMD_STALL; 603961b4912SPeter Maydell } 604961b4912SPeter Maydell 6054acf93e1SPeter Maydell if (!dte.valid) { 606961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 607961b4912SPeter Maydell "%s: invalid command attributes: " 6084acf93e1SPeter Maydell "invalid dte for %d\n", __func__, devid); 609961b4912SPeter Maydell return CMD_CONTINUE; 610961b4912SPeter Maydell } 611961b4912SPeter Maydell 6124acf93e1SPeter Maydell num_eventids = 1ULL << (dte.size + 1); 613961b4912SPeter Maydell if (eventid >= num_eventids) { 614961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 615961b4912SPeter Maydell "%s: invalid command attributes: eventid %d >= %" 616961b4912SPeter Maydell PRId64 "\n", 617961b4912SPeter Maydell __func__, eventid, num_eventids); 618961b4912SPeter Maydell return CMD_CONTINUE; 619961b4912SPeter Maydell } 620961b4912SPeter Maydell 621244194feSPeter Maydell if (get_ite(s, eventid, &dte, &old_ite) != MEMTX_OK) { 622961b4912SPeter Maydell return CMD_STALL; 623961b4912SPeter Maydell } 624961b4912SPeter Maydell 625244194feSPeter Maydell if (!old_ite.valid || old_ite.inttype != ITE_INTTYPE_PHYSICAL) { 626961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 627961b4912SPeter Maydell "%s: invalid command attributes: invalid ITE\n", 628961b4912SPeter Maydell __func__); 629961b4912SPeter Maydell return CMD_CONTINUE; 630961b4912SPeter Maydell } 631961b4912SPeter Maydell 632244194feSPeter Maydell if (old_ite.icid >= s->ct.num_entries) { 633961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 634961b4912SPeter Maydell "%s: invalid ICID 0x%x in ITE (table corrupted?)\n", 635244194feSPeter Maydell __func__, old_ite.icid); 636961b4912SPeter Maydell return CMD_CONTINUE; 637961b4912SPeter Maydell } 638961b4912SPeter Maydell 639961b4912SPeter Maydell if (new_icid >= s->ct.num_entries) { 640961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 641961b4912SPeter Maydell "%s: invalid command attributes: ICID 0x%x\n", 642961b4912SPeter Maydell __func__, new_icid); 643961b4912SPeter Maydell return CMD_CONTINUE; 644961b4912SPeter Maydell } 645961b4912SPeter Maydell 646244194feSPeter Maydell if (get_cte(s, old_ite.icid, &old_cte) != MEMTX_OK) { 647961b4912SPeter Maydell return CMD_STALL; 648961b4912SPeter Maydell } 649d37cf49bSPeter Maydell if (!old_cte.valid) { 650961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 651961b4912SPeter Maydell "%s: invalid command attributes: " 652d37cf49bSPeter Maydell "invalid CTE for old ICID 0x%x\n", 653244194feSPeter Maydell __func__, old_ite.icid); 654961b4912SPeter Maydell return CMD_CONTINUE; 655961b4912SPeter Maydell } 656961b4912SPeter Maydell 657d37cf49bSPeter Maydell if (get_cte(s, new_icid, &new_cte) != MEMTX_OK) { 658961b4912SPeter Maydell return CMD_STALL; 659961b4912SPeter Maydell } 660d37cf49bSPeter Maydell if (!new_cte.valid) { 661961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 662961b4912SPeter Maydell "%s: invalid command attributes: " 663d37cf49bSPeter Maydell "invalid CTE for new ICID 0x%x\n", 664d37cf49bSPeter Maydell __func__, new_icid); 665961b4912SPeter Maydell return CMD_CONTINUE; 666961b4912SPeter Maydell } 667961b4912SPeter Maydell 668d37cf49bSPeter Maydell if (old_cte.rdbase >= s->gicv3->num_cpu) { 669961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 670d37cf49bSPeter Maydell "%s: CTE has invalid rdbase 0x%x\n", 671d37cf49bSPeter Maydell __func__, old_cte.rdbase); 672961b4912SPeter Maydell return CMD_CONTINUE; 673961b4912SPeter Maydell } 674961b4912SPeter Maydell 675d37cf49bSPeter Maydell if (new_cte.rdbase >= s->gicv3->num_cpu) { 676961b4912SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 677d37cf49bSPeter Maydell "%s: CTE has invalid rdbase 0x%x\n", 678d37cf49bSPeter Maydell __func__, new_cte.rdbase); 679961b4912SPeter Maydell return CMD_CONTINUE; 680961b4912SPeter Maydell } 681961b4912SPeter Maydell 682d37cf49bSPeter Maydell if (old_cte.rdbase != new_cte.rdbase) { 683961b4912SPeter Maydell /* Move the LPI from the old redistributor to the new one */ 684d37cf49bSPeter Maydell gicv3_redist_mov_lpi(&s->gicv3->cpu[old_cte.rdbase], 685d37cf49bSPeter Maydell &s->gicv3->cpu[new_cte.rdbase], 686244194feSPeter Maydell old_ite.intid); 687961b4912SPeter Maydell } 688961b4912SPeter Maydell 689961b4912SPeter Maydell /* Update the ICID field in the interrupt translation table entry */ 6907eb54267SPeter Maydell old_ite.icid = new_icid; 6917eb54267SPeter Maydell return update_ite(s, eventid, &dte, &old_ite) ? CMD_CONTINUE : CMD_STALL; 692961b4912SPeter Maydell } 693961b4912SPeter Maydell 6947eca39e0SShashi Mallela /* 6957eca39e0SShashi Mallela * Current implementation blocks until all 6967eca39e0SShashi Mallela * commands are processed 6977eca39e0SShashi Mallela */ 6987eca39e0SShashi Mallela static void process_cmdq(GICv3ITSState *s) 6997eca39e0SShashi Mallela { 7007eca39e0SShashi Mallela uint32_t wr_offset = 0; 7017eca39e0SShashi Mallela uint32_t rd_offset = 0; 7027eca39e0SShashi Mallela uint32_t cq_offset = 0; 7037eca39e0SShashi Mallela AddressSpace *as = &s->gicv3->dma_as; 7047eca39e0SShashi Mallela uint8_t cmd; 70517fb5e36SShashi Mallela int i; 7067eca39e0SShashi Mallela 7078d2d6dd9SPeter Maydell if (!(s->ctlr & R_GITS_CTLR_ENABLED_MASK)) { 7087eca39e0SShashi Mallela return; 7097eca39e0SShashi Mallela } 7107eca39e0SShashi Mallela 7117eca39e0SShashi Mallela wr_offset = FIELD_EX64(s->cwriter, GITS_CWRITER, OFFSET); 7127eca39e0SShashi Mallela 71380dcd37fSPeter Maydell if (wr_offset >= s->cq.num_entries) { 7147eca39e0SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 7157eca39e0SShashi Mallela "%s: invalid write offset " 7167eca39e0SShashi Mallela "%d\n", __func__, wr_offset); 7177eca39e0SShashi Mallela return; 7187eca39e0SShashi Mallela } 7197eca39e0SShashi Mallela 7207eca39e0SShashi Mallela rd_offset = FIELD_EX64(s->creadr, GITS_CREADR, OFFSET); 7217eca39e0SShashi Mallela 72280dcd37fSPeter Maydell if (rd_offset >= s->cq.num_entries) { 7237eca39e0SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 7247eca39e0SShashi Mallela "%s: invalid read offset " 7257eca39e0SShashi Mallela "%d\n", __func__, rd_offset); 7267eca39e0SShashi Mallela return; 7277eca39e0SShashi Mallela } 7287eca39e0SShashi Mallela 7297eca39e0SShashi Mallela while (wr_offset != rd_offset) { 730ef011555SPeter Maydell ItsCmdResult result = CMD_CONTINUE; 731b6f96009SPeter Maydell void *hostmem; 732b6f96009SPeter Maydell hwaddr buflen; 733b6f96009SPeter Maydell uint64_t cmdpkt[GITS_CMDQ_ENTRY_WORDS]; 734ef011555SPeter Maydell 7357eca39e0SShashi Mallela cq_offset = (rd_offset * GITS_CMDQ_ENTRY_SIZE); 736b6f96009SPeter Maydell 737b6f96009SPeter Maydell buflen = GITS_CMDQ_ENTRY_SIZE; 738b6f96009SPeter Maydell hostmem = address_space_map(as, s->cq.base_addr + cq_offset, 739b6f96009SPeter Maydell &buflen, false, MEMTXATTRS_UNSPECIFIED); 740b6f96009SPeter Maydell if (!hostmem || buflen != GITS_CMDQ_ENTRY_SIZE) { 741b6f96009SPeter Maydell if (hostmem) { 742b6f96009SPeter Maydell address_space_unmap(as, hostmem, buflen, false, 0); 743b6f96009SPeter Maydell } 744f0b4b2a2SPeter Maydell s->creadr = FIELD_DP64(s->creadr, GITS_CREADR, STALLED, 1); 745f0b4b2a2SPeter Maydell qemu_log_mask(LOG_GUEST_ERROR, 746f0b4b2a2SPeter Maydell "%s: could not read command at 0x%" PRIx64 "\n", 747f0b4b2a2SPeter Maydell __func__, s->cq.base_addr + cq_offset); 748f0b4b2a2SPeter Maydell break; 7497eca39e0SShashi Mallela } 750b6f96009SPeter Maydell for (i = 0; i < ARRAY_SIZE(cmdpkt); i++) { 751b6f96009SPeter Maydell cmdpkt[i] = ldq_le_p(hostmem + i * sizeof(uint64_t)); 752b6f96009SPeter Maydell } 753b6f96009SPeter Maydell address_space_unmap(as, hostmem, buflen, false, 0); 754f0b4b2a2SPeter Maydell 755b6f96009SPeter Maydell cmd = cmdpkt[0] & CMD_MASK; 7567eca39e0SShashi Mallela 757195209d3SPeter Maydell trace_gicv3_its_process_command(rd_offset, cmd); 758195209d3SPeter Maydell 7597eca39e0SShashi Mallela switch (cmd) { 7607eca39e0SShashi Mallela case GITS_CMD_INT: 761b6f96009SPeter Maydell result = process_its_cmd(s, cmdpkt, INTERRUPT); 7627eca39e0SShashi Mallela break; 7637eca39e0SShashi Mallela case GITS_CMD_CLEAR: 764b6f96009SPeter Maydell result = process_its_cmd(s, cmdpkt, CLEAR); 7657eca39e0SShashi Mallela break; 7667eca39e0SShashi Mallela case GITS_CMD_SYNC: 7677eca39e0SShashi Mallela /* 7687eca39e0SShashi Mallela * Current implementation makes a blocking synchronous call 7697eca39e0SShashi Mallela * for every command issued earlier, hence the internal state 7707eca39e0SShashi Mallela * is already consistent by the time SYNC command is executed. 7717eca39e0SShashi Mallela * Hence no further processing is required for SYNC command. 7727eca39e0SShashi Mallela */ 7737eca39e0SShashi Mallela break; 7747eca39e0SShashi Mallela case GITS_CMD_MAPD: 775b6f96009SPeter Maydell result = process_mapd(s, cmdpkt); 7767eca39e0SShashi Mallela break; 7777eca39e0SShashi Mallela case GITS_CMD_MAPC: 778b6f96009SPeter Maydell result = process_mapc(s, cmdpkt); 7797eca39e0SShashi Mallela break; 7807eca39e0SShashi Mallela case GITS_CMD_MAPTI: 781b6f96009SPeter Maydell result = process_mapti(s, cmdpkt, false); 7827eca39e0SShashi Mallela break; 7837eca39e0SShashi Mallela case GITS_CMD_MAPI: 784b6f96009SPeter Maydell result = process_mapti(s, cmdpkt, true); 7857eca39e0SShashi Mallela break; 7867eca39e0SShashi Mallela case GITS_CMD_DISCARD: 787b6f96009SPeter Maydell result = process_its_cmd(s, cmdpkt, DISCARD); 7887eca39e0SShashi Mallela break; 7897eca39e0SShashi Mallela case GITS_CMD_INV: 7907eca39e0SShashi Mallela case GITS_CMD_INVALL: 79117fb5e36SShashi Mallela /* 79217fb5e36SShashi Mallela * Current implementation doesn't cache any ITS tables, 79317fb5e36SShashi Mallela * but the calculated lpi priority information. We only 79417fb5e36SShashi Mallela * need to trigger lpi priority re-calculation to be in 79517fb5e36SShashi Mallela * sync with LPI config table or pending table changes. 79617fb5e36SShashi Mallela */ 79717fb5e36SShashi Mallela for (i = 0; i < s->gicv3->num_cpu; i++) { 79817fb5e36SShashi Mallela gicv3_redist_update_lpi(&s->gicv3->cpu[i]); 79917fb5e36SShashi Mallela } 8007eca39e0SShashi Mallela break; 801961b4912SPeter Maydell case GITS_CMD_MOVI: 802b6f96009SPeter Maydell result = process_movi(s, cmdpkt); 803961b4912SPeter Maydell break; 804f6d1d9b4SPeter Maydell case GITS_CMD_MOVALL: 805b6f96009SPeter Maydell result = process_movall(s, cmdpkt); 806f6d1d9b4SPeter Maydell break; 8077eca39e0SShashi Mallela default: 8087eca39e0SShashi Mallela break; 8097eca39e0SShashi Mallela } 810ef011555SPeter Maydell if (result == CMD_CONTINUE) { 8117eca39e0SShashi Mallela rd_offset++; 81280dcd37fSPeter Maydell rd_offset %= s->cq.num_entries; 8137eca39e0SShashi Mallela s->creadr = FIELD_DP64(s->creadr, GITS_CREADR, OFFSET, rd_offset); 8147eca39e0SShashi Mallela } else { 815ef011555SPeter Maydell /* CMD_STALL */ 8167eca39e0SShashi Mallela s->creadr = FIELD_DP64(s->creadr, GITS_CREADR, STALLED, 1); 8177eca39e0SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 818ef011555SPeter Maydell "%s: 0x%x cmd processing failed, stalling\n", 819ef011555SPeter Maydell __func__, cmd); 8207eca39e0SShashi Mallela break; 8217eca39e0SShashi Mallela } 8227eca39e0SShashi Mallela } 8237eca39e0SShashi Mallela } 8247eca39e0SShashi Mallela 8251b08e436SShashi Mallela /* 8261b08e436SShashi Mallela * This function extracts the ITS Device and Collection table specific 8271b08e436SShashi Mallela * parameters (like base_addr, size etc) from GITS_BASER register. 8281b08e436SShashi Mallela * It is called during ITS enable and also during post_load migration 8291b08e436SShashi Mallela */ 8301b08e436SShashi Mallela static void extract_table_params(GICv3ITSState *s) 8311b08e436SShashi Mallela { 8321b08e436SShashi Mallela uint16_t num_pages = 0; 8331b08e436SShashi Mallela uint8_t page_sz_type; 8341b08e436SShashi Mallela uint8_t type; 8351b08e436SShashi Mallela uint32_t page_sz = 0; 8361b08e436SShashi Mallela uint64_t value; 8371b08e436SShashi Mallela 8381b08e436SShashi Mallela for (int i = 0; i < 8; i++) { 839e5487a41SPeter Maydell TableDesc *td; 840e5487a41SPeter Maydell int idbits; 841e5487a41SPeter Maydell 8421b08e436SShashi Mallela value = s->baser[i]; 8431b08e436SShashi Mallela 8441b08e436SShashi Mallela if (!value) { 8451b08e436SShashi Mallela continue; 8461b08e436SShashi Mallela } 8471b08e436SShashi Mallela 8481b08e436SShashi Mallela page_sz_type = FIELD_EX64(value, GITS_BASER, PAGESIZE); 8491b08e436SShashi Mallela 8501b08e436SShashi Mallela switch (page_sz_type) { 8511b08e436SShashi Mallela case 0: 8521b08e436SShashi Mallela page_sz = GITS_PAGE_SIZE_4K; 8531b08e436SShashi Mallela break; 8541b08e436SShashi Mallela 8551b08e436SShashi Mallela case 1: 8561b08e436SShashi Mallela page_sz = GITS_PAGE_SIZE_16K; 8571b08e436SShashi Mallela break; 8581b08e436SShashi Mallela 8591b08e436SShashi Mallela case 2: 8601b08e436SShashi Mallela case 3: 8611b08e436SShashi Mallela page_sz = GITS_PAGE_SIZE_64K; 8621b08e436SShashi Mallela break; 8631b08e436SShashi Mallela 8641b08e436SShashi Mallela default: 8651b08e436SShashi Mallela g_assert_not_reached(); 8661b08e436SShashi Mallela } 8671b08e436SShashi Mallela 8681b08e436SShashi Mallela num_pages = FIELD_EX64(value, GITS_BASER, SIZE) + 1; 8691b08e436SShashi Mallela 8701b08e436SShashi Mallela type = FIELD_EX64(value, GITS_BASER, TYPE); 8711b08e436SShashi Mallela 8721b08e436SShashi Mallela switch (type) { 8731b08e436SShashi Mallela case GITS_BASER_TYPE_DEVICE: 874e5487a41SPeter Maydell td = &s->dt; 875e5487a41SPeter Maydell idbits = FIELD_EX64(s->typer, GITS_TYPER, DEVBITS) + 1; 87662df780eSPeter Maydell break; 8771b08e436SShashi Mallela case GITS_BASER_TYPE_COLLECTION: 878e5487a41SPeter Maydell td = &s->ct; 8791b08e436SShashi Mallela if (FIELD_EX64(s->typer, GITS_TYPER, CIL)) { 880e5487a41SPeter Maydell idbits = FIELD_EX64(s->typer, GITS_TYPER, CIDBITS) + 1; 8811b08e436SShashi Mallela } else { 8821b08e436SShashi Mallela /* 16-bit CollectionId supported when CIL == 0 */ 883e5487a41SPeter Maydell idbits = 16; 8841b08e436SShashi Mallela } 8851b08e436SShashi Mallela break; 8861b08e436SShashi Mallela default: 887e5487a41SPeter Maydell /* 888e5487a41SPeter Maydell * GITS_BASER<n>.TYPE is read-only, so GITS_BASER_RO_MASK 889e5487a41SPeter Maydell * ensures we will only see type values corresponding to 890e5487a41SPeter Maydell * the values set up in gicv3_its_reset(). 891e5487a41SPeter Maydell */ 892e5487a41SPeter Maydell g_assert_not_reached(); 8931b08e436SShashi Mallela } 894e5487a41SPeter Maydell 895e5487a41SPeter Maydell memset(td, 0, sizeof(*td)); 896e5487a41SPeter Maydell /* 897e5487a41SPeter Maydell * If GITS_BASER<n>.Valid is 0 for any <n> then we will not process 898e5487a41SPeter Maydell * interrupts. (GITS_TYPER.HCC is 0 for this implementation, so we 899e5487a41SPeter Maydell * do not have a special case where the GITS_BASER<n>.Valid bit is 0 900e5487a41SPeter Maydell * for the register corresponding to the Collection table but we 901e5487a41SPeter Maydell * still have to process interrupts using non-memory-backed 902e5487a41SPeter Maydell * Collection table entries.) 903da4680ceSPeter Maydell * The specification makes it UNPREDICTABLE to enable the ITS without 904da4680ceSPeter Maydell * marking each BASER<n> as valid. We choose to handle these as if 905da4680ceSPeter Maydell * the table was zero-sized, so commands using the table will fail 906da4680ceSPeter Maydell * and interrupts requested via GITS_TRANSLATER writes will be ignored. 907da4680ceSPeter Maydell * This happens automatically by leaving the num_entries field at 908da4680ceSPeter Maydell * zero, which will be caught by the bounds checks we have before 909da4680ceSPeter Maydell * every table lookup anyway. 910e5487a41SPeter Maydell */ 911da4680ceSPeter Maydell if (!FIELD_EX64(value, GITS_BASER, VALID)) { 912e5487a41SPeter Maydell continue; 913e5487a41SPeter Maydell } 914e5487a41SPeter Maydell td->page_sz = page_sz; 915e5487a41SPeter Maydell td->indirect = FIELD_EX64(value, GITS_BASER, INDIRECT); 9169ae85431SPeter Maydell td->entry_sz = FIELD_EX64(value, GITS_BASER, ENTRYSIZE) + 1; 917e5487a41SPeter Maydell td->base_addr = baser_base_addr(value, page_sz); 918e5487a41SPeter Maydell if (!td->indirect) { 91980dcd37fSPeter Maydell td->num_entries = (num_pages * page_sz) / td->entry_sz; 920e5487a41SPeter Maydell } else { 92180dcd37fSPeter Maydell td->num_entries = (((num_pages * page_sz) / 922e5487a41SPeter Maydell L1TABLE_ENTRY_SIZE) * 923e5487a41SPeter Maydell (page_sz / td->entry_sz)); 924e5487a41SPeter Maydell } 9258b8bb014SPeter Maydell td->num_entries = MIN(td->num_entries, 1ULL << idbits); 9261b08e436SShashi Mallela } 9271b08e436SShashi Mallela } 9281b08e436SShashi Mallela 9291b08e436SShashi Mallela static void extract_cmdq_params(GICv3ITSState *s) 9301b08e436SShashi Mallela { 9311b08e436SShashi Mallela uint16_t num_pages = 0; 9321b08e436SShashi Mallela uint64_t value = s->cbaser; 9331b08e436SShashi Mallela 9341b08e436SShashi Mallela num_pages = FIELD_EX64(value, GITS_CBASER, SIZE) + 1; 9351b08e436SShashi Mallela 9361b08e436SShashi Mallela memset(&s->cq, 0 , sizeof(s->cq)); 9371b08e436SShashi Mallela 938da4680ceSPeter Maydell if (FIELD_EX64(value, GITS_CBASER, VALID)) { 93980dcd37fSPeter Maydell s->cq.num_entries = (num_pages * GITS_PAGE_SIZE_4K) / 9401b08e436SShashi Mallela GITS_CMDQ_ENTRY_SIZE; 9411b08e436SShashi Mallela s->cq.base_addr = FIELD_EX64(value, GITS_CBASER, PHYADDR); 9421b08e436SShashi Mallela s->cq.base_addr <<= R_GITS_CBASER_PHYADDR_SHIFT; 9431b08e436SShashi Mallela } 9441b08e436SShashi Mallela } 9451b08e436SShashi Mallela 9467e062b98SPeter Maydell static MemTxResult gicv3_its_translation_read(void *opaque, hwaddr offset, 9477e062b98SPeter Maydell uint64_t *data, unsigned size, 9487e062b98SPeter Maydell MemTxAttrs attrs) 9497e062b98SPeter Maydell { 9507e062b98SPeter Maydell /* 9517e062b98SPeter Maydell * GITS_TRANSLATER is write-only, and all other addresses 9527e062b98SPeter Maydell * in the interrupt translation space frame are RES0. 9537e062b98SPeter Maydell */ 9547e062b98SPeter Maydell *data = 0; 9557e062b98SPeter Maydell return MEMTX_OK; 9567e062b98SPeter Maydell } 9577e062b98SPeter Maydell 95818f6290aSShashi Mallela static MemTxResult gicv3_its_translation_write(void *opaque, hwaddr offset, 95918f6290aSShashi Mallela uint64_t data, unsigned size, 96018f6290aSShashi Mallela MemTxAttrs attrs) 96118f6290aSShashi Mallela { 962c694cb4cSShashi Mallela GICv3ITSState *s = (GICv3ITSState *)opaque; 963c694cb4cSShashi Mallela bool result = true; 964c694cb4cSShashi Mallela 965195209d3SPeter Maydell trace_gicv3_its_translation_write(offset, data, size, attrs.requester_id); 966195209d3SPeter Maydell 967c694cb4cSShashi Mallela switch (offset) { 968c694cb4cSShashi Mallela case GITS_TRANSLATER: 9698d2d6dd9SPeter Maydell if (s->ctlr & R_GITS_CTLR_ENABLED_MASK) { 970b6f96009SPeter Maydell result = do_process_its_cmd(s, attrs.requester_id, data, NONE); 971c694cb4cSShashi Mallela } 972c694cb4cSShashi Mallela break; 973c694cb4cSShashi Mallela default: 974c694cb4cSShashi Mallela break; 975c694cb4cSShashi Mallela } 976c694cb4cSShashi Mallela 977c694cb4cSShashi Mallela if (result) { 97818f6290aSShashi Mallela return MEMTX_OK; 979c694cb4cSShashi Mallela } else { 980c694cb4cSShashi Mallela return MEMTX_ERROR; 981c694cb4cSShashi Mallela } 98218f6290aSShashi Mallela } 98318f6290aSShashi Mallela 98418f6290aSShashi Mallela static bool its_writel(GICv3ITSState *s, hwaddr offset, 98518f6290aSShashi Mallela uint64_t value, MemTxAttrs attrs) 98618f6290aSShashi Mallela { 98718f6290aSShashi Mallela bool result = true; 9881b08e436SShashi Mallela int index; 98918f6290aSShashi Mallela 9901b08e436SShashi Mallela switch (offset) { 9911b08e436SShashi Mallela case GITS_CTLR: 9922f459cd1SShashi Mallela if (value & R_GITS_CTLR_ENABLED_MASK) { 9938d2d6dd9SPeter Maydell s->ctlr |= R_GITS_CTLR_ENABLED_MASK; 9941b08e436SShashi Mallela extract_table_params(s); 9951b08e436SShashi Mallela extract_cmdq_params(s); 9967eca39e0SShashi Mallela process_cmdq(s); 9972f459cd1SShashi Mallela } else { 9988d2d6dd9SPeter Maydell s->ctlr &= ~R_GITS_CTLR_ENABLED_MASK; 9991b08e436SShashi Mallela } 10001b08e436SShashi Mallela break; 10011b08e436SShashi Mallela case GITS_CBASER: 10021b08e436SShashi Mallela /* 10031b08e436SShashi Mallela * IMPDEF choice:- GITS_CBASER register becomes RO if ITS is 10041b08e436SShashi Mallela * already enabled 10051b08e436SShashi Mallela */ 10068d2d6dd9SPeter Maydell if (!(s->ctlr & R_GITS_CTLR_ENABLED_MASK)) { 10071b08e436SShashi Mallela s->cbaser = deposit64(s->cbaser, 0, 32, value); 10081b08e436SShashi Mallela s->creadr = 0; 10091b08e436SShashi Mallela } 10101b08e436SShashi Mallela break; 10111b08e436SShashi Mallela case GITS_CBASER + 4: 10121b08e436SShashi Mallela /* 10131b08e436SShashi Mallela * IMPDEF choice:- GITS_CBASER register becomes RO if ITS is 10141b08e436SShashi Mallela * already enabled 10151b08e436SShashi Mallela */ 10168d2d6dd9SPeter Maydell if (!(s->ctlr & R_GITS_CTLR_ENABLED_MASK)) { 10171b08e436SShashi Mallela s->cbaser = deposit64(s->cbaser, 32, 32, value); 10181b08e436SShashi Mallela s->creadr = 0; 10191b08e436SShashi Mallela } 10201b08e436SShashi Mallela break; 10211b08e436SShashi Mallela case GITS_CWRITER: 10221b08e436SShashi Mallela s->cwriter = deposit64(s->cwriter, 0, 32, 10231b08e436SShashi Mallela (value & ~R_GITS_CWRITER_RETRY_MASK)); 10247eca39e0SShashi Mallela if (s->cwriter != s->creadr) { 10257eca39e0SShashi Mallela process_cmdq(s); 10267eca39e0SShashi Mallela } 10271b08e436SShashi Mallela break; 10281b08e436SShashi Mallela case GITS_CWRITER + 4: 10291b08e436SShashi Mallela s->cwriter = deposit64(s->cwriter, 32, 32, value); 10301b08e436SShashi Mallela break; 10311b08e436SShashi Mallela case GITS_CREADR: 10321b08e436SShashi Mallela if (s->gicv3->gicd_ctlr & GICD_CTLR_DS) { 10331b08e436SShashi Mallela s->creadr = deposit64(s->creadr, 0, 32, 10341b08e436SShashi Mallela (value & ~R_GITS_CREADR_STALLED_MASK)); 10351b08e436SShashi Mallela } else { 10361b08e436SShashi Mallela /* RO register, ignore the write */ 10371b08e436SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 10381b08e436SShashi Mallela "%s: invalid guest write to RO register at offset " 10391b08e436SShashi Mallela TARGET_FMT_plx "\n", __func__, offset); 10401b08e436SShashi Mallela } 10411b08e436SShashi Mallela break; 10421b08e436SShashi Mallela case GITS_CREADR + 4: 10431b08e436SShashi Mallela if (s->gicv3->gicd_ctlr & GICD_CTLR_DS) { 10441b08e436SShashi Mallela s->creadr = deposit64(s->creadr, 32, 32, value); 10451b08e436SShashi Mallela } else { 10461b08e436SShashi Mallela /* RO register, ignore the write */ 10471b08e436SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 10481b08e436SShashi Mallela "%s: invalid guest write to RO register at offset " 10491b08e436SShashi Mallela TARGET_FMT_plx "\n", __func__, offset); 10501b08e436SShashi Mallela } 10511b08e436SShashi Mallela break; 10521b08e436SShashi Mallela case GITS_BASER ... GITS_BASER + 0x3f: 10531b08e436SShashi Mallela /* 10541b08e436SShashi Mallela * IMPDEF choice:- GITS_BASERn register becomes RO if ITS is 10551b08e436SShashi Mallela * already enabled 10561b08e436SShashi Mallela */ 10578d2d6dd9SPeter Maydell if (!(s->ctlr & R_GITS_CTLR_ENABLED_MASK)) { 10581b08e436SShashi Mallela index = (offset - GITS_BASER) / 8; 10591b08e436SShashi Mallela 10600ffe88e6SPeter Maydell if (s->baser[index] == 0) { 10610ffe88e6SPeter Maydell /* Unimplemented GITS_BASERn: RAZ/WI */ 10620ffe88e6SPeter Maydell break; 10630ffe88e6SPeter Maydell } 10641b08e436SShashi Mallela if (offset & 7) { 10651b08e436SShashi Mallela value <<= 32; 10661b08e436SShashi Mallela value &= ~GITS_BASER_RO_MASK; 10671b08e436SShashi Mallela s->baser[index] &= GITS_BASER_RO_MASK | MAKE_64BIT_MASK(0, 32); 10681b08e436SShashi Mallela s->baser[index] |= value; 10691b08e436SShashi Mallela } else { 10701b08e436SShashi Mallela value &= ~GITS_BASER_RO_MASK; 10711b08e436SShashi Mallela s->baser[index] &= GITS_BASER_RO_MASK | MAKE_64BIT_MASK(32, 32); 10721b08e436SShashi Mallela s->baser[index] |= value; 10731b08e436SShashi Mallela } 10741b08e436SShashi Mallela } 10751b08e436SShashi Mallela break; 10761b08e436SShashi Mallela case GITS_IIDR: 10771b08e436SShashi Mallela case GITS_IDREGS ... GITS_IDREGS + 0x2f: 10781b08e436SShashi Mallela /* RO registers, ignore the write */ 10791b08e436SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 10801b08e436SShashi Mallela "%s: invalid guest write to RO register at offset " 10811b08e436SShashi Mallela TARGET_FMT_plx "\n", __func__, offset); 10821b08e436SShashi Mallela break; 10831b08e436SShashi Mallela default: 10841b08e436SShashi Mallela result = false; 10851b08e436SShashi Mallela break; 10861b08e436SShashi Mallela } 108718f6290aSShashi Mallela return result; 108818f6290aSShashi Mallela } 108918f6290aSShashi Mallela 109018f6290aSShashi Mallela static bool its_readl(GICv3ITSState *s, hwaddr offset, 109118f6290aSShashi Mallela uint64_t *data, MemTxAttrs attrs) 109218f6290aSShashi Mallela { 109318f6290aSShashi Mallela bool result = true; 10941b08e436SShashi Mallela int index; 109518f6290aSShashi Mallela 10961b08e436SShashi Mallela switch (offset) { 10971b08e436SShashi Mallela case GITS_CTLR: 10981b08e436SShashi Mallela *data = s->ctlr; 10991b08e436SShashi Mallela break; 11001b08e436SShashi Mallela case GITS_IIDR: 11011b08e436SShashi Mallela *data = gicv3_iidr(); 11021b08e436SShashi Mallela break; 11031b08e436SShashi Mallela case GITS_IDREGS ... GITS_IDREGS + 0x2f: 11041b08e436SShashi Mallela /* ID registers */ 11051b08e436SShashi Mallela *data = gicv3_idreg(offset - GITS_IDREGS); 11061b08e436SShashi Mallela break; 11071b08e436SShashi Mallela case GITS_TYPER: 11081b08e436SShashi Mallela *data = extract64(s->typer, 0, 32); 11091b08e436SShashi Mallela break; 11101b08e436SShashi Mallela case GITS_TYPER + 4: 11111b08e436SShashi Mallela *data = extract64(s->typer, 32, 32); 11121b08e436SShashi Mallela break; 11131b08e436SShashi Mallela case GITS_CBASER: 11141b08e436SShashi Mallela *data = extract64(s->cbaser, 0, 32); 11151b08e436SShashi Mallela break; 11161b08e436SShashi Mallela case GITS_CBASER + 4: 11171b08e436SShashi Mallela *data = extract64(s->cbaser, 32, 32); 11181b08e436SShashi Mallela break; 11191b08e436SShashi Mallela case GITS_CREADR: 11201b08e436SShashi Mallela *data = extract64(s->creadr, 0, 32); 11211b08e436SShashi Mallela break; 11221b08e436SShashi Mallela case GITS_CREADR + 4: 11231b08e436SShashi Mallela *data = extract64(s->creadr, 32, 32); 11241b08e436SShashi Mallela break; 11251b08e436SShashi Mallela case GITS_CWRITER: 11261b08e436SShashi Mallela *data = extract64(s->cwriter, 0, 32); 11271b08e436SShashi Mallela break; 11281b08e436SShashi Mallela case GITS_CWRITER + 4: 11291b08e436SShashi Mallela *data = extract64(s->cwriter, 32, 32); 11301b08e436SShashi Mallela break; 11311b08e436SShashi Mallela case GITS_BASER ... GITS_BASER + 0x3f: 11321b08e436SShashi Mallela index = (offset - GITS_BASER) / 8; 11331b08e436SShashi Mallela if (offset & 7) { 11341b08e436SShashi Mallela *data = extract64(s->baser[index], 32, 32); 11351b08e436SShashi Mallela } else { 11361b08e436SShashi Mallela *data = extract64(s->baser[index], 0, 32); 11371b08e436SShashi Mallela } 11381b08e436SShashi Mallela break; 11391b08e436SShashi Mallela default: 11401b08e436SShashi Mallela result = false; 11411b08e436SShashi Mallela break; 11421b08e436SShashi Mallela } 114318f6290aSShashi Mallela return result; 114418f6290aSShashi Mallela } 114518f6290aSShashi Mallela 114618f6290aSShashi Mallela static bool its_writell(GICv3ITSState *s, hwaddr offset, 114718f6290aSShashi Mallela uint64_t value, MemTxAttrs attrs) 114818f6290aSShashi Mallela { 114918f6290aSShashi Mallela bool result = true; 11501b08e436SShashi Mallela int index; 115118f6290aSShashi Mallela 11521b08e436SShashi Mallela switch (offset) { 11531b08e436SShashi Mallela case GITS_BASER ... GITS_BASER + 0x3f: 11541b08e436SShashi Mallela /* 11551b08e436SShashi Mallela * IMPDEF choice:- GITS_BASERn register becomes RO if ITS is 11561b08e436SShashi Mallela * already enabled 11571b08e436SShashi Mallela */ 11588d2d6dd9SPeter Maydell if (!(s->ctlr & R_GITS_CTLR_ENABLED_MASK)) { 11591b08e436SShashi Mallela index = (offset - GITS_BASER) / 8; 11600ffe88e6SPeter Maydell if (s->baser[index] == 0) { 11610ffe88e6SPeter Maydell /* Unimplemented GITS_BASERn: RAZ/WI */ 11620ffe88e6SPeter Maydell break; 11630ffe88e6SPeter Maydell } 11641b08e436SShashi Mallela s->baser[index] &= GITS_BASER_RO_MASK; 11651b08e436SShashi Mallela s->baser[index] |= (value & ~GITS_BASER_RO_MASK); 11661b08e436SShashi Mallela } 11671b08e436SShashi Mallela break; 11681b08e436SShashi Mallela case GITS_CBASER: 11691b08e436SShashi Mallela /* 11701b08e436SShashi Mallela * IMPDEF choice:- GITS_CBASER register becomes RO if ITS is 11711b08e436SShashi Mallela * already enabled 11721b08e436SShashi Mallela */ 11738d2d6dd9SPeter Maydell if (!(s->ctlr & R_GITS_CTLR_ENABLED_MASK)) { 11741b08e436SShashi Mallela s->cbaser = value; 11751b08e436SShashi Mallela s->creadr = 0; 11761b08e436SShashi Mallela } 11771b08e436SShashi Mallela break; 11781b08e436SShashi Mallela case GITS_CWRITER: 11791b08e436SShashi Mallela s->cwriter = value & ~R_GITS_CWRITER_RETRY_MASK; 11807eca39e0SShashi Mallela if (s->cwriter != s->creadr) { 11817eca39e0SShashi Mallela process_cmdq(s); 11827eca39e0SShashi Mallela } 11831b08e436SShashi Mallela break; 11841b08e436SShashi Mallela case GITS_CREADR: 11851b08e436SShashi Mallela if (s->gicv3->gicd_ctlr & GICD_CTLR_DS) { 11861b08e436SShashi Mallela s->creadr = value & ~R_GITS_CREADR_STALLED_MASK; 11871b08e436SShashi Mallela } else { 11881b08e436SShashi Mallela /* RO register, ignore the write */ 11891b08e436SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 11901b08e436SShashi Mallela "%s: invalid guest write to RO register at offset " 11911b08e436SShashi Mallela TARGET_FMT_plx "\n", __func__, offset); 11921b08e436SShashi Mallela } 11931b08e436SShashi Mallela break; 11941b08e436SShashi Mallela case GITS_TYPER: 11951b08e436SShashi Mallela /* RO registers, ignore the write */ 11961b08e436SShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 11971b08e436SShashi Mallela "%s: invalid guest write to RO register at offset " 11981b08e436SShashi Mallela TARGET_FMT_plx "\n", __func__, offset); 11991b08e436SShashi Mallela break; 12001b08e436SShashi Mallela default: 12011b08e436SShashi Mallela result = false; 12021b08e436SShashi Mallela break; 12031b08e436SShashi Mallela } 120418f6290aSShashi Mallela return result; 120518f6290aSShashi Mallela } 120618f6290aSShashi Mallela 120718f6290aSShashi Mallela static bool its_readll(GICv3ITSState *s, hwaddr offset, 120818f6290aSShashi Mallela uint64_t *data, MemTxAttrs attrs) 120918f6290aSShashi Mallela { 121018f6290aSShashi Mallela bool result = true; 12111b08e436SShashi Mallela int index; 121218f6290aSShashi Mallela 12131b08e436SShashi Mallela switch (offset) { 12141b08e436SShashi Mallela case GITS_TYPER: 12151b08e436SShashi Mallela *data = s->typer; 12161b08e436SShashi Mallela break; 12171b08e436SShashi Mallela case GITS_BASER ... GITS_BASER + 0x3f: 12181b08e436SShashi Mallela index = (offset - GITS_BASER) / 8; 12191b08e436SShashi Mallela *data = s->baser[index]; 12201b08e436SShashi Mallela break; 12211b08e436SShashi Mallela case GITS_CBASER: 12221b08e436SShashi Mallela *data = s->cbaser; 12231b08e436SShashi Mallela break; 12241b08e436SShashi Mallela case GITS_CREADR: 12251b08e436SShashi Mallela *data = s->creadr; 12261b08e436SShashi Mallela break; 12271b08e436SShashi Mallela case GITS_CWRITER: 12281b08e436SShashi Mallela *data = s->cwriter; 12291b08e436SShashi Mallela break; 12301b08e436SShashi Mallela default: 12311b08e436SShashi Mallela result = false; 12321b08e436SShashi Mallela break; 12331b08e436SShashi Mallela } 123418f6290aSShashi Mallela return result; 123518f6290aSShashi Mallela } 123618f6290aSShashi Mallela 123718f6290aSShashi Mallela static MemTxResult gicv3_its_read(void *opaque, hwaddr offset, uint64_t *data, 123818f6290aSShashi Mallela unsigned size, MemTxAttrs attrs) 123918f6290aSShashi Mallela { 124018f6290aSShashi Mallela GICv3ITSState *s = (GICv3ITSState *)opaque; 124118f6290aSShashi Mallela bool result; 124218f6290aSShashi Mallela 124318f6290aSShashi Mallela switch (size) { 124418f6290aSShashi Mallela case 4: 124518f6290aSShashi Mallela result = its_readl(s, offset, data, attrs); 124618f6290aSShashi Mallela break; 124718f6290aSShashi Mallela case 8: 124818f6290aSShashi Mallela result = its_readll(s, offset, data, attrs); 124918f6290aSShashi Mallela break; 125018f6290aSShashi Mallela default: 125118f6290aSShashi Mallela result = false; 125218f6290aSShashi Mallela break; 125318f6290aSShashi Mallela } 125418f6290aSShashi Mallela 125518f6290aSShashi Mallela if (!result) { 125618f6290aSShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 125718f6290aSShashi Mallela "%s: invalid guest read at offset " TARGET_FMT_plx 125818f6290aSShashi Mallela "size %u\n", __func__, offset, size); 1259195209d3SPeter Maydell trace_gicv3_its_badread(offset, size); 126018f6290aSShashi Mallela /* 126118f6290aSShashi Mallela * The spec requires that reserved registers are RAZ/WI; 126218f6290aSShashi Mallela * so use false returns from leaf functions as a way to 126318f6290aSShashi Mallela * trigger the guest-error logging but don't return it to 126418f6290aSShashi Mallela * the caller, or we'll cause a spurious guest data abort. 126518f6290aSShashi Mallela */ 126618f6290aSShashi Mallela *data = 0; 1267195209d3SPeter Maydell } else { 1268195209d3SPeter Maydell trace_gicv3_its_read(offset, *data, size); 126918f6290aSShashi Mallela } 127018f6290aSShashi Mallela return MEMTX_OK; 127118f6290aSShashi Mallela } 127218f6290aSShashi Mallela 127318f6290aSShashi Mallela static MemTxResult gicv3_its_write(void *opaque, hwaddr offset, uint64_t data, 127418f6290aSShashi Mallela unsigned size, MemTxAttrs attrs) 127518f6290aSShashi Mallela { 127618f6290aSShashi Mallela GICv3ITSState *s = (GICv3ITSState *)opaque; 127718f6290aSShashi Mallela bool result; 127818f6290aSShashi Mallela 127918f6290aSShashi Mallela switch (size) { 128018f6290aSShashi Mallela case 4: 128118f6290aSShashi Mallela result = its_writel(s, offset, data, attrs); 128218f6290aSShashi Mallela break; 128318f6290aSShashi Mallela case 8: 128418f6290aSShashi Mallela result = its_writell(s, offset, data, attrs); 128518f6290aSShashi Mallela break; 128618f6290aSShashi Mallela default: 128718f6290aSShashi Mallela result = false; 128818f6290aSShashi Mallela break; 128918f6290aSShashi Mallela } 129018f6290aSShashi Mallela 129118f6290aSShashi Mallela if (!result) { 129218f6290aSShashi Mallela qemu_log_mask(LOG_GUEST_ERROR, 129318f6290aSShashi Mallela "%s: invalid guest write at offset " TARGET_FMT_plx 129418f6290aSShashi Mallela "size %u\n", __func__, offset, size); 1295195209d3SPeter Maydell trace_gicv3_its_badwrite(offset, data, size); 129618f6290aSShashi Mallela /* 129718f6290aSShashi Mallela * The spec requires that reserved registers are RAZ/WI; 129818f6290aSShashi Mallela * so use false returns from leaf functions as a way to 129918f6290aSShashi Mallela * trigger the guest-error logging but don't return it to 130018f6290aSShashi Mallela * the caller, or we'll cause a spurious guest data abort. 130118f6290aSShashi Mallela */ 1302195209d3SPeter Maydell } else { 1303195209d3SPeter Maydell trace_gicv3_its_write(offset, data, size); 130418f6290aSShashi Mallela } 130518f6290aSShashi Mallela return MEMTX_OK; 130618f6290aSShashi Mallela } 130718f6290aSShashi Mallela 130818f6290aSShashi Mallela static const MemoryRegionOps gicv3_its_control_ops = { 130918f6290aSShashi Mallela .read_with_attrs = gicv3_its_read, 131018f6290aSShashi Mallela .write_with_attrs = gicv3_its_write, 131118f6290aSShashi Mallela .valid.min_access_size = 4, 131218f6290aSShashi Mallela .valid.max_access_size = 8, 131318f6290aSShashi Mallela .impl.min_access_size = 4, 131418f6290aSShashi Mallela .impl.max_access_size = 8, 131518f6290aSShashi Mallela .endianness = DEVICE_NATIVE_ENDIAN, 131618f6290aSShashi Mallela }; 131718f6290aSShashi Mallela 131818f6290aSShashi Mallela static const MemoryRegionOps gicv3_its_translation_ops = { 13197e062b98SPeter Maydell .read_with_attrs = gicv3_its_translation_read, 132018f6290aSShashi Mallela .write_with_attrs = gicv3_its_translation_write, 132118f6290aSShashi Mallela .valid.min_access_size = 2, 132218f6290aSShashi Mallela .valid.max_access_size = 4, 132318f6290aSShashi Mallela .impl.min_access_size = 2, 132418f6290aSShashi Mallela .impl.max_access_size = 4, 132518f6290aSShashi Mallela .endianness = DEVICE_NATIVE_ENDIAN, 132618f6290aSShashi Mallela }; 132718f6290aSShashi Mallela 132818f6290aSShashi Mallela static void gicv3_arm_its_realize(DeviceState *dev, Error **errp) 132918f6290aSShashi Mallela { 133018f6290aSShashi Mallela GICv3ITSState *s = ARM_GICV3_ITS_COMMON(dev); 133118f6290aSShashi Mallela int i; 133218f6290aSShashi Mallela 133318f6290aSShashi Mallela for (i = 0; i < s->gicv3->num_cpu; i++) { 133418f6290aSShashi Mallela if (!(s->gicv3->cpu[i].gicr_typer & GICR_TYPER_PLPIS)) { 133518f6290aSShashi Mallela error_setg(errp, "Physical LPI not supported by CPU %d", i); 133618f6290aSShashi Mallela return; 133718f6290aSShashi Mallela } 133818f6290aSShashi Mallela } 133918f6290aSShashi Mallela 134018f6290aSShashi Mallela gicv3_its_init_mmio(s, &gicv3_its_control_ops, &gicv3_its_translation_ops); 134118f6290aSShashi Mallela 134218f6290aSShashi Mallela /* set the ITS default features supported */ 1343764d6ba1SPeter Maydell s->typer = FIELD_DP64(s->typer, GITS_TYPER, PHYSICAL, 1); 134418f6290aSShashi Mallela s->typer = FIELD_DP64(s->typer, GITS_TYPER, ITT_ENTRY_SIZE, 134518f6290aSShashi Mallela ITS_ITT_ENTRY_SIZE - 1); 134618f6290aSShashi Mallela s->typer = FIELD_DP64(s->typer, GITS_TYPER, IDBITS, ITS_IDBITS); 134718f6290aSShashi Mallela s->typer = FIELD_DP64(s->typer, GITS_TYPER, DEVBITS, ITS_DEVBITS); 134818f6290aSShashi Mallela s->typer = FIELD_DP64(s->typer, GITS_TYPER, CIL, 1); 134918f6290aSShashi Mallela s->typer = FIELD_DP64(s->typer, GITS_TYPER, CIDBITS, ITS_CIDBITS); 135018f6290aSShashi Mallela } 135118f6290aSShashi Mallela 135218f6290aSShashi Mallela static void gicv3_its_reset(DeviceState *dev) 135318f6290aSShashi Mallela { 135418f6290aSShashi Mallela GICv3ITSState *s = ARM_GICV3_ITS_COMMON(dev); 135518f6290aSShashi Mallela GICv3ITSClass *c = ARM_GICV3_ITS_GET_CLASS(s); 135618f6290aSShashi Mallela 135718f6290aSShashi Mallela c->parent_reset(dev); 135818f6290aSShashi Mallela 135918f6290aSShashi Mallela /* Quiescent bit reset to 1 */ 136018f6290aSShashi Mallela s->ctlr = FIELD_DP32(s->ctlr, GITS_CTLR, QUIESCENT, 1); 136118f6290aSShashi Mallela 136218f6290aSShashi Mallela /* 136318f6290aSShashi Mallela * setting GITS_BASER0.Type = 0b001 (Device) 136418f6290aSShashi Mallela * GITS_BASER1.Type = 0b100 (Collection Table) 136518f6290aSShashi Mallela * GITS_BASER<n>.Type,where n = 3 to 7 are 0b00 (Unimplemented) 136618f6290aSShashi Mallela * GITS_BASER<0,1>.Page_Size = 64KB 136718f6290aSShashi Mallela * and default translation table entry size to 16 bytes 136818f6290aSShashi Mallela */ 136918f6290aSShashi Mallela s->baser[0] = FIELD_DP64(s->baser[0], GITS_BASER, TYPE, 137018f6290aSShashi Mallela GITS_BASER_TYPE_DEVICE); 137118f6290aSShashi Mallela s->baser[0] = FIELD_DP64(s->baser[0], GITS_BASER, PAGESIZE, 137218f6290aSShashi Mallela GITS_BASER_PAGESIZE_64K); 137318f6290aSShashi Mallela s->baser[0] = FIELD_DP64(s->baser[0], GITS_BASER, ENTRYSIZE, 137418f6290aSShashi Mallela GITS_DTE_SIZE - 1); 137518f6290aSShashi Mallela 137618f6290aSShashi Mallela s->baser[1] = FIELD_DP64(s->baser[1], GITS_BASER, TYPE, 137718f6290aSShashi Mallela GITS_BASER_TYPE_COLLECTION); 137818f6290aSShashi Mallela s->baser[1] = FIELD_DP64(s->baser[1], GITS_BASER, PAGESIZE, 137918f6290aSShashi Mallela GITS_BASER_PAGESIZE_64K); 138018f6290aSShashi Mallela s->baser[1] = FIELD_DP64(s->baser[1], GITS_BASER, ENTRYSIZE, 138118f6290aSShashi Mallela GITS_CTE_SIZE - 1); 138218f6290aSShashi Mallela } 138318f6290aSShashi Mallela 13841b08e436SShashi Mallela static void gicv3_its_post_load(GICv3ITSState *s) 13851b08e436SShashi Mallela { 13868d2d6dd9SPeter Maydell if (s->ctlr & R_GITS_CTLR_ENABLED_MASK) { 13871b08e436SShashi Mallela extract_table_params(s); 13881b08e436SShashi Mallela extract_cmdq_params(s); 13891b08e436SShashi Mallela } 13901b08e436SShashi Mallela } 13911b08e436SShashi Mallela 139218f6290aSShashi Mallela static Property gicv3_its_props[] = { 139318f6290aSShashi Mallela DEFINE_PROP_LINK("parent-gicv3", GICv3ITSState, gicv3, "arm-gicv3", 139418f6290aSShashi Mallela GICv3State *), 139518f6290aSShashi Mallela DEFINE_PROP_END_OF_LIST(), 139618f6290aSShashi Mallela }; 139718f6290aSShashi Mallela 139818f6290aSShashi Mallela static void gicv3_its_class_init(ObjectClass *klass, void *data) 139918f6290aSShashi Mallela { 140018f6290aSShashi Mallela DeviceClass *dc = DEVICE_CLASS(klass); 140118f6290aSShashi Mallela GICv3ITSClass *ic = ARM_GICV3_ITS_CLASS(klass); 14021b08e436SShashi Mallela GICv3ITSCommonClass *icc = ARM_GICV3_ITS_COMMON_CLASS(klass); 140318f6290aSShashi Mallela 140418f6290aSShashi Mallela dc->realize = gicv3_arm_its_realize; 140518f6290aSShashi Mallela device_class_set_props(dc, gicv3_its_props); 140618f6290aSShashi Mallela device_class_set_parent_reset(dc, gicv3_its_reset, &ic->parent_reset); 14071b08e436SShashi Mallela icc->post_load = gicv3_its_post_load; 140818f6290aSShashi Mallela } 140918f6290aSShashi Mallela 141018f6290aSShashi Mallela static const TypeInfo gicv3_its_info = { 141118f6290aSShashi Mallela .name = TYPE_ARM_GICV3_ITS, 141218f6290aSShashi Mallela .parent = TYPE_ARM_GICV3_ITS_COMMON, 141318f6290aSShashi Mallela .instance_size = sizeof(GICv3ITSState), 141418f6290aSShashi Mallela .class_init = gicv3_its_class_init, 141518f6290aSShashi Mallela .class_size = sizeof(GICv3ITSClass), 141618f6290aSShashi Mallela }; 141718f6290aSShashi Mallela 141818f6290aSShashi Mallela static void gicv3_its_register_types(void) 141918f6290aSShashi Mallela { 142018f6290aSShashi Mallela type_register_static(&gicv3_its_info); 142118f6290aSShashi Mallela } 142218f6290aSShashi Mallela 142318f6290aSShashi Mallela type_init(gicv3_its_register_types) 1424