1ae4de14cSAlexey Kardashevskiy /* 2ae4de14cSAlexey Kardashevskiy * QEMU sPAPR Dynamic DMA windows support 3ae4de14cSAlexey Kardashevskiy * 4ae4de14cSAlexey Kardashevskiy * Copyright (c) 2015 Alexey Kardashevskiy, IBM Corporation. 5ae4de14cSAlexey Kardashevskiy * 6ae4de14cSAlexey Kardashevskiy * This program is free software; you can redistribute it and/or modify 7ae4de14cSAlexey Kardashevskiy * it under the terms of the GNU General Public License as published by 8ae4de14cSAlexey Kardashevskiy * the Free Software Foundation; either version 2 of the License, 9ae4de14cSAlexey Kardashevskiy * or (at your option) any later version. 10ae4de14cSAlexey Kardashevskiy * 11ae4de14cSAlexey Kardashevskiy * This program is distributed in the hope that it will be useful, 12ae4de14cSAlexey Kardashevskiy * but WITHOUT ANY WARRANTY; without even the implied warranty of 13ae4de14cSAlexey Kardashevskiy * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14ae4de14cSAlexey Kardashevskiy * GNU General Public License for more details. 15ae4de14cSAlexey Kardashevskiy * 16ae4de14cSAlexey Kardashevskiy * You should have received a copy of the GNU General Public License 17ae4de14cSAlexey Kardashevskiy * along with this program; if not, see <http://www.gnu.org/licenses/>. 18ae4de14cSAlexey Kardashevskiy */ 19ae4de14cSAlexey Kardashevskiy 20ae4de14cSAlexey Kardashevskiy #include "qemu/osdep.h" 21ae4de14cSAlexey Kardashevskiy #include "cpu.h" 22ae4de14cSAlexey Kardashevskiy #include "qemu/error-report.h" 23*0b8fa32fSMarkus Armbruster #include "qemu/module.h" 24ae4de14cSAlexey Kardashevskiy #include "hw/ppc/spapr.h" 25ae4de14cSAlexey Kardashevskiy #include "hw/pci-host/spapr.h" 26ae4de14cSAlexey Kardashevskiy #include "trace.h" 27ae4de14cSAlexey Kardashevskiy 28ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_active_win_num_cb(Object *child, void *opaque) 29ae4de14cSAlexey Kardashevskiy { 30ce2918cbSDavid Gibson SpaprTceTable *tcet; 31ae4de14cSAlexey Kardashevskiy 32ce2918cbSDavid Gibson tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE); 33ae4de14cSAlexey Kardashevskiy if (tcet && tcet->nb_table) { 34ae4de14cSAlexey Kardashevskiy ++*(unsigned *)opaque; 35ae4de14cSAlexey Kardashevskiy } 36ae4de14cSAlexey Kardashevskiy return 0; 37ae4de14cSAlexey Kardashevskiy } 38ae4de14cSAlexey Kardashevskiy 39ce2918cbSDavid Gibson static unsigned spapr_phb_get_active_win_num(SpaprPhbState *sphb) 40ae4de14cSAlexey Kardashevskiy { 41ae4de14cSAlexey Kardashevskiy unsigned ret = 0; 42ae4de14cSAlexey Kardashevskiy 43ae4de14cSAlexey Kardashevskiy object_child_foreach(OBJECT(sphb), spapr_phb_get_active_win_num_cb, &ret); 44ae4de14cSAlexey Kardashevskiy 45ae4de14cSAlexey Kardashevskiy return ret; 46ae4de14cSAlexey Kardashevskiy } 47ae4de14cSAlexey Kardashevskiy 48ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_free_liobn_cb(Object *child, void *opaque) 49ae4de14cSAlexey Kardashevskiy { 50ce2918cbSDavid Gibson SpaprTceTable *tcet; 51ae4de14cSAlexey Kardashevskiy 52ce2918cbSDavid Gibson tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE); 53ae4de14cSAlexey Kardashevskiy if (tcet && !tcet->nb_table) { 54ae4de14cSAlexey Kardashevskiy *(uint32_t *)opaque = tcet->liobn; 55ae4de14cSAlexey Kardashevskiy return 1; 56ae4de14cSAlexey Kardashevskiy } 57ae4de14cSAlexey Kardashevskiy return 0; 58ae4de14cSAlexey Kardashevskiy } 59ae4de14cSAlexey Kardashevskiy 60ce2918cbSDavid Gibson static unsigned spapr_phb_get_free_liobn(SpaprPhbState *sphb) 61ae4de14cSAlexey Kardashevskiy { 62ae4de14cSAlexey Kardashevskiy uint32_t liobn = 0; 63ae4de14cSAlexey Kardashevskiy 64ae4de14cSAlexey Kardashevskiy object_child_foreach(OBJECT(sphb), spapr_phb_get_free_liobn_cb, &liobn); 65ae4de14cSAlexey Kardashevskiy 66ae4de14cSAlexey Kardashevskiy return liobn; 67ae4de14cSAlexey Kardashevskiy } 68ae4de14cSAlexey Kardashevskiy 69ae4de14cSAlexey Kardashevskiy static uint32_t spapr_page_mask_to_query_mask(uint64_t page_mask) 70ae4de14cSAlexey Kardashevskiy { 71ae4de14cSAlexey Kardashevskiy int i; 72ae4de14cSAlexey Kardashevskiy uint32_t mask = 0; 73ae4de14cSAlexey Kardashevskiy const struct { int shift; uint32_t mask; } masks[] = { 74ae4de14cSAlexey Kardashevskiy { 12, RTAS_DDW_PGSIZE_4K }, 75ae4de14cSAlexey Kardashevskiy { 16, RTAS_DDW_PGSIZE_64K }, 76ae4de14cSAlexey Kardashevskiy { 24, RTAS_DDW_PGSIZE_16M }, 77ae4de14cSAlexey Kardashevskiy { 25, RTAS_DDW_PGSIZE_32M }, 78ae4de14cSAlexey Kardashevskiy { 26, RTAS_DDW_PGSIZE_64M }, 79ae4de14cSAlexey Kardashevskiy { 27, RTAS_DDW_PGSIZE_128M }, 80ae4de14cSAlexey Kardashevskiy { 28, RTAS_DDW_PGSIZE_256M }, 81ae4de14cSAlexey Kardashevskiy { 34, RTAS_DDW_PGSIZE_16G }, 82ae4de14cSAlexey Kardashevskiy }; 83ae4de14cSAlexey Kardashevskiy 84ae4de14cSAlexey Kardashevskiy for (i = 0; i < ARRAY_SIZE(masks); ++i) { 85ae4de14cSAlexey Kardashevskiy if (page_mask & (1ULL << masks[i].shift)) { 86ae4de14cSAlexey Kardashevskiy mask |= masks[i].mask; 87ae4de14cSAlexey Kardashevskiy } 88ae4de14cSAlexey Kardashevskiy } 89ae4de14cSAlexey Kardashevskiy 90ae4de14cSAlexey Kardashevskiy return mask; 91ae4de14cSAlexey Kardashevskiy } 92ae4de14cSAlexey Kardashevskiy 93ae4de14cSAlexey Kardashevskiy static void rtas_ibm_query_pe_dma_window(PowerPCCPU *cpu, 94ce2918cbSDavid Gibson SpaprMachineState *spapr, 95ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 96ae4de14cSAlexey Kardashevskiy target_ulong args, 97ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 98ae4de14cSAlexey Kardashevskiy { 99ce2918cbSDavid Gibson SpaprPhbState *sphb; 1008994e91eSAlexey Kardashevskiy uint64_t buid; 101ae4de14cSAlexey Kardashevskiy uint32_t avail, addr, pgmask = 0; 102ae4de14cSAlexey Kardashevskiy 103ae4de14cSAlexey Kardashevskiy if ((nargs != 3) || (nret != 5)) { 104ae4de14cSAlexey Kardashevskiy goto param_error_exit; 105ae4de14cSAlexey Kardashevskiy } 106ae4de14cSAlexey Kardashevskiy 107ae4de14cSAlexey Kardashevskiy buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2); 108ae4de14cSAlexey Kardashevskiy addr = rtas_ld(args, 0); 109ae4de14cSAlexey Kardashevskiy sphb = spapr_pci_find_phb(spapr, buid); 110ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled) { 111ae4de14cSAlexey Kardashevskiy goto param_error_exit; 112ae4de14cSAlexey Kardashevskiy } 113ae4de14cSAlexey Kardashevskiy 114ae4de14cSAlexey Kardashevskiy /* Translate page mask to LoPAPR format */ 115ae4de14cSAlexey Kardashevskiy pgmask = spapr_page_mask_to_query_mask(sphb->page_size_mask); 116ae4de14cSAlexey Kardashevskiy 117ae4de14cSAlexey Kardashevskiy avail = SPAPR_PCI_DMA_MAX_WINDOWS - spapr_phb_get_active_win_num(sphb); 118ae4de14cSAlexey Kardashevskiy 119ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 120ae4de14cSAlexey Kardashevskiy rtas_st(rets, 1, avail); 1218994e91eSAlexey Kardashevskiy rtas_st(rets, 2, 0x80000000); /* The largest window we can possibly have */ 122ae4de14cSAlexey Kardashevskiy rtas_st(rets, 3, pgmask); 123ae4de14cSAlexey Kardashevskiy rtas_st(rets, 4, 0); /* DMA migration mask, not supported */ 124ae4de14cSAlexey Kardashevskiy 1258994e91eSAlexey Kardashevskiy trace_spapr_iommu_ddw_query(buid, addr, avail, 0x80000000, pgmask); 126ae4de14cSAlexey Kardashevskiy return; 127ae4de14cSAlexey Kardashevskiy 128ae4de14cSAlexey Kardashevskiy param_error_exit: 129ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 130ae4de14cSAlexey Kardashevskiy } 131ae4de14cSAlexey Kardashevskiy 132ae4de14cSAlexey Kardashevskiy static void rtas_ibm_create_pe_dma_window(PowerPCCPU *cpu, 133ce2918cbSDavid Gibson SpaprMachineState *spapr, 134ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 135ae4de14cSAlexey Kardashevskiy target_ulong args, 136ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 137ae4de14cSAlexey Kardashevskiy { 138ce2918cbSDavid Gibson SpaprPhbState *sphb; 139ce2918cbSDavid Gibson SpaprTceTable *tcet = NULL; 140ae4de14cSAlexey Kardashevskiy uint32_t addr, page_shift, window_shift, liobn; 141ae4de14cSAlexey Kardashevskiy uint64_t buid, win_addr; 142ae4de14cSAlexey Kardashevskiy int windows; 143ae4de14cSAlexey Kardashevskiy 144ae4de14cSAlexey Kardashevskiy if ((nargs != 5) || (nret != 4)) { 145ae4de14cSAlexey Kardashevskiy goto param_error_exit; 146ae4de14cSAlexey Kardashevskiy } 147ae4de14cSAlexey Kardashevskiy 148ae4de14cSAlexey Kardashevskiy buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2); 149ae4de14cSAlexey Kardashevskiy addr = rtas_ld(args, 0); 150ae4de14cSAlexey Kardashevskiy sphb = spapr_pci_find_phb(spapr, buid); 151ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled) { 152ae4de14cSAlexey Kardashevskiy goto param_error_exit; 153ae4de14cSAlexey Kardashevskiy } 154ae4de14cSAlexey Kardashevskiy 155ae4de14cSAlexey Kardashevskiy page_shift = rtas_ld(args, 3); 156ae4de14cSAlexey Kardashevskiy window_shift = rtas_ld(args, 4); 157ae4de14cSAlexey Kardashevskiy liobn = spapr_phb_get_free_liobn(sphb); 158ae4de14cSAlexey Kardashevskiy windows = spapr_phb_get_active_win_num(sphb); 159ae4de14cSAlexey Kardashevskiy 160ae4de14cSAlexey Kardashevskiy if (!(sphb->page_size_mask & (1ULL << page_shift)) || 161ae4de14cSAlexey Kardashevskiy (window_shift < page_shift)) { 162ae4de14cSAlexey Kardashevskiy goto param_error_exit; 163ae4de14cSAlexey Kardashevskiy } 164ae4de14cSAlexey Kardashevskiy 165ae4de14cSAlexey Kardashevskiy if (!liobn || !sphb->ddw_enabled || windows == SPAPR_PCI_DMA_MAX_WINDOWS) { 166ae4de14cSAlexey Kardashevskiy goto hw_error_exit; 167ae4de14cSAlexey Kardashevskiy } 168ae4de14cSAlexey Kardashevskiy 169ae4de14cSAlexey Kardashevskiy tcet = spapr_tce_find_by_liobn(liobn); 170ae4de14cSAlexey Kardashevskiy if (!tcet) { 171ae4de14cSAlexey Kardashevskiy goto hw_error_exit; 172ae4de14cSAlexey Kardashevskiy } 173ae4de14cSAlexey Kardashevskiy 174ae4de14cSAlexey Kardashevskiy win_addr = (windows == 0) ? sphb->dma_win_addr : sphb->dma64_win_addr; 1755f366667SAlexey Kardashevskiy /* 1765f366667SAlexey Kardashevskiy * We have just created a window, we know for the fact that it is empty, 1775f366667SAlexey Kardashevskiy * use a hack to avoid iterating over the table as it is quite possible 1785f366667SAlexey Kardashevskiy * to have billions of TCEs, all empty. 1795f366667SAlexey Kardashevskiy * Note that we cannot delay this to the first H_PUT_TCE as this hcall is 1805f366667SAlexey Kardashevskiy * mostly likely to be handled in KVM so QEMU just does not know if it 1815f366667SAlexey Kardashevskiy * happened. 1825f366667SAlexey Kardashevskiy */ 1835f366667SAlexey Kardashevskiy tcet->skipping_replay = true; 184ae4de14cSAlexey Kardashevskiy spapr_tce_table_enable(tcet, page_shift, win_addr, 185ae4de14cSAlexey Kardashevskiy 1ULL << (window_shift - page_shift)); 1865f366667SAlexey Kardashevskiy tcet->skipping_replay = false; 187ae4de14cSAlexey Kardashevskiy if (!tcet->nb_table) { 188ae4de14cSAlexey Kardashevskiy goto hw_error_exit; 189ae4de14cSAlexey Kardashevskiy } 190ae4de14cSAlexey Kardashevskiy 191ae4de14cSAlexey Kardashevskiy trace_spapr_iommu_ddw_create(buid, addr, 1ULL << page_shift, 192ae4de14cSAlexey Kardashevskiy 1ULL << window_shift, tcet->bus_offset, liobn); 193ae4de14cSAlexey Kardashevskiy 194ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 195ae4de14cSAlexey Kardashevskiy rtas_st(rets, 1, liobn); 196ae4de14cSAlexey Kardashevskiy rtas_st(rets, 2, tcet->bus_offset >> 32); 197ae4de14cSAlexey Kardashevskiy rtas_st(rets, 3, tcet->bus_offset & ((uint32_t) -1)); 198ae4de14cSAlexey Kardashevskiy 199ae4de14cSAlexey Kardashevskiy return; 200ae4de14cSAlexey Kardashevskiy 201ae4de14cSAlexey Kardashevskiy hw_error_exit: 202ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_HW_ERROR); 203ae4de14cSAlexey Kardashevskiy return; 204ae4de14cSAlexey Kardashevskiy 205ae4de14cSAlexey Kardashevskiy param_error_exit: 206ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 207ae4de14cSAlexey Kardashevskiy } 208ae4de14cSAlexey Kardashevskiy 209ae4de14cSAlexey Kardashevskiy static void rtas_ibm_remove_pe_dma_window(PowerPCCPU *cpu, 210ce2918cbSDavid Gibson SpaprMachineState *spapr, 211ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 212ae4de14cSAlexey Kardashevskiy target_ulong args, 213ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 214ae4de14cSAlexey Kardashevskiy { 215ce2918cbSDavid Gibson SpaprPhbState *sphb; 216ce2918cbSDavid Gibson SpaprTceTable *tcet; 217ae4de14cSAlexey Kardashevskiy uint32_t liobn; 218ae4de14cSAlexey Kardashevskiy 219ae4de14cSAlexey Kardashevskiy if ((nargs != 1) || (nret != 1)) { 220ae4de14cSAlexey Kardashevskiy goto param_error_exit; 221ae4de14cSAlexey Kardashevskiy } 222ae4de14cSAlexey Kardashevskiy 223ae4de14cSAlexey Kardashevskiy liobn = rtas_ld(args, 0); 224ae4de14cSAlexey Kardashevskiy tcet = spapr_tce_find_by_liobn(liobn); 225ae4de14cSAlexey Kardashevskiy if (!tcet) { 226ae4de14cSAlexey Kardashevskiy goto param_error_exit; 227ae4de14cSAlexey Kardashevskiy } 228ae4de14cSAlexey Kardashevskiy 229ae4de14cSAlexey Kardashevskiy sphb = SPAPR_PCI_HOST_BRIDGE(OBJECT(tcet)->parent); 230ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled || !tcet->nb_table) { 231ae4de14cSAlexey Kardashevskiy goto param_error_exit; 232ae4de14cSAlexey Kardashevskiy } 233ae4de14cSAlexey Kardashevskiy 234ae4de14cSAlexey Kardashevskiy spapr_tce_table_disable(tcet); 235ae4de14cSAlexey Kardashevskiy trace_spapr_iommu_ddw_remove(liobn); 236ae4de14cSAlexey Kardashevskiy 237ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 238ae4de14cSAlexey Kardashevskiy return; 239ae4de14cSAlexey Kardashevskiy 240ae4de14cSAlexey Kardashevskiy param_error_exit: 241ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 242ae4de14cSAlexey Kardashevskiy } 243ae4de14cSAlexey Kardashevskiy 244ae4de14cSAlexey Kardashevskiy static void rtas_ibm_reset_pe_dma_window(PowerPCCPU *cpu, 245ce2918cbSDavid Gibson SpaprMachineState *spapr, 246ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 247ae4de14cSAlexey Kardashevskiy target_ulong args, 248ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 249ae4de14cSAlexey Kardashevskiy { 250ce2918cbSDavid Gibson SpaprPhbState *sphb; 251ae4de14cSAlexey Kardashevskiy uint64_t buid; 252ae4de14cSAlexey Kardashevskiy uint32_t addr; 253ae4de14cSAlexey Kardashevskiy 254ae4de14cSAlexey Kardashevskiy if ((nargs != 3) || (nret != 1)) { 255ae4de14cSAlexey Kardashevskiy goto param_error_exit; 256ae4de14cSAlexey Kardashevskiy } 257ae4de14cSAlexey Kardashevskiy 258ae4de14cSAlexey Kardashevskiy buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2); 259ae4de14cSAlexey Kardashevskiy addr = rtas_ld(args, 0); 260ae4de14cSAlexey Kardashevskiy sphb = spapr_pci_find_phb(spapr, buid); 261ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled) { 262ae4de14cSAlexey Kardashevskiy goto param_error_exit; 263ae4de14cSAlexey Kardashevskiy } 264ae4de14cSAlexey Kardashevskiy 265ae4de14cSAlexey Kardashevskiy spapr_phb_dma_reset(sphb); 266ae4de14cSAlexey Kardashevskiy trace_spapr_iommu_ddw_reset(buid, addr); 267ae4de14cSAlexey Kardashevskiy 268ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 269ae4de14cSAlexey Kardashevskiy 270ae4de14cSAlexey Kardashevskiy return; 271ae4de14cSAlexey Kardashevskiy 272ae4de14cSAlexey Kardashevskiy param_error_exit: 273ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 274ae4de14cSAlexey Kardashevskiy } 275ae4de14cSAlexey Kardashevskiy 276ae4de14cSAlexey Kardashevskiy static void spapr_rtas_ddw_init(void) 277ae4de14cSAlexey Kardashevskiy { 278ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_QUERY_PE_DMA_WINDOW, 279ae4de14cSAlexey Kardashevskiy "ibm,query-pe-dma-window", 280ae4de14cSAlexey Kardashevskiy rtas_ibm_query_pe_dma_window); 281ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_CREATE_PE_DMA_WINDOW, 282ae4de14cSAlexey Kardashevskiy "ibm,create-pe-dma-window", 283ae4de14cSAlexey Kardashevskiy rtas_ibm_create_pe_dma_window); 284ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_REMOVE_PE_DMA_WINDOW, 285ae4de14cSAlexey Kardashevskiy "ibm,remove-pe-dma-window", 286ae4de14cSAlexey Kardashevskiy rtas_ibm_remove_pe_dma_window); 287ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_RESET_PE_DMA_WINDOW, 288ae4de14cSAlexey Kardashevskiy "ibm,reset-pe-dma-window", 289ae4de14cSAlexey Kardashevskiy rtas_ibm_reset_pe_dma_window); 290ae4de14cSAlexey Kardashevskiy } 291ae4de14cSAlexey Kardashevskiy 292ae4de14cSAlexey Kardashevskiy type_init(spapr_rtas_ddw_init) 293