1ae4de14cSAlexey Kardashevskiy /* 2ae4de14cSAlexey Kardashevskiy * QEMU sPAPR Dynamic DMA windows support 3ae4de14cSAlexey Kardashevskiy * 4ae4de14cSAlexey Kardashevskiy * Copyright (c) 2015 Alexey Kardashevskiy, IBM Corporation. 5ae4de14cSAlexey Kardashevskiy * 6ae4de14cSAlexey Kardashevskiy * This program is free software; you can redistribute it and/or modify 7ae4de14cSAlexey Kardashevskiy * it under the terms of the GNU General Public License as published by 8ae4de14cSAlexey Kardashevskiy * the Free Software Foundation; either version 2 of the License, 9ae4de14cSAlexey Kardashevskiy * or (at your option) any later version. 10ae4de14cSAlexey Kardashevskiy * 11ae4de14cSAlexey Kardashevskiy * This program is distributed in the hope that it will be useful, 12ae4de14cSAlexey Kardashevskiy * but WITHOUT ANY WARRANTY; without even the implied warranty of 13ae4de14cSAlexey Kardashevskiy * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14ae4de14cSAlexey Kardashevskiy * GNU General Public License for more details. 15ae4de14cSAlexey Kardashevskiy * 16ae4de14cSAlexey Kardashevskiy * You should have received a copy of the GNU General Public License 17ae4de14cSAlexey Kardashevskiy * along with this program; if not, see <http://www.gnu.org/licenses/>. 18ae4de14cSAlexey Kardashevskiy */ 19ae4de14cSAlexey Kardashevskiy 20ae4de14cSAlexey Kardashevskiy #include "qemu/osdep.h" 21ae4de14cSAlexey Kardashevskiy #include "cpu.h" 22ae4de14cSAlexey Kardashevskiy #include "qemu/error-report.h" 23ae4de14cSAlexey Kardashevskiy #include "hw/ppc/spapr.h" 24ae4de14cSAlexey Kardashevskiy #include "hw/pci-host/spapr.h" 25ae4de14cSAlexey Kardashevskiy #include "trace.h" 26ae4de14cSAlexey Kardashevskiy 27ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_active_win_num_cb(Object *child, void *opaque) 28ae4de14cSAlexey Kardashevskiy { 29*ce2918cbSDavid Gibson SpaprTceTable *tcet; 30ae4de14cSAlexey Kardashevskiy 31*ce2918cbSDavid Gibson tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE); 32ae4de14cSAlexey Kardashevskiy if (tcet && tcet->nb_table) { 33ae4de14cSAlexey Kardashevskiy ++*(unsigned *)opaque; 34ae4de14cSAlexey Kardashevskiy } 35ae4de14cSAlexey Kardashevskiy return 0; 36ae4de14cSAlexey Kardashevskiy } 37ae4de14cSAlexey Kardashevskiy 38*ce2918cbSDavid Gibson static unsigned spapr_phb_get_active_win_num(SpaprPhbState *sphb) 39ae4de14cSAlexey Kardashevskiy { 40ae4de14cSAlexey Kardashevskiy unsigned ret = 0; 41ae4de14cSAlexey Kardashevskiy 42ae4de14cSAlexey Kardashevskiy object_child_foreach(OBJECT(sphb), spapr_phb_get_active_win_num_cb, &ret); 43ae4de14cSAlexey Kardashevskiy 44ae4de14cSAlexey Kardashevskiy return ret; 45ae4de14cSAlexey Kardashevskiy } 46ae4de14cSAlexey Kardashevskiy 47ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_free_liobn_cb(Object *child, void *opaque) 48ae4de14cSAlexey Kardashevskiy { 49*ce2918cbSDavid Gibson SpaprTceTable *tcet; 50ae4de14cSAlexey Kardashevskiy 51*ce2918cbSDavid Gibson tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE); 52ae4de14cSAlexey Kardashevskiy if (tcet && !tcet->nb_table) { 53ae4de14cSAlexey Kardashevskiy *(uint32_t *)opaque = tcet->liobn; 54ae4de14cSAlexey Kardashevskiy return 1; 55ae4de14cSAlexey Kardashevskiy } 56ae4de14cSAlexey Kardashevskiy return 0; 57ae4de14cSAlexey Kardashevskiy } 58ae4de14cSAlexey Kardashevskiy 59*ce2918cbSDavid Gibson static unsigned spapr_phb_get_free_liobn(SpaprPhbState *sphb) 60ae4de14cSAlexey Kardashevskiy { 61ae4de14cSAlexey Kardashevskiy uint32_t liobn = 0; 62ae4de14cSAlexey Kardashevskiy 63ae4de14cSAlexey Kardashevskiy object_child_foreach(OBJECT(sphb), spapr_phb_get_free_liobn_cb, &liobn); 64ae4de14cSAlexey Kardashevskiy 65ae4de14cSAlexey Kardashevskiy return liobn; 66ae4de14cSAlexey Kardashevskiy } 67ae4de14cSAlexey Kardashevskiy 68ae4de14cSAlexey Kardashevskiy static uint32_t spapr_page_mask_to_query_mask(uint64_t page_mask) 69ae4de14cSAlexey Kardashevskiy { 70ae4de14cSAlexey Kardashevskiy int i; 71ae4de14cSAlexey Kardashevskiy uint32_t mask = 0; 72ae4de14cSAlexey Kardashevskiy const struct { int shift; uint32_t mask; } masks[] = { 73ae4de14cSAlexey Kardashevskiy { 12, RTAS_DDW_PGSIZE_4K }, 74ae4de14cSAlexey Kardashevskiy { 16, RTAS_DDW_PGSIZE_64K }, 75ae4de14cSAlexey Kardashevskiy { 24, RTAS_DDW_PGSIZE_16M }, 76ae4de14cSAlexey Kardashevskiy { 25, RTAS_DDW_PGSIZE_32M }, 77ae4de14cSAlexey Kardashevskiy { 26, RTAS_DDW_PGSIZE_64M }, 78ae4de14cSAlexey Kardashevskiy { 27, RTAS_DDW_PGSIZE_128M }, 79ae4de14cSAlexey Kardashevskiy { 28, RTAS_DDW_PGSIZE_256M }, 80ae4de14cSAlexey Kardashevskiy { 34, RTAS_DDW_PGSIZE_16G }, 81ae4de14cSAlexey Kardashevskiy }; 82ae4de14cSAlexey Kardashevskiy 83ae4de14cSAlexey Kardashevskiy for (i = 0; i < ARRAY_SIZE(masks); ++i) { 84ae4de14cSAlexey Kardashevskiy if (page_mask & (1ULL << masks[i].shift)) { 85ae4de14cSAlexey Kardashevskiy mask |= masks[i].mask; 86ae4de14cSAlexey Kardashevskiy } 87ae4de14cSAlexey Kardashevskiy } 88ae4de14cSAlexey Kardashevskiy 89ae4de14cSAlexey Kardashevskiy return mask; 90ae4de14cSAlexey Kardashevskiy } 91ae4de14cSAlexey Kardashevskiy 92ae4de14cSAlexey Kardashevskiy static void rtas_ibm_query_pe_dma_window(PowerPCCPU *cpu, 93*ce2918cbSDavid Gibson SpaprMachineState *spapr, 94ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 95ae4de14cSAlexey Kardashevskiy target_ulong args, 96ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 97ae4de14cSAlexey Kardashevskiy { 98*ce2918cbSDavid Gibson SpaprPhbState *sphb; 998994e91eSAlexey Kardashevskiy uint64_t buid; 100ae4de14cSAlexey Kardashevskiy uint32_t avail, addr, pgmask = 0; 101ae4de14cSAlexey Kardashevskiy 102ae4de14cSAlexey Kardashevskiy if ((nargs != 3) || (nret != 5)) { 103ae4de14cSAlexey Kardashevskiy goto param_error_exit; 104ae4de14cSAlexey Kardashevskiy } 105ae4de14cSAlexey Kardashevskiy 106ae4de14cSAlexey Kardashevskiy buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2); 107ae4de14cSAlexey Kardashevskiy addr = rtas_ld(args, 0); 108ae4de14cSAlexey Kardashevskiy sphb = spapr_pci_find_phb(spapr, buid); 109ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled) { 110ae4de14cSAlexey Kardashevskiy goto param_error_exit; 111ae4de14cSAlexey Kardashevskiy } 112ae4de14cSAlexey Kardashevskiy 113ae4de14cSAlexey Kardashevskiy /* Translate page mask to LoPAPR format */ 114ae4de14cSAlexey Kardashevskiy pgmask = spapr_page_mask_to_query_mask(sphb->page_size_mask); 115ae4de14cSAlexey Kardashevskiy 116ae4de14cSAlexey Kardashevskiy avail = SPAPR_PCI_DMA_MAX_WINDOWS - spapr_phb_get_active_win_num(sphb); 117ae4de14cSAlexey Kardashevskiy 118ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 119ae4de14cSAlexey Kardashevskiy rtas_st(rets, 1, avail); 1208994e91eSAlexey Kardashevskiy rtas_st(rets, 2, 0x80000000); /* The largest window we can possibly have */ 121ae4de14cSAlexey Kardashevskiy rtas_st(rets, 3, pgmask); 122ae4de14cSAlexey Kardashevskiy rtas_st(rets, 4, 0); /* DMA migration mask, not supported */ 123ae4de14cSAlexey Kardashevskiy 1248994e91eSAlexey Kardashevskiy trace_spapr_iommu_ddw_query(buid, addr, avail, 0x80000000, pgmask); 125ae4de14cSAlexey Kardashevskiy return; 126ae4de14cSAlexey Kardashevskiy 127ae4de14cSAlexey Kardashevskiy param_error_exit: 128ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 129ae4de14cSAlexey Kardashevskiy } 130ae4de14cSAlexey Kardashevskiy 131ae4de14cSAlexey Kardashevskiy static void rtas_ibm_create_pe_dma_window(PowerPCCPU *cpu, 132*ce2918cbSDavid Gibson SpaprMachineState *spapr, 133ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 134ae4de14cSAlexey Kardashevskiy target_ulong args, 135ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 136ae4de14cSAlexey Kardashevskiy { 137*ce2918cbSDavid Gibson SpaprPhbState *sphb; 138*ce2918cbSDavid Gibson SpaprTceTable *tcet = NULL; 139ae4de14cSAlexey Kardashevskiy uint32_t addr, page_shift, window_shift, liobn; 140ae4de14cSAlexey Kardashevskiy uint64_t buid, win_addr; 141ae4de14cSAlexey Kardashevskiy int windows; 142ae4de14cSAlexey Kardashevskiy 143ae4de14cSAlexey Kardashevskiy if ((nargs != 5) || (nret != 4)) { 144ae4de14cSAlexey Kardashevskiy goto param_error_exit; 145ae4de14cSAlexey Kardashevskiy } 146ae4de14cSAlexey Kardashevskiy 147ae4de14cSAlexey Kardashevskiy buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2); 148ae4de14cSAlexey Kardashevskiy addr = rtas_ld(args, 0); 149ae4de14cSAlexey Kardashevskiy sphb = spapr_pci_find_phb(spapr, buid); 150ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled) { 151ae4de14cSAlexey Kardashevskiy goto param_error_exit; 152ae4de14cSAlexey Kardashevskiy } 153ae4de14cSAlexey Kardashevskiy 154ae4de14cSAlexey Kardashevskiy page_shift = rtas_ld(args, 3); 155ae4de14cSAlexey Kardashevskiy window_shift = rtas_ld(args, 4); 156ae4de14cSAlexey Kardashevskiy liobn = spapr_phb_get_free_liobn(sphb); 157ae4de14cSAlexey Kardashevskiy windows = spapr_phb_get_active_win_num(sphb); 158ae4de14cSAlexey Kardashevskiy 159ae4de14cSAlexey Kardashevskiy if (!(sphb->page_size_mask & (1ULL << page_shift)) || 160ae4de14cSAlexey Kardashevskiy (window_shift < page_shift)) { 161ae4de14cSAlexey Kardashevskiy goto param_error_exit; 162ae4de14cSAlexey Kardashevskiy } 163ae4de14cSAlexey Kardashevskiy 164ae4de14cSAlexey Kardashevskiy if (!liobn || !sphb->ddw_enabled || windows == SPAPR_PCI_DMA_MAX_WINDOWS) { 165ae4de14cSAlexey Kardashevskiy goto hw_error_exit; 166ae4de14cSAlexey Kardashevskiy } 167ae4de14cSAlexey Kardashevskiy 168ae4de14cSAlexey Kardashevskiy tcet = spapr_tce_find_by_liobn(liobn); 169ae4de14cSAlexey Kardashevskiy if (!tcet) { 170ae4de14cSAlexey Kardashevskiy goto hw_error_exit; 171ae4de14cSAlexey Kardashevskiy } 172ae4de14cSAlexey Kardashevskiy 173ae4de14cSAlexey Kardashevskiy win_addr = (windows == 0) ? sphb->dma_win_addr : sphb->dma64_win_addr; 1745f366667SAlexey Kardashevskiy /* 1755f366667SAlexey Kardashevskiy * We have just created a window, we know for the fact that it is empty, 1765f366667SAlexey Kardashevskiy * use a hack to avoid iterating over the table as it is quite possible 1775f366667SAlexey Kardashevskiy * to have billions of TCEs, all empty. 1785f366667SAlexey Kardashevskiy * Note that we cannot delay this to the first H_PUT_TCE as this hcall is 1795f366667SAlexey Kardashevskiy * mostly likely to be handled in KVM so QEMU just does not know if it 1805f366667SAlexey Kardashevskiy * happened. 1815f366667SAlexey Kardashevskiy */ 1825f366667SAlexey Kardashevskiy tcet->skipping_replay = true; 183ae4de14cSAlexey Kardashevskiy spapr_tce_table_enable(tcet, page_shift, win_addr, 184ae4de14cSAlexey Kardashevskiy 1ULL << (window_shift - page_shift)); 1855f366667SAlexey Kardashevskiy tcet->skipping_replay = false; 186ae4de14cSAlexey Kardashevskiy if (!tcet->nb_table) { 187ae4de14cSAlexey Kardashevskiy goto hw_error_exit; 188ae4de14cSAlexey Kardashevskiy } 189ae4de14cSAlexey Kardashevskiy 190ae4de14cSAlexey Kardashevskiy trace_spapr_iommu_ddw_create(buid, addr, 1ULL << page_shift, 191ae4de14cSAlexey Kardashevskiy 1ULL << window_shift, tcet->bus_offset, liobn); 192ae4de14cSAlexey Kardashevskiy 193ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 194ae4de14cSAlexey Kardashevskiy rtas_st(rets, 1, liobn); 195ae4de14cSAlexey Kardashevskiy rtas_st(rets, 2, tcet->bus_offset >> 32); 196ae4de14cSAlexey Kardashevskiy rtas_st(rets, 3, tcet->bus_offset & ((uint32_t) -1)); 197ae4de14cSAlexey Kardashevskiy 198ae4de14cSAlexey Kardashevskiy return; 199ae4de14cSAlexey Kardashevskiy 200ae4de14cSAlexey Kardashevskiy hw_error_exit: 201ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_HW_ERROR); 202ae4de14cSAlexey Kardashevskiy return; 203ae4de14cSAlexey Kardashevskiy 204ae4de14cSAlexey Kardashevskiy param_error_exit: 205ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 206ae4de14cSAlexey Kardashevskiy } 207ae4de14cSAlexey Kardashevskiy 208ae4de14cSAlexey Kardashevskiy static void rtas_ibm_remove_pe_dma_window(PowerPCCPU *cpu, 209*ce2918cbSDavid Gibson SpaprMachineState *spapr, 210ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 211ae4de14cSAlexey Kardashevskiy target_ulong args, 212ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 213ae4de14cSAlexey Kardashevskiy { 214*ce2918cbSDavid Gibson SpaprPhbState *sphb; 215*ce2918cbSDavid Gibson SpaprTceTable *tcet; 216ae4de14cSAlexey Kardashevskiy uint32_t liobn; 217ae4de14cSAlexey Kardashevskiy 218ae4de14cSAlexey Kardashevskiy if ((nargs != 1) || (nret != 1)) { 219ae4de14cSAlexey Kardashevskiy goto param_error_exit; 220ae4de14cSAlexey Kardashevskiy } 221ae4de14cSAlexey Kardashevskiy 222ae4de14cSAlexey Kardashevskiy liobn = rtas_ld(args, 0); 223ae4de14cSAlexey Kardashevskiy tcet = spapr_tce_find_by_liobn(liobn); 224ae4de14cSAlexey Kardashevskiy if (!tcet) { 225ae4de14cSAlexey Kardashevskiy goto param_error_exit; 226ae4de14cSAlexey Kardashevskiy } 227ae4de14cSAlexey Kardashevskiy 228ae4de14cSAlexey Kardashevskiy sphb = SPAPR_PCI_HOST_BRIDGE(OBJECT(tcet)->parent); 229ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled || !tcet->nb_table) { 230ae4de14cSAlexey Kardashevskiy goto param_error_exit; 231ae4de14cSAlexey Kardashevskiy } 232ae4de14cSAlexey Kardashevskiy 233ae4de14cSAlexey Kardashevskiy spapr_tce_table_disable(tcet); 234ae4de14cSAlexey Kardashevskiy trace_spapr_iommu_ddw_remove(liobn); 235ae4de14cSAlexey Kardashevskiy 236ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 237ae4de14cSAlexey Kardashevskiy return; 238ae4de14cSAlexey Kardashevskiy 239ae4de14cSAlexey Kardashevskiy param_error_exit: 240ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 241ae4de14cSAlexey Kardashevskiy } 242ae4de14cSAlexey Kardashevskiy 243ae4de14cSAlexey Kardashevskiy static void rtas_ibm_reset_pe_dma_window(PowerPCCPU *cpu, 244*ce2918cbSDavid Gibson SpaprMachineState *spapr, 245ae4de14cSAlexey Kardashevskiy uint32_t token, uint32_t nargs, 246ae4de14cSAlexey Kardashevskiy target_ulong args, 247ae4de14cSAlexey Kardashevskiy uint32_t nret, target_ulong rets) 248ae4de14cSAlexey Kardashevskiy { 249*ce2918cbSDavid Gibson SpaprPhbState *sphb; 250ae4de14cSAlexey Kardashevskiy uint64_t buid; 251ae4de14cSAlexey Kardashevskiy uint32_t addr; 252ae4de14cSAlexey Kardashevskiy 253ae4de14cSAlexey Kardashevskiy if ((nargs != 3) || (nret != 1)) { 254ae4de14cSAlexey Kardashevskiy goto param_error_exit; 255ae4de14cSAlexey Kardashevskiy } 256ae4de14cSAlexey Kardashevskiy 257ae4de14cSAlexey Kardashevskiy buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2); 258ae4de14cSAlexey Kardashevskiy addr = rtas_ld(args, 0); 259ae4de14cSAlexey Kardashevskiy sphb = spapr_pci_find_phb(spapr, buid); 260ae4de14cSAlexey Kardashevskiy if (!sphb || !sphb->ddw_enabled) { 261ae4de14cSAlexey Kardashevskiy goto param_error_exit; 262ae4de14cSAlexey Kardashevskiy } 263ae4de14cSAlexey Kardashevskiy 264ae4de14cSAlexey Kardashevskiy spapr_phb_dma_reset(sphb); 265ae4de14cSAlexey Kardashevskiy trace_spapr_iommu_ddw_reset(buid, addr); 266ae4de14cSAlexey Kardashevskiy 267ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_SUCCESS); 268ae4de14cSAlexey Kardashevskiy 269ae4de14cSAlexey Kardashevskiy return; 270ae4de14cSAlexey Kardashevskiy 271ae4de14cSAlexey Kardashevskiy param_error_exit: 272ae4de14cSAlexey Kardashevskiy rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR); 273ae4de14cSAlexey Kardashevskiy } 274ae4de14cSAlexey Kardashevskiy 275ae4de14cSAlexey Kardashevskiy static void spapr_rtas_ddw_init(void) 276ae4de14cSAlexey Kardashevskiy { 277ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_QUERY_PE_DMA_WINDOW, 278ae4de14cSAlexey Kardashevskiy "ibm,query-pe-dma-window", 279ae4de14cSAlexey Kardashevskiy rtas_ibm_query_pe_dma_window); 280ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_CREATE_PE_DMA_WINDOW, 281ae4de14cSAlexey Kardashevskiy "ibm,create-pe-dma-window", 282ae4de14cSAlexey Kardashevskiy rtas_ibm_create_pe_dma_window); 283ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_REMOVE_PE_DMA_WINDOW, 284ae4de14cSAlexey Kardashevskiy "ibm,remove-pe-dma-window", 285ae4de14cSAlexey Kardashevskiy rtas_ibm_remove_pe_dma_window); 286ae4de14cSAlexey Kardashevskiy spapr_rtas_register(RTAS_IBM_RESET_PE_DMA_WINDOW, 287ae4de14cSAlexey Kardashevskiy "ibm,reset-pe-dma-window", 288ae4de14cSAlexey Kardashevskiy rtas_ibm_reset_pe_dma_window); 289ae4de14cSAlexey Kardashevskiy } 290ae4de14cSAlexey Kardashevskiy 291ae4de14cSAlexey Kardashevskiy type_init(spapr_rtas_ddw_init) 292