xref: /qemu/hw/ppc/spapr_rtas_ddw.c (revision 0b8fa32f551e863bb548a11394239239270dd3dc)
1ae4de14cSAlexey Kardashevskiy /*
2ae4de14cSAlexey Kardashevskiy  * QEMU sPAPR Dynamic DMA windows support
3ae4de14cSAlexey Kardashevskiy  *
4ae4de14cSAlexey Kardashevskiy  * Copyright (c) 2015 Alexey Kardashevskiy, IBM Corporation.
5ae4de14cSAlexey Kardashevskiy  *
6ae4de14cSAlexey Kardashevskiy  *  This program is free software; you can redistribute it and/or modify
7ae4de14cSAlexey Kardashevskiy  *  it under the terms of the GNU General Public License as published by
8ae4de14cSAlexey Kardashevskiy  *  the Free Software Foundation; either version 2 of the License,
9ae4de14cSAlexey Kardashevskiy  *  or (at your option) any later version.
10ae4de14cSAlexey Kardashevskiy  *
11ae4de14cSAlexey Kardashevskiy  *  This program is distributed in the hope that it will be useful,
12ae4de14cSAlexey Kardashevskiy  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13ae4de14cSAlexey Kardashevskiy  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14ae4de14cSAlexey Kardashevskiy  *  GNU General Public License for more details.
15ae4de14cSAlexey Kardashevskiy  *
16ae4de14cSAlexey Kardashevskiy  *  You should have received a copy of the GNU General Public License
17ae4de14cSAlexey Kardashevskiy  *  along with this program; if not, see <http://www.gnu.org/licenses/>.
18ae4de14cSAlexey Kardashevskiy  */
19ae4de14cSAlexey Kardashevskiy 
20ae4de14cSAlexey Kardashevskiy #include "qemu/osdep.h"
21ae4de14cSAlexey Kardashevskiy #include "cpu.h"
22ae4de14cSAlexey Kardashevskiy #include "qemu/error-report.h"
23*0b8fa32fSMarkus Armbruster #include "qemu/module.h"
24ae4de14cSAlexey Kardashevskiy #include "hw/ppc/spapr.h"
25ae4de14cSAlexey Kardashevskiy #include "hw/pci-host/spapr.h"
26ae4de14cSAlexey Kardashevskiy #include "trace.h"
27ae4de14cSAlexey Kardashevskiy 
28ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_active_win_num_cb(Object *child, void *opaque)
29ae4de14cSAlexey Kardashevskiy {
30ce2918cbSDavid Gibson     SpaprTceTable *tcet;
31ae4de14cSAlexey Kardashevskiy 
32ce2918cbSDavid Gibson     tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE);
33ae4de14cSAlexey Kardashevskiy     if (tcet && tcet->nb_table) {
34ae4de14cSAlexey Kardashevskiy         ++*(unsigned *)opaque;
35ae4de14cSAlexey Kardashevskiy     }
36ae4de14cSAlexey Kardashevskiy     return 0;
37ae4de14cSAlexey Kardashevskiy }
38ae4de14cSAlexey Kardashevskiy 
39ce2918cbSDavid Gibson static unsigned spapr_phb_get_active_win_num(SpaprPhbState *sphb)
40ae4de14cSAlexey Kardashevskiy {
41ae4de14cSAlexey Kardashevskiy     unsigned ret = 0;
42ae4de14cSAlexey Kardashevskiy 
43ae4de14cSAlexey Kardashevskiy     object_child_foreach(OBJECT(sphb), spapr_phb_get_active_win_num_cb, &ret);
44ae4de14cSAlexey Kardashevskiy 
45ae4de14cSAlexey Kardashevskiy     return ret;
46ae4de14cSAlexey Kardashevskiy }
47ae4de14cSAlexey Kardashevskiy 
48ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_free_liobn_cb(Object *child, void *opaque)
49ae4de14cSAlexey Kardashevskiy {
50ce2918cbSDavid Gibson     SpaprTceTable *tcet;
51ae4de14cSAlexey Kardashevskiy 
52ce2918cbSDavid Gibson     tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE);
53ae4de14cSAlexey Kardashevskiy     if (tcet && !tcet->nb_table) {
54ae4de14cSAlexey Kardashevskiy         *(uint32_t *)opaque = tcet->liobn;
55ae4de14cSAlexey Kardashevskiy         return 1;
56ae4de14cSAlexey Kardashevskiy     }
57ae4de14cSAlexey Kardashevskiy     return 0;
58ae4de14cSAlexey Kardashevskiy }
59ae4de14cSAlexey Kardashevskiy 
60ce2918cbSDavid Gibson static unsigned spapr_phb_get_free_liobn(SpaprPhbState *sphb)
61ae4de14cSAlexey Kardashevskiy {
62ae4de14cSAlexey Kardashevskiy     uint32_t liobn = 0;
63ae4de14cSAlexey Kardashevskiy 
64ae4de14cSAlexey Kardashevskiy     object_child_foreach(OBJECT(sphb), spapr_phb_get_free_liobn_cb, &liobn);
65ae4de14cSAlexey Kardashevskiy 
66ae4de14cSAlexey Kardashevskiy     return liobn;
67ae4de14cSAlexey Kardashevskiy }
68ae4de14cSAlexey Kardashevskiy 
69ae4de14cSAlexey Kardashevskiy static uint32_t spapr_page_mask_to_query_mask(uint64_t page_mask)
70ae4de14cSAlexey Kardashevskiy {
71ae4de14cSAlexey Kardashevskiy     int i;
72ae4de14cSAlexey Kardashevskiy     uint32_t mask = 0;
73ae4de14cSAlexey Kardashevskiy     const struct { int shift; uint32_t mask; } masks[] = {
74ae4de14cSAlexey Kardashevskiy         { 12, RTAS_DDW_PGSIZE_4K },
75ae4de14cSAlexey Kardashevskiy         { 16, RTAS_DDW_PGSIZE_64K },
76ae4de14cSAlexey Kardashevskiy         { 24, RTAS_DDW_PGSIZE_16M },
77ae4de14cSAlexey Kardashevskiy         { 25, RTAS_DDW_PGSIZE_32M },
78ae4de14cSAlexey Kardashevskiy         { 26, RTAS_DDW_PGSIZE_64M },
79ae4de14cSAlexey Kardashevskiy         { 27, RTAS_DDW_PGSIZE_128M },
80ae4de14cSAlexey Kardashevskiy         { 28, RTAS_DDW_PGSIZE_256M },
81ae4de14cSAlexey Kardashevskiy         { 34, RTAS_DDW_PGSIZE_16G },
82ae4de14cSAlexey Kardashevskiy     };
83ae4de14cSAlexey Kardashevskiy 
84ae4de14cSAlexey Kardashevskiy     for (i = 0; i < ARRAY_SIZE(masks); ++i) {
85ae4de14cSAlexey Kardashevskiy         if (page_mask & (1ULL << masks[i].shift)) {
86ae4de14cSAlexey Kardashevskiy             mask |= masks[i].mask;
87ae4de14cSAlexey Kardashevskiy         }
88ae4de14cSAlexey Kardashevskiy     }
89ae4de14cSAlexey Kardashevskiy 
90ae4de14cSAlexey Kardashevskiy     return mask;
91ae4de14cSAlexey Kardashevskiy }
92ae4de14cSAlexey Kardashevskiy 
93ae4de14cSAlexey Kardashevskiy static void rtas_ibm_query_pe_dma_window(PowerPCCPU *cpu,
94ce2918cbSDavid Gibson                                          SpaprMachineState *spapr,
95ae4de14cSAlexey Kardashevskiy                                          uint32_t token, uint32_t nargs,
96ae4de14cSAlexey Kardashevskiy                                          target_ulong args,
97ae4de14cSAlexey Kardashevskiy                                          uint32_t nret, target_ulong rets)
98ae4de14cSAlexey Kardashevskiy {
99ce2918cbSDavid Gibson     SpaprPhbState *sphb;
1008994e91eSAlexey Kardashevskiy     uint64_t buid;
101ae4de14cSAlexey Kardashevskiy     uint32_t avail, addr, pgmask = 0;
102ae4de14cSAlexey Kardashevskiy 
103ae4de14cSAlexey Kardashevskiy     if ((nargs != 3) || (nret != 5)) {
104ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
105ae4de14cSAlexey Kardashevskiy     }
106ae4de14cSAlexey Kardashevskiy 
107ae4de14cSAlexey Kardashevskiy     buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
108ae4de14cSAlexey Kardashevskiy     addr = rtas_ld(args, 0);
109ae4de14cSAlexey Kardashevskiy     sphb = spapr_pci_find_phb(spapr, buid);
110ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled) {
111ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
112ae4de14cSAlexey Kardashevskiy     }
113ae4de14cSAlexey Kardashevskiy 
114ae4de14cSAlexey Kardashevskiy     /* Translate page mask to LoPAPR format */
115ae4de14cSAlexey Kardashevskiy     pgmask = spapr_page_mask_to_query_mask(sphb->page_size_mask);
116ae4de14cSAlexey Kardashevskiy 
117ae4de14cSAlexey Kardashevskiy     avail = SPAPR_PCI_DMA_MAX_WINDOWS - spapr_phb_get_active_win_num(sphb);
118ae4de14cSAlexey Kardashevskiy 
119ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
120ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 1, avail);
1218994e91eSAlexey Kardashevskiy     rtas_st(rets, 2, 0x80000000); /* The largest window we can possibly have */
122ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 3, pgmask);
123ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 4, 0); /* DMA migration mask, not supported */
124ae4de14cSAlexey Kardashevskiy 
1258994e91eSAlexey Kardashevskiy     trace_spapr_iommu_ddw_query(buid, addr, avail, 0x80000000, pgmask);
126ae4de14cSAlexey Kardashevskiy     return;
127ae4de14cSAlexey Kardashevskiy 
128ae4de14cSAlexey Kardashevskiy param_error_exit:
129ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
130ae4de14cSAlexey Kardashevskiy }
131ae4de14cSAlexey Kardashevskiy 
132ae4de14cSAlexey Kardashevskiy static void rtas_ibm_create_pe_dma_window(PowerPCCPU *cpu,
133ce2918cbSDavid Gibson                                           SpaprMachineState *spapr,
134ae4de14cSAlexey Kardashevskiy                                           uint32_t token, uint32_t nargs,
135ae4de14cSAlexey Kardashevskiy                                           target_ulong args,
136ae4de14cSAlexey Kardashevskiy                                           uint32_t nret, target_ulong rets)
137ae4de14cSAlexey Kardashevskiy {
138ce2918cbSDavid Gibson     SpaprPhbState *sphb;
139ce2918cbSDavid Gibson     SpaprTceTable *tcet = NULL;
140ae4de14cSAlexey Kardashevskiy     uint32_t addr, page_shift, window_shift, liobn;
141ae4de14cSAlexey Kardashevskiy     uint64_t buid, win_addr;
142ae4de14cSAlexey Kardashevskiy     int windows;
143ae4de14cSAlexey Kardashevskiy 
144ae4de14cSAlexey Kardashevskiy     if ((nargs != 5) || (nret != 4)) {
145ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
146ae4de14cSAlexey Kardashevskiy     }
147ae4de14cSAlexey Kardashevskiy 
148ae4de14cSAlexey Kardashevskiy     buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
149ae4de14cSAlexey Kardashevskiy     addr = rtas_ld(args, 0);
150ae4de14cSAlexey Kardashevskiy     sphb = spapr_pci_find_phb(spapr, buid);
151ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled) {
152ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
153ae4de14cSAlexey Kardashevskiy     }
154ae4de14cSAlexey Kardashevskiy 
155ae4de14cSAlexey Kardashevskiy     page_shift = rtas_ld(args, 3);
156ae4de14cSAlexey Kardashevskiy     window_shift = rtas_ld(args, 4);
157ae4de14cSAlexey Kardashevskiy     liobn = spapr_phb_get_free_liobn(sphb);
158ae4de14cSAlexey Kardashevskiy     windows = spapr_phb_get_active_win_num(sphb);
159ae4de14cSAlexey Kardashevskiy 
160ae4de14cSAlexey Kardashevskiy     if (!(sphb->page_size_mask & (1ULL << page_shift)) ||
161ae4de14cSAlexey Kardashevskiy         (window_shift < page_shift)) {
162ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
163ae4de14cSAlexey Kardashevskiy     }
164ae4de14cSAlexey Kardashevskiy 
165ae4de14cSAlexey Kardashevskiy     if (!liobn || !sphb->ddw_enabled || windows == SPAPR_PCI_DMA_MAX_WINDOWS) {
166ae4de14cSAlexey Kardashevskiy         goto hw_error_exit;
167ae4de14cSAlexey Kardashevskiy     }
168ae4de14cSAlexey Kardashevskiy 
169ae4de14cSAlexey Kardashevskiy     tcet = spapr_tce_find_by_liobn(liobn);
170ae4de14cSAlexey Kardashevskiy     if (!tcet) {
171ae4de14cSAlexey Kardashevskiy         goto hw_error_exit;
172ae4de14cSAlexey Kardashevskiy     }
173ae4de14cSAlexey Kardashevskiy 
174ae4de14cSAlexey Kardashevskiy     win_addr = (windows == 0) ? sphb->dma_win_addr : sphb->dma64_win_addr;
1755f366667SAlexey Kardashevskiy     /*
1765f366667SAlexey Kardashevskiy      * We have just created a window, we know for the fact that it is empty,
1775f366667SAlexey Kardashevskiy      * use a hack to avoid iterating over the table as it is quite possible
1785f366667SAlexey Kardashevskiy      * to have billions of TCEs, all empty.
1795f366667SAlexey Kardashevskiy      * Note that we cannot delay this to the first H_PUT_TCE as this hcall is
1805f366667SAlexey Kardashevskiy      * mostly likely to be handled in KVM so QEMU just does not know if it
1815f366667SAlexey Kardashevskiy      * happened.
1825f366667SAlexey Kardashevskiy      */
1835f366667SAlexey Kardashevskiy     tcet->skipping_replay = true;
184ae4de14cSAlexey Kardashevskiy     spapr_tce_table_enable(tcet, page_shift, win_addr,
185ae4de14cSAlexey Kardashevskiy                            1ULL << (window_shift - page_shift));
1865f366667SAlexey Kardashevskiy     tcet->skipping_replay = false;
187ae4de14cSAlexey Kardashevskiy     if (!tcet->nb_table) {
188ae4de14cSAlexey Kardashevskiy         goto hw_error_exit;
189ae4de14cSAlexey Kardashevskiy     }
190ae4de14cSAlexey Kardashevskiy 
191ae4de14cSAlexey Kardashevskiy     trace_spapr_iommu_ddw_create(buid, addr, 1ULL << page_shift,
192ae4de14cSAlexey Kardashevskiy                                  1ULL << window_shift, tcet->bus_offset, liobn);
193ae4de14cSAlexey Kardashevskiy 
194ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
195ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 1, liobn);
196ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 2, tcet->bus_offset >> 32);
197ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 3, tcet->bus_offset & ((uint32_t) -1));
198ae4de14cSAlexey Kardashevskiy 
199ae4de14cSAlexey Kardashevskiy     return;
200ae4de14cSAlexey Kardashevskiy 
201ae4de14cSAlexey Kardashevskiy hw_error_exit:
202ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_HW_ERROR);
203ae4de14cSAlexey Kardashevskiy     return;
204ae4de14cSAlexey Kardashevskiy 
205ae4de14cSAlexey Kardashevskiy param_error_exit:
206ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
207ae4de14cSAlexey Kardashevskiy }
208ae4de14cSAlexey Kardashevskiy 
209ae4de14cSAlexey Kardashevskiy static void rtas_ibm_remove_pe_dma_window(PowerPCCPU *cpu,
210ce2918cbSDavid Gibson                                           SpaprMachineState *spapr,
211ae4de14cSAlexey Kardashevskiy                                           uint32_t token, uint32_t nargs,
212ae4de14cSAlexey Kardashevskiy                                           target_ulong args,
213ae4de14cSAlexey Kardashevskiy                                           uint32_t nret, target_ulong rets)
214ae4de14cSAlexey Kardashevskiy {
215ce2918cbSDavid Gibson     SpaprPhbState *sphb;
216ce2918cbSDavid Gibson     SpaprTceTable *tcet;
217ae4de14cSAlexey Kardashevskiy     uint32_t liobn;
218ae4de14cSAlexey Kardashevskiy 
219ae4de14cSAlexey Kardashevskiy     if ((nargs != 1) || (nret != 1)) {
220ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
221ae4de14cSAlexey Kardashevskiy     }
222ae4de14cSAlexey Kardashevskiy 
223ae4de14cSAlexey Kardashevskiy     liobn = rtas_ld(args, 0);
224ae4de14cSAlexey Kardashevskiy     tcet = spapr_tce_find_by_liobn(liobn);
225ae4de14cSAlexey Kardashevskiy     if (!tcet) {
226ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
227ae4de14cSAlexey Kardashevskiy     }
228ae4de14cSAlexey Kardashevskiy 
229ae4de14cSAlexey Kardashevskiy     sphb = SPAPR_PCI_HOST_BRIDGE(OBJECT(tcet)->parent);
230ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled || !tcet->nb_table) {
231ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
232ae4de14cSAlexey Kardashevskiy     }
233ae4de14cSAlexey Kardashevskiy 
234ae4de14cSAlexey Kardashevskiy     spapr_tce_table_disable(tcet);
235ae4de14cSAlexey Kardashevskiy     trace_spapr_iommu_ddw_remove(liobn);
236ae4de14cSAlexey Kardashevskiy 
237ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
238ae4de14cSAlexey Kardashevskiy     return;
239ae4de14cSAlexey Kardashevskiy 
240ae4de14cSAlexey Kardashevskiy param_error_exit:
241ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
242ae4de14cSAlexey Kardashevskiy }
243ae4de14cSAlexey Kardashevskiy 
244ae4de14cSAlexey Kardashevskiy static void rtas_ibm_reset_pe_dma_window(PowerPCCPU *cpu,
245ce2918cbSDavid Gibson                                          SpaprMachineState *spapr,
246ae4de14cSAlexey Kardashevskiy                                          uint32_t token, uint32_t nargs,
247ae4de14cSAlexey Kardashevskiy                                          target_ulong args,
248ae4de14cSAlexey Kardashevskiy                                          uint32_t nret, target_ulong rets)
249ae4de14cSAlexey Kardashevskiy {
250ce2918cbSDavid Gibson     SpaprPhbState *sphb;
251ae4de14cSAlexey Kardashevskiy     uint64_t buid;
252ae4de14cSAlexey Kardashevskiy     uint32_t addr;
253ae4de14cSAlexey Kardashevskiy 
254ae4de14cSAlexey Kardashevskiy     if ((nargs != 3) || (nret != 1)) {
255ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
256ae4de14cSAlexey Kardashevskiy     }
257ae4de14cSAlexey Kardashevskiy 
258ae4de14cSAlexey Kardashevskiy     buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
259ae4de14cSAlexey Kardashevskiy     addr = rtas_ld(args, 0);
260ae4de14cSAlexey Kardashevskiy     sphb = spapr_pci_find_phb(spapr, buid);
261ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled) {
262ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
263ae4de14cSAlexey Kardashevskiy     }
264ae4de14cSAlexey Kardashevskiy 
265ae4de14cSAlexey Kardashevskiy     spapr_phb_dma_reset(sphb);
266ae4de14cSAlexey Kardashevskiy     trace_spapr_iommu_ddw_reset(buid, addr);
267ae4de14cSAlexey Kardashevskiy 
268ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
269ae4de14cSAlexey Kardashevskiy 
270ae4de14cSAlexey Kardashevskiy     return;
271ae4de14cSAlexey Kardashevskiy 
272ae4de14cSAlexey Kardashevskiy param_error_exit:
273ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
274ae4de14cSAlexey Kardashevskiy }
275ae4de14cSAlexey Kardashevskiy 
276ae4de14cSAlexey Kardashevskiy static void spapr_rtas_ddw_init(void)
277ae4de14cSAlexey Kardashevskiy {
278ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_QUERY_PE_DMA_WINDOW,
279ae4de14cSAlexey Kardashevskiy                         "ibm,query-pe-dma-window",
280ae4de14cSAlexey Kardashevskiy                         rtas_ibm_query_pe_dma_window);
281ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_CREATE_PE_DMA_WINDOW,
282ae4de14cSAlexey Kardashevskiy                         "ibm,create-pe-dma-window",
283ae4de14cSAlexey Kardashevskiy                         rtas_ibm_create_pe_dma_window);
284ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_REMOVE_PE_DMA_WINDOW,
285ae4de14cSAlexey Kardashevskiy                         "ibm,remove-pe-dma-window",
286ae4de14cSAlexey Kardashevskiy                         rtas_ibm_remove_pe_dma_window);
287ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_RESET_PE_DMA_WINDOW,
288ae4de14cSAlexey Kardashevskiy                         "ibm,reset-pe-dma-window",
289ae4de14cSAlexey Kardashevskiy                         rtas_ibm_reset_pe_dma_window);
290ae4de14cSAlexey Kardashevskiy }
291ae4de14cSAlexey Kardashevskiy 
292ae4de14cSAlexey Kardashevskiy type_init(spapr_rtas_ddw_init)
293