xref: /qemu/hw/ppc/spapr_rtas_ddw.c (revision ce2918cbc31e190e7d644c684dcc2bbcb6b9a9df)
1ae4de14cSAlexey Kardashevskiy /*
2ae4de14cSAlexey Kardashevskiy  * QEMU sPAPR Dynamic DMA windows support
3ae4de14cSAlexey Kardashevskiy  *
4ae4de14cSAlexey Kardashevskiy  * Copyright (c) 2015 Alexey Kardashevskiy, IBM Corporation.
5ae4de14cSAlexey Kardashevskiy  *
6ae4de14cSAlexey Kardashevskiy  *  This program is free software; you can redistribute it and/or modify
7ae4de14cSAlexey Kardashevskiy  *  it under the terms of the GNU General Public License as published by
8ae4de14cSAlexey Kardashevskiy  *  the Free Software Foundation; either version 2 of the License,
9ae4de14cSAlexey Kardashevskiy  *  or (at your option) any later version.
10ae4de14cSAlexey Kardashevskiy  *
11ae4de14cSAlexey Kardashevskiy  *  This program is distributed in the hope that it will be useful,
12ae4de14cSAlexey Kardashevskiy  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13ae4de14cSAlexey Kardashevskiy  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14ae4de14cSAlexey Kardashevskiy  *  GNU General Public License for more details.
15ae4de14cSAlexey Kardashevskiy  *
16ae4de14cSAlexey Kardashevskiy  *  You should have received a copy of the GNU General Public License
17ae4de14cSAlexey Kardashevskiy  *  along with this program; if not, see <http://www.gnu.org/licenses/>.
18ae4de14cSAlexey Kardashevskiy  */
19ae4de14cSAlexey Kardashevskiy 
20ae4de14cSAlexey Kardashevskiy #include "qemu/osdep.h"
21ae4de14cSAlexey Kardashevskiy #include "cpu.h"
22ae4de14cSAlexey Kardashevskiy #include "qemu/error-report.h"
23ae4de14cSAlexey Kardashevskiy #include "hw/ppc/spapr.h"
24ae4de14cSAlexey Kardashevskiy #include "hw/pci-host/spapr.h"
25ae4de14cSAlexey Kardashevskiy #include "trace.h"
26ae4de14cSAlexey Kardashevskiy 
27ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_active_win_num_cb(Object *child, void *opaque)
28ae4de14cSAlexey Kardashevskiy {
29*ce2918cbSDavid Gibson     SpaprTceTable *tcet;
30ae4de14cSAlexey Kardashevskiy 
31*ce2918cbSDavid Gibson     tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE);
32ae4de14cSAlexey Kardashevskiy     if (tcet && tcet->nb_table) {
33ae4de14cSAlexey Kardashevskiy         ++*(unsigned *)opaque;
34ae4de14cSAlexey Kardashevskiy     }
35ae4de14cSAlexey Kardashevskiy     return 0;
36ae4de14cSAlexey Kardashevskiy }
37ae4de14cSAlexey Kardashevskiy 
38*ce2918cbSDavid Gibson static unsigned spapr_phb_get_active_win_num(SpaprPhbState *sphb)
39ae4de14cSAlexey Kardashevskiy {
40ae4de14cSAlexey Kardashevskiy     unsigned ret = 0;
41ae4de14cSAlexey Kardashevskiy 
42ae4de14cSAlexey Kardashevskiy     object_child_foreach(OBJECT(sphb), spapr_phb_get_active_win_num_cb, &ret);
43ae4de14cSAlexey Kardashevskiy 
44ae4de14cSAlexey Kardashevskiy     return ret;
45ae4de14cSAlexey Kardashevskiy }
46ae4de14cSAlexey Kardashevskiy 
47ae4de14cSAlexey Kardashevskiy static int spapr_phb_get_free_liobn_cb(Object *child, void *opaque)
48ae4de14cSAlexey Kardashevskiy {
49*ce2918cbSDavid Gibson     SpaprTceTable *tcet;
50ae4de14cSAlexey Kardashevskiy 
51*ce2918cbSDavid Gibson     tcet = (SpaprTceTable *) object_dynamic_cast(child, TYPE_SPAPR_TCE_TABLE);
52ae4de14cSAlexey Kardashevskiy     if (tcet && !tcet->nb_table) {
53ae4de14cSAlexey Kardashevskiy         *(uint32_t *)opaque = tcet->liobn;
54ae4de14cSAlexey Kardashevskiy         return 1;
55ae4de14cSAlexey Kardashevskiy     }
56ae4de14cSAlexey Kardashevskiy     return 0;
57ae4de14cSAlexey Kardashevskiy }
58ae4de14cSAlexey Kardashevskiy 
59*ce2918cbSDavid Gibson static unsigned spapr_phb_get_free_liobn(SpaprPhbState *sphb)
60ae4de14cSAlexey Kardashevskiy {
61ae4de14cSAlexey Kardashevskiy     uint32_t liobn = 0;
62ae4de14cSAlexey Kardashevskiy 
63ae4de14cSAlexey Kardashevskiy     object_child_foreach(OBJECT(sphb), spapr_phb_get_free_liobn_cb, &liobn);
64ae4de14cSAlexey Kardashevskiy 
65ae4de14cSAlexey Kardashevskiy     return liobn;
66ae4de14cSAlexey Kardashevskiy }
67ae4de14cSAlexey Kardashevskiy 
68ae4de14cSAlexey Kardashevskiy static uint32_t spapr_page_mask_to_query_mask(uint64_t page_mask)
69ae4de14cSAlexey Kardashevskiy {
70ae4de14cSAlexey Kardashevskiy     int i;
71ae4de14cSAlexey Kardashevskiy     uint32_t mask = 0;
72ae4de14cSAlexey Kardashevskiy     const struct { int shift; uint32_t mask; } masks[] = {
73ae4de14cSAlexey Kardashevskiy         { 12, RTAS_DDW_PGSIZE_4K },
74ae4de14cSAlexey Kardashevskiy         { 16, RTAS_DDW_PGSIZE_64K },
75ae4de14cSAlexey Kardashevskiy         { 24, RTAS_DDW_PGSIZE_16M },
76ae4de14cSAlexey Kardashevskiy         { 25, RTAS_DDW_PGSIZE_32M },
77ae4de14cSAlexey Kardashevskiy         { 26, RTAS_DDW_PGSIZE_64M },
78ae4de14cSAlexey Kardashevskiy         { 27, RTAS_DDW_PGSIZE_128M },
79ae4de14cSAlexey Kardashevskiy         { 28, RTAS_DDW_PGSIZE_256M },
80ae4de14cSAlexey Kardashevskiy         { 34, RTAS_DDW_PGSIZE_16G },
81ae4de14cSAlexey Kardashevskiy     };
82ae4de14cSAlexey Kardashevskiy 
83ae4de14cSAlexey Kardashevskiy     for (i = 0; i < ARRAY_SIZE(masks); ++i) {
84ae4de14cSAlexey Kardashevskiy         if (page_mask & (1ULL << masks[i].shift)) {
85ae4de14cSAlexey Kardashevskiy             mask |= masks[i].mask;
86ae4de14cSAlexey Kardashevskiy         }
87ae4de14cSAlexey Kardashevskiy     }
88ae4de14cSAlexey Kardashevskiy 
89ae4de14cSAlexey Kardashevskiy     return mask;
90ae4de14cSAlexey Kardashevskiy }
91ae4de14cSAlexey Kardashevskiy 
92ae4de14cSAlexey Kardashevskiy static void rtas_ibm_query_pe_dma_window(PowerPCCPU *cpu,
93*ce2918cbSDavid Gibson                                          SpaprMachineState *spapr,
94ae4de14cSAlexey Kardashevskiy                                          uint32_t token, uint32_t nargs,
95ae4de14cSAlexey Kardashevskiy                                          target_ulong args,
96ae4de14cSAlexey Kardashevskiy                                          uint32_t nret, target_ulong rets)
97ae4de14cSAlexey Kardashevskiy {
98*ce2918cbSDavid Gibson     SpaprPhbState *sphb;
998994e91eSAlexey Kardashevskiy     uint64_t buid;
100ae4de14cSAlexey Kardashevskiy     uint32_t avail, addr, pgmask = 0;
101ae4de14cSAlexey Kardashevskiy 
102ae4de14cSAlexey Kardashevskiy     if ((nargs != 3) || (nret != 5)) {
103ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
104ae4de14cSAlexey Kardashevskiy     }
105ae4de14cSAlexey Kardashevskiy 
106ae4de14cSAlexey Kardashevskiy     buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
107ae4de14cSAlexey Kardashevskiy     addr = rtas_ld(args, 0);
108ae4de14cSAlexey Kardashevskiy     sphb = spapr_pci_find_phb(spapr, buid);
109ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled) {
110ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
111ae4de14cSAlexey Kardashevskiy     }
112ae4de14cSAlexey Kardashevskiy 
113ae4de14cSAlexey Kardashevskiy     /* Translate page mask to LoPAPR format */
114ae4de14cSAlexey Kardashevskiy     pgmask = spapr_page_mask_to_query_mask(sphb->page_size_mask);
115ae4de14cSAlexey Kardashevskiy 
116ae4de14cSAlexey Kardashevskiy     avail = SPAPR_PCI_DMA_MAX_WINDOWS - spapr_phb_get_active_win_num(sphb);
117ae4de14cSAlexey Kardashevskiy 
118ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
119ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 1, avail);
1208994e91eSAlexey Kardashevskiy     rtas_st(rets, 2, 0x80000000); /* The largest window we can possibly have */
121ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 3, pgmask);
122ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 4, 0); /* DMA migration mask, not supported */
123ae4de14cSAlexey Kardashevskiy 
1248994e91eSAlexey Kardashevskiy     trace_spapr_iommu_ddw_query(buid, addr, avail, 0x80000000, pgmask);
125ae4de14cSAlexey Kardashevskiy     return;
126ae4de14cSAlexey Kardashevskiy 
127ae4de14cSAlexey Kardashevskiy param_error_exit:
128ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
129ae4de14cSAlexey Kardashevskiy }
130ae4de14cSAlexey Kardashevskiy 
131ae4de14cSAlexey Kardashevskiy static void rtas_ibm_create_pe_dma_window(PowerPCCPU *cpu,
132*ce2918cbSDavid Gibson                                           SpaprMachineState *spapr,
133ae4de14cSAlexey Kardashevskiy                                           uint32_t token, uint32_t nargs,
134ae4de14cSAlexey Kardashevskiy                                           target_ulong args,
135ae4de14cSAlexey Kardashevskiy                                           uint32_t nret, target_ulong rets)
136ae4de14cSAlexey Kardashevskiy {
137*ce2918cbSDavid Gibson     SpaprPhbState *sphb;
138*ce2918cbSDavid Gibson     SpaprTceTable *tcet = NULL;
139ae4de14cSAlexey Kardashevskiy     uint32_t addr, page_shift, window_shift, liobn;
140ae4de14cSAlexey Kardashevskiy     uint64_t buid, win_addr;
141ae4de14cSAlexey Kardashevskiy     int windows;
142ae4de14cSAlexey Kardashevskiy 
143ae4de14cSAlexey Kardashevskiy     if ((nargs != 5) || (nret != 4)) {
144ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
145ae4de14cSAlexey Kardashevskiy     }
146ae4de14cSAlexey Kardashevskiy 
147ae4de14cSAlexey Kardashevskiy     buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
148ae4de14cSAlexey Kardashevskiy     addr = rtas_ld(args, 0);
149ae4de14cSAlexey Kardashevskiy     sphb = spapr_pci_find_phb(spapr, buid);
150ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled) {
151ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
152ae4de14cSAlexey Kardashevskiy     }
153ae4de14cSAlexey Kardashevskiy 
154ae4de14cSAlexey Kardashevskiy     page_shift = rtas_ld(args, 3);
155ae4de14cSAlexey Kardashevskiy     window_shift = rtas_ld(args, 4);
156ae4de14cSAlexey Kardashevskiy     liobn = spapr_phb_get_free_liobn(sphb);
157ae4de14cSAlexey Kardashevskiy     windows = spapr_phb_get_active_win_num(sphb);
158ae4de14cSAlexey Kardashevskiy 
159ae4de14cSAlexey Kardashevskiy     if (!(sphb->page_size_mask & (1ULL << page_shift)) ||
160ae4de14cSAlexey Kardashevskiy         (window_shift < page_shift)) {
161ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
162ae4de14cSAlexey Kardashevskiy     }
163ae4de14cSAlexey Kardashevskiy 
164ae4de14cSAlexey Kardashevskiy     if (!liobn || !sphb->ddw_enabled || windows == SPAPR_PCI_DMA_MAX_WINDOWS) {
165ae4de14cSAlexey Kardashevskiy         goto hw_error_exit;
166ae4de14cSAlexey Kardashevskiy     }
167ae4de14cSAlexey Kardashevskiy 
168ae4de14cSAlexey Kardashevskiy     tcet = spapr_tce_find_by_liobn(liobn);
169ae4de14cSAlexey Kardashevskiy     if (!tcet) {
170ae4de14cSAlexey Kardashevskiy         goto hw_error_exit;
171ae4de14cSAlexey Kardashevskiy     }
172ae4de14cSAlexey Kardashevskiy 
173ae4de14cSAlexey Kardashevskiy     win_addr = (windows == 0) ? sphb->dma_win_addr : sphb->dma64_win_addr;
1745f366667SAlexey Kardashevskiy     /*
1755f366667SAlexey Kardashevskiy      * We have just created a window, we know for the fact that it is empty,
1765f366667SAlexey Kardashevskiy      * use a hack to avoid iterating over the table as it is quite possible
1775f366667SAlexey Kardashevskiy      * to have billions of TCEs, all empty.
1785f366667SAlexey Kardashevskiy      * Note that we cannot delay this to the first H_PUT_TCE as this hcall is
1795f366667SAlexey Kardashevskiy      * mostly likely to be handled in KVM so QEMU just does not know if it
1805f366667SAlexey Kardashevskiy      * happened.
1815f366667SAlexey Kardashevskiy      */
1825f366667SAlexey Kardashevskiy     tcet->skipping_replay = true;
183ae4de14cSAlexey Kardashevskiy     spapr_tce_table_enable(tcet, page_shift, win_addr,
184ae4de14cSAlexey Kardashevskiy                            1ULL << (window_shift - page_shift));
1855f366667SAlexey Kardashevskiy     tcet->skipping_replay = false;
186ae4de14cSAlexey Kardashevskiy     if (!tcet->nb_table) {
187ae4de14cSAlexey Kardashevskiy         goto hw_error_exit;
188ae4de14cSAlexey Kardashevskiy     }
189ae4de14cSAlexey Kardashevskiy 
190ae4de14cSAlexey Kardashevskiy     trace_spapr_iommu_ddw_create(buid, addr, 1ULL << page_shift,
191ae4de14cSAlexey Kardashevskiy                                  1ULL << window_shift, tcet->bus_offset, liobn);
192ae4de14cSAlexey Kardashevskiy 
193ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
194ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 1, liobn);
195ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 2, tcet->bus_offset >> 32);
196ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 3, tcet->bus_offset & ((uint32_t) -1));
197ae4de14cSAlexey Kardashevskiy 
198ae4de14cSAlexey Kardashevskiy     return;
199ae4de14cSAlexey Kardashevskiy 
200ae4de14cSAlexey Kardashevskiy hw_error_exit:
201ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_HW_ERROR);
202ae4de14cSAlexey Kardashevskiy     return;
203ae4de14cSAlexey Kardashevskiy 
204ae4de14cSAlexey Kardashevskiy param_error_exit:
205ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
206ae4de14cSAlexey Kardashevskiy }
207ae4de14cSAlexey Kardashevskiy 
208ae4de14cSAlexey Kardashevskiy static void rtas_ibm_remove_pe_dma_window(PowerPCCPU *cpu,
209*ce2918cbSDavid Gibson                                           SpaprMachineState *spapr,
210ae4de14cSAlexey Kardashevskiy                                           uint32_t token, uint32_t nargs,
211ae4de14cSAlexey Kardashevskiy                                           target_ulong args,
212ae4de14cSAlexey Kardashevskiy                                           uint32_t nret, target_ulong rets)
213ae4de14cSAlexey Kardashevskiy {
214*ce2918cbSDavid Gibson     SpaprPhbState *sphb;
215*ce2918cbSDavid Gibson     SpaprTceTable *tcet;
216ae4de14cSAlexey Kardashevskiy     uint32_t liobn;
217ae4de14cSAlexey Kardashevskiy 
218ae4de14cSAlexey Kardashevskiy     if ((nargs != 1) || (nret != 1)) {
219ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
220ae4de14cSAlexey Kardashevskiy     }
221ae4de14cSAlexey Kardashevskiy 
222ae4de14cSAlexey Kardashevskiy     liobn = rtas_ld(args, 0);
223ae4de14cSAlexey Kardashevskiy     tcet = spapr_tce_find_by_liobn(liobn);
224ae4de14cSAlexey Kardashevskiy     if (!tcet) {
225ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
226ae4de14cSAlexey Kardashevskiy     }
227ae4de14cSAlexey Kardashevskiy 
228ae4de14cSAlexey Kardashevskiy     sphb = SPAPR_PCI_HOST_BRIDGE(OBJECT(tcet)->parent);
229ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled || !tcet->nb_table) {
230ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
231ae4de14cSAlexey Kardashevskiy     }
232ae4de14cSAlexey Kardashevskiy 
233ae4de14cSAlexey Kardashevskiy     spapr_tce_table_disable(tcet);
234ae4de14cSAlexey Kardashevskiy     trace_spapr_iommu_ddw_remove(liobn);
235ae4de14cSAlexey Kardashevskiy 
236ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
237ae4de14cSAlexey Kardashevskiy     return;
238ae4de14cSAlexey Kardashevskiy 
239ae4de14cSAlexey Kardashevskiy param_error_exit:
240ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
241ae4de14cSAlexey Kardashevskiy }
242ae4de14cSAlexey Kardashevskiy 
243ae4de14cSAlexey Kardashevskiy static void rtas_ibm_reset_pe_dma_window(PowerPCCPU *cpu,
244*ce2918cbSDavid Gibson                                          SpaprMachineState *spapr,
245ae4de14cSAlexey Kardashevskiy                                          uint32_t token, uint32_t nargs,
246ae4de14cSAlexey Kardashevskiy                                          target_ulong args,
247ae4de14cSAlexey Kardashevskiy                                          uint32_t nret, target_ulong rets)
248ae4de14cSAlexey Kardashevskiy {
249*ce2918cbSDavid Gibson     SpaprPhbState *sphb;
250ae4de14cSAlexey Kardashevskiy     uint64_t buid;
251ae4de14cSAlexey Kardashevskiy     uint32_t addr;
252ae4de14cSAlexey Kardashevskiy 
253ae4de14cSAlexey Kardashevskiy     if ((nargs != 3) || (nret != 1)) {
254ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
255ae4de14cSAlexey Kardashevskiy     }
256ae4de14cSAlexey Kardashevskiy 
257ae4de14cSAlexey Kardashevskiy     buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
258ae4de14cSAlexey Kardashevskiy     addr = rtas_ld(args, 0);
259ae4de14cSAlexey Kardashevskiy     sphb = spapr_pci_find_phb(spapr, buid);
260ae4de14cSAlexey Kardashevskiy     if (!sphb || !sphb->ddw_enabled) {
261ae4de14cSAlexey Kardashevskiy         goto param_error_exit;
262ae4de14cSAlexey Kardashevskiy     }
263ae4de14cSAlexey Kardashevskiy 
264ae4de14cSAlexey Kardashevskiy     spapr_phb_dma_reset(sphb);
265ae4de14cSAlexey Kardashevskiy     trace_spapr_iommu_ddw_reset(buid, addr);
266ae4de14cSAlexey Kardashevskiy 
267ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_SUCCESS);
268ae4de14cSAlexey Kardashevskiy 
269ae4de14cSAlexey Kardashevskiy     return;
270ae4de14cSAlexey Kardashevskiy 
271ae4de14cSAlexey Kardashevskiy param_error_exit:
272ae4de14cSAlexey Kardashevskiy     rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
273ae4de14cSAlexey Kardashevskiy }
274ae4de14cSAlexey Kardashevskiy 
275ae4de14cSAlexey Kardashevskiy static void spapr_rtas_ddw_init(void)
276ae4de14cSAlexey Kardashevskiy {
277ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_QUERY_PE_DMA_WINDOW,
278ae4de14cSAlexey Kardashevskiy                         "ibm,query-pe-dma-window",
279ae4de14cSAlexey Kardashevskiy                         rtas_ibm_query_pe_dma_window);
280ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_CREATE_PE_DMA_WINDOW,
281ae4de14cSAlexey Kardashevskiy                         "ibm,create-pe-dma-window",
282ae4de14cSAlexey Kardashevskiy                         rtas_ibm_create_pe_dma_window);
283ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_REMOVE_PE_DMA_WINDOW,
284ae4de14cSAlexey Kardashevskiy                         "ibm,remove-pe-dma-window",
285ae4de14cSAlexey Kardashevskiy                         rtas_ibm_remove_pe_dma_window);
286ae4de14cSAlexey Kardashevskiy     spapr_rtas_register(RTAS_IBM_RESET_PE_DMA_WINDOW,
287ae4de14cSAlexey Kardashevskiy                         "ibm,reset-pe-dma-window",
288ae4de14cSAlexey Kardashevskiy                         rtas_ibm_reset_pe_dma_window);
289ae4de14cSAlexey Kardashevskiy }
290ae4de14cSAlexey Kardashevskiy 
291ae4de14cSAlexey Kardashevskiy type_init(spapr_rtas_ddw_init)
292