xref: /qemu/hw/intc/arm_gicv3_its.c (revision 2f459cd1a80d24189598fd3416e270d1feb7dc87)
118f6290aSShashi Mallela /*
218f6290aSShashi Mallela  * ITS emulation for a GICv3-based system
318f6290aSShashi Mallela  *
418f6290aSShashi Mallela  * Copyright Linaro.org 2021
518f6290aSShashi Mallela  *
618f6290aSShashi Mallela  * Authors:
718f6290aSShashi Mallela  *  Shashi Mallela <shashi.mallela@linaro.org>
818f6290aSShashi Mallela  *
918f6290aSShashi Mallela  * This work is licensed under the terms of the GNU GPL, version 2 or (at your
1018f6290aSShashi Mallela  * option) any later version.  See the COPYING file in the top-level directory.
1118f6290aSShashi Mallela  *
1218f6290aSShashi Mallela  */
1318f6290aSShashi Mallela 
1418f6290aSShashi Mallela #include "qemu/osdep.h"
1518f6290aSShashi Mallela #include "qemu/log.h"
1618f6290aSShashi Mallela #include "hw/qdev-properties.h"
1718f6290aSShashi Mallela #include "hw/intc/arm_gicv3_its_common.h"
1818f6290aSShashi Mallela #include "gicv3_internal.h"
1918f6290aSShashi Mallela #include "qom/object.h"
2018f6290aSShashi Mallela #include "qapi/error.h"
2118f6290aSShashi Mallela 
2218f6290aSShashi Mallela typedef struct GICv3ITSClass GICv3ITSClass;
2318f6290aSShashi Mallela /* This is reusing the GICv3ITSState typedef from ARM_GICV3_ITS_COMMON */
2418f6290aSShashi Mallela DECLARE_OBJ_CHECKERS(GICv3ITSState, GICv3ITSClass,
2518f6290aSShashi Mallela                      ARM_GICV3_ITS, TYPE_ARM_GICV3_ITS)
2618f6290aSShashi Mallela 
2718f6290aSShashi Mallela struct GICv3ITSClass {
2818f6290aSShashi Mallela     GICv3ITSCommonClass parent_class;
2918f6290aSShashi Mallela     void (*parent_reset)(DeviceState *dev);
3018f6290aSShashi Mallela };
3118f6290aSShashi Mallela 
32c694cb4cSShashi Mallela /*
33c694cb4cSShashi Mallela  * This is an internal enum used to distinguish between LPI triggered
34c694cb4cSShashi Mallela  * via command queue and LPI triggered via gits_translater write.
35c694cb4cSShashi Mallela  */
36c694cb4cSShashi Mallela typedef enum ItsCmdType {
37c694cb4cSShashi Mallela     NONE = 0, /* internal indication for GITS_TRANSLATER write */
38c694cb4cSShashi Mallela     CLEAR = 1,
39c694cb4cSShashi Mallela     DISCARD = 2,
40c694cb4cSShashi Mallela     INTERRUPT = 3,
41c694cb4cSShashi Mallela } ItsCmdType;
42c694cb4cSShashi Mallela 
43c694cb4cSShashi Mallela typedef struct {
44c694cb4cSShashi Mallela     uint32_t iteh;
45c694cb4cSShashi Mallela     uint64_t itel;
46c694cb4cSShashi Mallela } IteEntry;
47c694cb4cSShashi Mallela 
481b08e436SShashi Mallela static uint64_t baser_base_addr(uint64_t value, uint32_t page_sz)
491b08e436SShashi Mallela {
501b08e436SShashi Mallela     uint64_t result = 0;
511b08e436SShashi Mallela 
521b08e436SShashi Mallela     switch (page_sz) {
531b08e436SShashi Mallela     case GITS_PAGE_SIZE_4K:
541b08e436SShashi Mallela     case GITS_PAGE_SIZE_16K:
551b08e436SShashi Mallela         result = FIELD_EX64(value, GITS_BASER, PHYADDR) << 12;
561b08e436SShashi Mallela         break;
571b08e436SShashi Mallela 
581b08e436SShashi Mallela     case GITS_PAGE_SIZE_64K:
591b08e436SShashi Mallela         result = FIELD_EX64(value, GITS_BASER, PHYADDRL_64K) << 16;
601b08e436SShashi Mallela         result |= FIELD_EX64(value, GITS_BASER, PHYADDRH_64K) << 48;
611b08e436SShashi Mallela         break;
621b08e436SShashi Mallela 
631b08e436SShashi Mallela     default:
641b08e436SShashi Mallela         break;
651b08e436SShashi Mallela     }
661b08e436SShashi Mallela     return result;
671b08e436SShashi Mallela }
681b08e436SShashi Mallela 
69c694cb4cSShashi Mallela static bool get_cte(GICv3ITSState *s, uint16_t icid, uint64_t *cte,
70c694cb4cSShashi Mallela                     MemTxResult *res)
71c694cb4cSShashi Mallela {
72c694cb4cSShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
73c694cb4cSShashi Mallela     uint64_t l2t_addr;
74c694cb4cSShashi Mallela     uint64_t value;
75c694cb4cSShashi Mallela     bool valid_l2t;
76c694cb4cSShashi Mallela     uint32_t l2t_id;
77c694cb4cSShashi Mallela     uint32_t max_l2_entries;
78c694cb4cSShashi Mallela 
79c694cb4cSShashi Mallela     if (s->ct.indirect) {
80c694cb4cSShashi Mallela         l2t_id = icid / (s->ct.page_sz / L1TABLE_ENTRY_SIZE);
81c694cb4cSShashi Mallela 
82c694cb4cSShashi Mallela         value = address_space_ldq_le(as,
83c694cb4cSShashi Mallela                                      s->ct.base_addr +
84c694cb4cSShashi Mallela                                      (l2t_id * L1TABLE_ENTRY_SIZE),
85c694cb4cSShashi Mallela                                      MEMTXATTRS_UNSPECIFIED, res);
86c694cb4cSShashi Mallela 
87c694cb4cSShashi Mallela         if (*res == MEMTX_OK) {
88c694cb4cSShashi Mallela             valid_l2t = (value & L2_TABLE_VALID_MASK) != 0;
89c694cb4cSShashi Mallela 
90c694cb4cSShashi Mallela             if (valid_l2t) {
91c694cb4cSShashi Mallela                 max_l2_entries = s->ct.page_sz / s->ct.entry_sz;
92c694cb4cSShashi Mallela 
93c694cb4cSShashi Mallela                 l2t_addr = value & ((1ULL << 51) - 1);
94c694cb4cSShashi Mallela 
95c694cb4cSShashi Mallela                 *cte =  address_space_ldq_le(as, l2t_addr +
96c694cb4cSShashi Mallela                                     ((icid % max_l2_entries) * GITS_CTE_SIZE),
97c694cb4cSShashi Mallela                                     MEMTXATTRS_UNSPECIFIED, res);
98c694cb4cSShashi Mallela            }
99c694cb4cSShashi Mallela        }
100c694cb4cSShashi Mallela     } else {
101c694cb4cSShashi Mallela         /* Flat level table */
102c694cb4cSShashi Mallela         *cte =  address_space_ldq_le(as, s->ct.base_addr +
103c694cb4cSShashi Mallela                                      (icid * GITS_CTE_SIZE),
104c694cb4cSShashi Mallela                                       MEMTXATTRS_UNSPECIFIED, res);
105c694cb4cSShashi Mallela     }
106c694cb4cSShashi Mallela 
107c694cb4cSShashi Mallela     return (*cte & TABLE_ENTRY_VALID_MASK) != 0;
108c694cb4cSShashi Mallela }
109c694cb4cSShashi Mallela 
110c694cb4cSShashi Mallela static bool update_ite(GICv3ITSState *s, uint32_t eventid, uint64_t dte,
111c694cb4cSShashi Mallela                        IteEntry ite)
112c694cb4cSShashi Mallela {
113c694cb4cSShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
114c694cb4cSShashi Mallela     uint64_t itt_addr;
115c694cb4cSShashi Mallela     MemTxResult res = MEMTX_OK;
116c694cb4cSShashi Mallela 
117c694cb4cSShashi Mallela     itt_addr = (dte & GITS_DTE_ITTADDR_MASK) >> GITS_DTE_ITTADDR_SHIFT;
118c694cb4cSShashi Mallela     itt_addr <<= ITTADDR_SHIFT; /* 256 byte aligned */
119c694cb4cSShashi Mallela 
120c694cb4cSShashi Mallela     address_space_stq_le(as, itt_addr + (eventid * (sizeof(uint64_t) +
121c694cb4cSShashi Mallela                          sizeof(uint32_t))), ite.itel, MEMTXATTRS_UNSPECIFIED,
122c694cb4cSShashi Mallela                          &res);
123c694cb4cSShashi Mallela 
124c694cb4cSShashi Mallela     if (res == MEMTX_OK) {
125c694cb4cSShashi Mallela         address_space_stl_le(as, itt_addr + (eventid * (sizeof(uint64_t) +
126c694cb4cSShashi Mallela                              sizeof(uint32_t))) + sizeof(uint32_t), ite.iteh,
127c694cb4cSShashi Mallela                              MEMTXATTRS_UNSPECIFIED, &res);
128c694cb4cSShashi Mallela     }
129c694cb4cSShashi Mallela     if (res != MEMTX_OK) {
130c694cb4cSShashi Mallela         return false;
131c694cb4cSShashi Mallela     } else {
132c694cb4cSShashi Mallela         return true;
133c694cb4cSShashi Mallela     }
134c694cb4cSShashi Mallela }
135c694cb4cSShashi Mallela 
136c694cb4cSShashi Mallela static bool get_ite(GICv3ITSState *s, uint32_t eventid, uint64_t dte,
137c694cb4cSShashi Mallela                     uint16_t *icid, uint32_t *pIntid, MemTxResult *res)
138c694cb4cSShashi Mallela {
139c694cb4cSShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
140c694cb4cSShashi Mallela     uint64_t itt_addr;
141c694cb4cSShashi Mallela     bool status = false;
142c694cb4cSShashi Mallela     IteEntry ite = {};
143c694cb4cSShashi Mallela 
144c694cb4cSShashi Mallela     itt_addr = (dte & GITS_DTE_ITTADDR_MASK) >> GITS_DTE_ITTADDR_SHIFT;
145c694cb4cSShashi Mallela     itt_addr <<= ITTADDR_SHIFT; /* 256 byte aligned */
146c694cb4cSShashi Mallela 
147c694cb4cSShashi Mallela     ite.itel = address_space_ldq_le(as, itt_addr +
148c694cb4cSShashi Mallela                                     (eventid * (sizeof(uint64_t) +
149c694cb4cSShashi Mallela                                     sizeof(uint32_t))), MEMTXATTRS_UNSPECIFIED,
150c694cb4cSShashi Mallela                                     res);
151c694cb4cSShashi Mallela 
152c694cb4cSShashi Mallela     if (*res == MEMTX_OK) {
153c694cb4cSShashi Mallela         ite.iteh = address_space_ldl_le(as, itt_addr +
154c694cb4cSShashi Mallela                                         (eventid * (sizeof(uint64_t) +
155c694cb4cSShashi Mallela                                         sizeof(uint32_t))) + sizeof(uint32_t),
156c694cb4cSShashi Mallela                                         MEMTXATTRS_UNSPECIFIED, res);
157c694cb4cSShashi Mallela 
158c694cb4cSShashi Mallela         if (*res == MEMTX_OK) {
159c694cb4cSShashi Mallela             if (ite.itel & TABLE_ENTRY_VALID_MASK) {
160c694cb4cSShashi Mallela                 if ((ite.itel >> ITE_ENTRY_INTTYPE_SHIFT) &
161c694cb4cSShashi Mallela                     GITS_TYPE_PHYSICAL) {
162c694cb4cSShashi Mallela                     *pIntid = (ite.itel & ITE_ENTRY_INTID_MASK) >>
163c694cb4cSShashi Mallela                                ITE_ENTRY_INTID_SHIFT;
164c694cb4cSShashi Mallela                     *icid = ite.iteh & ITE_ENTRY_ICID_MASK;
165c694cb4cSShashi Mallela                     status = true;
166c694cb4cSShashi Mallela                 }
167c694cb4cSShashi Mallela             }
168c694cb4cSShashi Mallela         }
169c694cb4cSShashi Mallela     }
170c694cb4cSShashi Mallela     return status;
171c694cb4cSShashi Mallela }
172c694cb4cSShashi Mallela 
173c694cb4cSShashi Mallela static uint64_t get_dte(GICv3ITSState *s, uint32_t devid, MemTxResult *res)
174c694cb4cSShashi Mallela {
175c694cb4cSShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
176c694cb4cSShashi Mallela     uint64_t l2t_addr;
177c694cb4cSShashi Mallela     uint64_t value;
178c694cb4cSShashi Mallela     bool valid_l2t;
179c694cb4cSShashi Mallela     uint32_t l2t_id;
180c694cb4cSShashi Mallela     uint32_t max_l2_entries;
181c694cb4cSShashi Mallela 
182c694cb4cSShashi Mallela     if (s->dt.indirect) {
183c694cb4cSShashi Mallela         l2t_id = devid / (s->dt.page_sz / L1TABLE_ENTRY_SIZE);
184c694cb4cSShashi Mallela 
185c694cb4cSShashi Mallela         value = address_space_ldq_le(as,
186c694cb4cSShashi Mallela                                      s->dt.base_addr +
187c694cb4cSShashi Mallela                                      (l2t_id * L1TABLE_ENTRY_SIZE),
188c694cb4cSShashi Mallela                                      MEMTXATTRS_UNSPECIFIED, res);
189c694cb4cSShashi Mallela 
190c694cb4cSShashi Mallela         if (*res == MEMTX_OK) {
191c694cb4cSShashi Mallela             valid_l2t = (value & L2_TABLE_VALID_MASK) != 0;
192c694cb4cSShashi Mallela 
193c694cb4cSShashi Mallela             if (valid_l2t) {
194c694cb4cSShashi Mallela                 max_l2_entries = s->dt.page_sz / s->dt.entry_sz;
195c694cb4cSShashi Mallela 
196c694cb4cSShashi Mallela                 l2t_addr = value & ((1ULL << 51) - 1);
197c694cb4cSShashi Mallela 
198c694cb4cSShashi Mallela                 value =  address_space_ldq_le(as, l2t_addr +
199c694cb4cSShashi Mallela                                    ((devid % max_l2_entries) * GITS_DTE_SIZE),
200c694cb4cSShashi Mallela                                    MEMTXATTRS_UNSPECIFIED, res);
201c694cb4cSShashi Mallela             }
202c694cb4cSShashi Mallela         }
203c694cb4cSShashi Mallela     } else {
204c694cb4cSShashi Mallela         /* Flat level table */
205c694cb4cSShashi Mallela         value = address_space_ldq_le(as, s->dt.base_addr +
206c694cb4cSShashi Mallela                                      (devid * GITS_DTE_SIZE),
207c694cb4cSShashi Mallela                                      MEMTXATTRS_UNSPECIFIED, res);
208c694cb4cSShashi Mallela     }
209c694cb4cSShashi Mallela 
210c694cb4cSShashi Mallela     return value;
211c694cb4cSShashi Mallela }
212c694cb4cSShashi Mallela 
213c694cb4cSShashi Mallela /*
214c694cb4cSShashi Mallela  * This function handles the processing of following commands based on
215c694cb4cSShashi Mallela  * the ItsCmdType parameter passed:-
216c694cb4cSShashi Mallela  * 1. triggering of lpi interrupt translation via ITS INT command
217c694cb4cSShashi Mallela  * 2. triggering of lpi interrupt translation via gits_translater register
218c694cb4cSShashi Mallela  * 3. handling of ITS CLEAR command
219c694cb4cSShashi Mallela  * 4. handling of ITS DISCARD command
220c694cb4cSShashi Mallela  */
221c694cb4cSShashi Mallela static bool process_its_cmd(GICv3ITSState *s, uint64_t value, uint32_t offset,
222c694cb4cSShashi Mallela                             ItsCmdType cmd)
223c694cb4cSShashi Mallela {
224c694cb4cSShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
225c694cb4cSShashi Mallela     uint32_t devid, eventid;
226c694cb4cSShashi Mallela     MemTxResult res = MEMTX_OK;
227c694cb4cSShashi Mallela     bool dte_valid;
228c694cb4cSShashi Mallela     uint64_t dte = 0;
229c694cb4cSShashi Mallela     uint32_t max_eventid;
230c694cb4cSShashi Mallela     uint16_t icid = 0;
231c694cb4cSShashi Mallela     uint32_t pIntid = 0;
232c694cb4cSShashi Mallela     bool ite_valid = false;
233c694cb4cSShashi Mallela     uint64_t cte = 0;
234c694cb4cSShashi Mallela     bool cte_valid = false;
235c694cb4cSShashi Mallela     bool result = false;
23617fb5e36SShashi Mallela     uint64_t rdbase;
237c694cb4cSShashi Mallela 
238c694cb4cSShashi Mallela     if (cmd == NONE) {
239c694cb4cSShashi Mallela         devid = offset;
240c694cb4cSShashi Mallela     } else {
241c694cb4cSShashi Mallela         devid = ((value & DEVID_MASK) >> DEVID_SHIFT);
242c694cb4cSShashi Mallela 
243c694cb4cSShashi Mallela         offset += NUM_BYTES_IN_DW;
244c694cb4cSShashi Mallela         value = address_space_ldq_le(as, s->cq.base_addr + offset,
245c694cb4cSShashi Mallela                                      MEMTXATTRS_UNSPECIFIED, &res);
246c694cb4cSShashi Mallela     }
247c694cb4cSShashi Mallela 
248c694cb4cSShashi Mallela     if (res != MEMTX_OK) {
249c694cb4cSShashi Mallela         return result;
250c694cb4cSShashi Mallela     }
251c694cb4cSShashi Mallela 
252c694cb4cSShashi Mallela     eventid = (value & EVENTID_MASK);
253c694cb4cSShashi Mallela 
254c694cb4cSShashi Mallela     dte = get_dte(s, devid, &res);
255c694cb4cSShashi Mallela 
256c694cb4cSShashi Mallela     if (res != MEMTX_OK) {
257c694cb4cSShashi Mallela         return result;
258c694cb4cSShashi Mallela     }
259c694cb4cSShashi Mallela     dte_valid = dte & TABLE_ENTRY_VALID_MASK;
260c694cb4cSShashi Mallela 
261c694cb4cSShashi Mallela     if (dte_valid) {
262c694cb4cSShashi Mallela         max_eventid = (1UL << (((dte >> 1U) & SIZE_MASK) + 1));
263c694cb4cSShashi Mallela 
264c694cb4cSShashi Mallela         ite_valid = get_ite(s, eventid, dte, &icid, &pIntid, &res);
265c694cb4cSShashi Mallela 
266c694cb4cSShashi Mallela         if (res != MEMTX_OK) {
267c694cb4cSShashi Mallela             return result;
268c694cb4cSShashi Mallela         }
269c694cb4cSShashi Mallela 
270c694cb4cSShashi Mallela         if (ite_valid) {
271c694cb4cSShashi Mallela             cte_valid = get_cte(s, icid, &cte, &res);
272c694cb4cSShashi Mallela         }
273c694cb4cSShashi Mallela 
274c694cb4cSShashi Mallela         if (res != MEMTX_OK) {
275c694cb4cSShashi Mallela             return result;
276c694cb4cSShashi Mallela         }
277c694cb4cSShashi Mallela     }
278c694cb4cSShashi Mallela 
279c694cb4cSShashi Mallela     if ((devid > s->dt.maxids.max_devids) || !dte_valid || !ite_valid ||
280c694cb4cSShashi Mallela             !cte_valid || (eventid > max_eventid)) {
281c694cb4cSShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
282c694cb4cSShashi Mallela                       "%s: invalid command attributes "
283c694cb4cSShashi Mallela                       "devid %d or eventid %d or invalid dte %d or"
284c694cb4cSShashi Mallela                       "invalid cte %d or invalid ite %d\n",
285c694cb4cSShashi Mallela                       __func__, devid, eventid, dte_valid, cte_valid,
286c694cb4cSShashi Mallela                       ite_valid);
287c694cb4cSShashi Mallela         /*
288c694cb4cSShashi Mallela          * in this implementation, in case of error
289c694cb4cSShashi Mallela          * we ignore this command and move onto the next
290c694cb4cSShashi Mallela          * command in the queue
291c694cb4cSShashi Mallela          */
292c694cb4cSShashi Mallela     } else {
293c694cb4cSShashi Mallela         /*
294c694cb4cSShashi Mallela          * Current implementation only supports rdbase == procnum
295c694cb4cSShashi Mallela          * Hence rdbase physical address is ignored
296c694cb4cSShashi Mallela          */
29717fb5e36SShashi Mallela         rdbase = (cte & GITS_CTE_RDBASE_PROCNUM_MASK) >> 1U;
29817fb5e36SShashi Mallela 
29917fb5e36SShashi Mallela         if (rdbase > s->gicv3->num_cpu) {
30017fb5e36SShashi Mallela             return result;
30117fb5e36SShashi Mallela         }
30217fb5e36SShashi Mallela 
30317fb5e36SShashi Mallela         if ((cmd == CLEAR) || (cmd == DISCARD)) {
30417fb5e36SShashi Mallela             gicv3_redist_process_lpi(&s->gicv3->cpu[rdbase], pIntid, 0);
30517fb5e36SShashi Mallela         } else {
30617fb5e36SShashi Mallela             gicv3_redist_process_lpi(&s->gicv3->cpu[rdbase], pIntid, 1);
30717fb5e36SShashi Mallela         }
30817fb5e36SShashi Mallela 
309c694cb4cSShashi Mallela         if (cmd == DISCARD) {
310c694cb4cSShashi Mallela             IteEntry ite = {};
311c694cb4cSShashi Mallela             /* remove mapping from interrupt translation table */
312c694cb4cSShashi Mallela             result = update_ite(s, eventid, dte, ite);
313c694cb4cSShashi Mallela         }
314c694cb4cSShashi Mallela     }
315c694cb4cSShashi Mallela 
316c694cb4cSShashi Mallela     return result;
317c694cb4cSShashi Mallela }
318c694cb4cSShashi Mallela 
319c694cb4cSShashi Mallela static bool process_mapti(GICv3ITSState *s, uint64_t value, uint32_t offset,
320c694cb4cSShashi Mallela                           bool ignore_pInt)
321c694cb4cSShashi Mallela {
322c694cb4cSShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
323c694cb4cSShashi Mallela     uint32_t devid, eventid;
324c694cb4cSShashi Mallela     uint32_t pIntid = 0;
325c694cb4cSShashi Mallela     uint32_t max_eventid, max_Intid;
326c694cb4cSShashi Mallela     bool dte_valid;
327c694cb4cSShashi Mallela     MemTxResult res = MEMTX_OK;
328c694cb4cSShashi Mallela     uint16_t icid = 0;
329c694cb4cSShashi Mallela     uint64_t dte = 0;
330c694cb4cSShashi Mallela     IteEntry ite;
331c694cb4cSShashi Mallela     uint32_t int_spurious = INTID_SPURIOUS;
332c694cb4cSShashi Mallela     bool result = false;
333c694cb4cSShashi Mallela 
334c694cb4cSShashi Mallela     devid = ((value & DEVID_MASK) >> DEVID_SHIFT);
335c694cb4cSShashi Mallela     offset += NUM_BYTES_IN_DW;
336c694cb4cSShashi Mallela     value = address_space_ldq_le(as, s->cq.base_addr + offset,
337c694cb4cSShashi Mallela                                  MEMTXATTRS_UNSPECIFIED, &res);
338c694cb4cSShashi Mallela 
339c694cb4cSShashi Mallela     if (res != MEMTX_OK) {
340c694cb4cSShashi Mallela         return result;
341c694cb4cSShashi Mallela     }
342c694cb4cSShashi Mallela 
343c694cb4cSShashi Mallela     eventid = (value & EVENTID_MASK);
344c694cb4cSShashi Mallela 
345c694cb4cSShashi Mallela     if (!ignore_pInt) {
346c694cb4cSShashi Mallela         pIntid = ((value & pINTID_MASK) >> pINTID_SHIFT);
347c694cb4cSShashi Mallela     }
348c694cb4cSShashi Mallela 
349c694cb4cSShashi Mallela     offset += NUM_BYTES_IN_DW;
350c694cb4cSShashi Mallela     value = address_space_ldq_le(as, s->cq.base_addr + offset,
351c694cb4cSShashi Mallela                                  MEMTXATTRS_UNSPECIFIED, &res);
352c694cb4cSShashi Mallela 
353c694cb4cSShashi Mallela     if (res != MEMTX_OK) {
354c694cb4cSShashi Mallela         return result;
355c694cb4cSShashi Mallela     }
356c694cb4cSShashi Mallela 
357c694cb4cSShashi Mallela     icid = value & ICID_MASK;
358c694cb4cSShashi Mallela 
359c694cb4cSShashi Mallela     dte = get_dte(s, devid, &res);
360c694cb4cSShashi Mallela 
361c694cb4cSShashi Mallela     if (res != MEMTX_OK) {
362c694cb4cSShashi Mallela         return result;
363c694cb4cSShashi Mallela     }
364c694cb4cSShashi Mallela     dte_valid = dte & TABLE_ENTRY_VALID_MASK;
365c694cb4cSShashi Mallela 
366c694cb4cSShashi Mallela     max_eventid = (1UL << (((dte >> 1U) & SIZE_MASK) + 1));
367c694cb4cSShashi Mallela 
368c694cb4cSShashi Mallela     if (!ignore_pInt) {
369c694cb4cSShashi Mallela         max_Intid = (1ULL << (GICD_TYPER_IDBITS + 1)) - 1;
370c694cb4cSShashi Mallela     }
371c694cb4cSShashi Mallela 
372c694cb4cSShashi Mallela     if ((devid > s->dt.maxids.max_devids) || (icid > s->ct.maxids.max_collids)
373c694cb4cSShashi Mallela             || !dte_valid || (eventid > max_eventid) ||
374c694cb4cSShashi Mallela             (!ignore_pInt && (((pIntid < GICV3_LPI_INTID_START) ||
375c694cb4cSShashi Mallela             (pIntid > max_Intid)) && (pIntid != INTID_SPURIOUS)))) {
376c694cb4cSShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
377c694cb4cSShashi Mallela                       "%s: invalid command attributes "
378c694cb4cSShashi Mallela                       "devid %d or icid %d or eventid %d or pIntid %d or"
379c694cb4cSShashi Mallela                       "unmapped dte %d\n", __func__, devid, icid, eventid,
380c694cb4cSShashi Mallela                       pIntid, dte_valid);
381c694cb4cSShashi Mallela         /*
382c694cb4cSShashi Mallela          * in this implementation, in case of error
383c694cb4cSShashi Mallela          * we ignore this command and move onto the next
384c694cb4cSShashi Mallela          * command in the queue
385c694cb4cSShashi Mallela          */
386c694cb4cSShashi Mallela     } else {
387c694cb4cSShashi Mallela         /* add ite entry to interrupt translation table */
388c694cb4cSShashi Mallela         ite.itel = (dte_valid & TABLE_ENTRY_VALID_MASK) |
389c694cb4cSShashi Mallela                     (GITS_TYPE_PHYSICAL << ITE_ENTRY_INTTYPE_SHIFT);
390c694cb4cSShashi Mallela 
391c694cb4cSShashi Mallela         if (ignore_pInt) {
392c694cb4cSShashi Mallela             ite.itel |= (eventid << ITE_ENTRY_INTID_SHIFT);
393c694cb4cSShashi Mallela         } else {
394c694cb4cSShashi Mallela             ite.itel |= (pIntid << ITE_ENTRY_INTID_SHIFT);
395c694cb4cSShashi Mallela         }
396c694cb4cSShashi Mallela         ite.itel |= (int_spurious << ITE_ENTRY_INTSP_SHIFT);
397c694cb4cSShashi Mallela         ite.iteh = icid;
398c694cb4cSShashi Mallela 
399c694cb4cSShashi Mallela         result = update_ite(s, eventid, dte, ite);
400c694cb4cSShashi Mallela     }
401c694cb4cSShashi Mallela 
402c694cb4cSShashi Mallela     return result;
403c694cb4cSShashi Mallela }
404c694cb4cSShashi Mallela 
4057eca39e0SShashi Mallela static bool update_cte(GICv3ITSState *s, uint16_t icid, bool valid,
4067eca39e0SShashi Mallela                        uint64_t rdbase)
4077eca39e0SShashi Mallela {
4087eca39e0SShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
4097eca39e0SShashi Mallela     uint64_t value;
4107eca39e0SShashi Mallela     uint64_t l2t_addr;
4117eca39e0SShashi Mallela     bool valid_l2t;
4127eca39e0SShashi Mallela     uint32_t l2t_id;
4137eca39e0SShashi Mallela     uint32_t max_l2_entries;
4147eca39e0SShashi Mallela     uint64_t cte = 0;
4157eca39e0SShashi Mallela     MemTxResult res = MEMTX_OK;
4167eca39e0SShashi Mallela 
4177eca39e0SShashi Mallela     if (!s->ct.valid) {
4187eca39e0SShashi Mallela         return true;
4197eca39e0SShashi Mallela     }
4207eca39e0SShashi Mallela 
4217eca39e0SShashi Mallela     if (valid) {
4227eca39e0SShashi Mallela         /* add mapping entry to collection table */
4237eca39e0SShashi Mallela         cte = (valid & TABLE_ENTRY_VALID_MASK) | (rdbase << 1ULL);
4247eca39e0SShashi Mallela     }
4257eca39e0SShashi Mallela 
4267eca39e0SShashi Mallela     /*
4277eca39e0SShashi Mallela      * The specification defines the format of level 1 entries of a
4287eca39e0SShashi Mallela      * 2-level table, but the format of level 2 entries and the format
4297eca39e0SShashi Mallela      * of flat-mapped tables is IMPDEF.
4307eca39e0SShashi Mallela      */
4317eca39e0SShashi Mallela     if (s->ct.indirect) {
4327eca39e0SShashi Mallela         l2t_id = icid / (s->ct.page_sz / L1TABLE_ENTRY_SIZE);
4337eca39e0SShashi Mallela 
4347eca39e0SShashi Mallela         value = address_space_ldq_le(as,
4357eca39e0SShashi Mallela                                      s->ct.base_addr +
4367eca39e0SShashi Mallela                                      (l2t_id * L1TABLE_ENTRY_SIZE),
4377eca39e0SShashi Mallela                                      MEMTXATTRS_UNSPECIFIED, &res);
4387eca39e0SShashi Mallela 
4397eca39e0SShashi Mallela         if (res != MEMTX_OK) {
4407eca39e0SShashi Mallela             return false;
4417eca39e0SShashi Mallela         }
4427eca39e0SShashi Mallela 
4437eca39e0SShashi Mallela         valid_l2t = (value & L2_TABLE_VALID_MASK) != 0;
4447eca39e0SShashi Mallela 
4457eca39e0SShashi Mallela         if (valid_l2t) {
4467eca39e0SShashi Mallela             max_l2_entries = s->ct.page_sz / s->ct.entry_sz;
4477eca39e0SShashi Mallela 
4487eca39e0SShashi Mallela             l2t_addr = value & ((1ULL << 51) - 1);
4497eca39e0SShashi Mallela 
4507eca39e0SShashi Mallela             address_space_stq_le(as, l2t_addr +
4517eca39e0SShashi Mallela                                  ((icid % max_l2_entries) * GITS_CTE_SIZE),
4527eca39e0SShashi Mallela                                  cte, MEMTXATTRS_UNSPECIFIED, &res);
4537eca39e0SShashi Mallela         }
4547eca39e0SShashi Mallela     } else {
4557eca39e0SShashi Mallela         /* Flat level table */
4567eca39e0SShashi Mallela         address_space_stq_le(as, s->ct.base_addr + (icid * GITS_CTE_SIZE),
4577eca39e0SShashi Mallela                              cte, MEMTXATTRS_UNSPECIFIED, &res);
4587eca39e0SShashi Mallela     }
4597eca39e0SShashi Mallela     if (res != MEMTX_OK) {
4607eca39e0SShashi Mallela         return false;
4617eca39e0SShashi Mallela     } else {
4627eca39e0SShashi Mallela         return true;
4637eca39e0SShashi Mallela     }
4647eca39e0SShashi Mallela }
4657eca39e0SShashi Mallela 
4667eca39e0SShashi Mallela static bool process_mapc(GICv3ITSState *s, uint32_t offset)
4677eca39e0SShashi Mallela {
4687eca39e0SShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
4697eca39e0SShashi Mallela     uint16_t icid;
4707eca39e0SShashi Mallela     uint64_t rdbase;
4717eca39e0SShashi Mallela     bool valid;
4727eca39e0SShashi Mallela     MemTxResult res = MEMTX_OK;
4737eca39e0SShashi Mallela     bool result = false;
4747eca39e0SShashi Mallela     uint64_t value;
4757eca39e0SShashi Mallela 
4767eca39e0SShashi Mallela     offset += NUM_BYTES_IN_DW;
4777eca39e0SShashi Mallela     offset += NUM_BYTES_IN_DW;
4787eca39e0SShashi Mallela 
4797eca39e0SShashi Mallela     value = address_space_ldq_le(as, s->cq.base_addr + offset,
4807eca39e0SShashi Mallela                                  MEMTXATTRS_UNSPECIFIED, &res);
4817eca39e0SShashi Mallela 
4827eca39e0SShashi Mallela     if (res != MEMTX_OK) {
4837eca39e0SShashi Mallela         return result;
4847eca39e0SShashi Mallela     }
4857eca39e0SShashi Mallela 
4867eca39e0SShashi Mallela     icid = value & ICID_MASK;
4877eca39e0SShashi Mallela 
4887eca39e0SShashi Mallela     rdbase = (value & R_MAPC_RDBASE_MASK) >> R_MAPC_RDBASE_SHIFT;
4897eca39e0SShashi Mallela     rdbase &= RDBASE_PROCNUM_MASK;
4907eca39e0SShashi Mallela 
4917eca39e0SShashi Mallela     valid = (value & CMD_FIELD_VALID_MASK);
4927eca39e0SShashi Mallela 
4937eca39e0SShashi Mallela     if ((icid > s->ct.maxids.max_collids) || (rdbase > s->gicv3->num_cpu)) {
4947eca39e0SShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
4957eca39e0SShashi Mallela                       "ITS MAPC: invalid collection table attributes "
4967eca39e0SShashi Mallela                       "icid %d rdbase %" PRIu64 "\n",  icid, rdbase);
4977eca39e0SShashi Mallela         /*
4987eca39e0SShashi Mallela          * in this implementation, in case of error
4997eca39e0SShashi Mallela          * we ignore this command and move onto the next
5007eca39e0SShashi Mallela          * command in the queue
5017eca39e0SShashi Mallela          */
5027eca39e0SShashi Mallela     } else {
5037eca39e0SShashi Mallela         result = update_cte(s, icid, valid, rdbase);
5047eca39e0SShashi Mallela     }
5057eca39e0SShashi Mallela 
5067eca39e0SShashi Mallela     return result;
5077eca39e0SShashi Mallela }
5087eca39e0SShashi Mallela 
5097eca39e0SShashi Mallela static bool update_dte(GICv3ITSState *s, uint32_t devid, bool valid,
5107eca39e0SShashi Mallela                        uint8_t size, uint64_t itt_addr)
5117eca39e0SShashi Mallela {
5127eca39e0SShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
5137eca39e0SShashi Mallela     uint64_t value;
5147eca39e0SShashi Mallela     uint64_t l2t_addr;
5157eca39e0SShashi Mallela     bool valid_l2t;
5167eca39e0SShashi Mallela     uint32_t l2t_id;
5177eca39e0SShashi Mallela     uint32_t max_l2_entries;
5187eca39e0SShashi Mallela     uint64_t dte = 0;
5197eca39e0SShashi Mallela     MemTxResult res = MEMTX_OK;
5207eca39e0SShashi Mallela 
5217eca39e0SShashi Mallela     if (s->dt.valid) {
5227eca39e0SShashi Mallela         if (valid) {
5237eca39e0SShashi Mallela             /* add mapping entry to device table */
5247eca39e0SShashi Mallela             dte = (valid & TABLE_ENTRY_VALID_MASK) |
5257eca39e0SShashi Mallela                   ((size & SIZE_MASK) << 1U) |
5267eca39e0SShashi Mallela                   (itt_addr << GITS_DTE_ITTADDR_SHIFT);
5277eca39e0SShashi Mallela         }
5287eca39e0SShashi Mallela     } else {
5297eca39e0SShashi Mallela         return true;
5307eca39e0SShashi Mallela     }
5317eca39e0SShashi Mallela 
5327eca39e0SShashi Mallela     /*
5337eca39e0SShashi Mallela      * The specification defines the format of level 1 entries of a
5347eca39e0SShashi Mallela      * 2-level table, but the format of level 2 entries and the format
5357eca39e0SShashi Mallela      * of flat-mapped tables is IMPDEF.
5367eca39e0SShashi Mallela      */
5377eca39e0SShashi Mallela     if (s->dt.indirect) {
5387eca39e0SShashi Mallela         l2t_id = devid / (s->dt.page_sz / L1TABLE_ENTRY_SIZE);
5397eca39e0SShashi Mallela 
5407eca39e0SShashi Mallela         value = address_space_ldq_le(as,
5417eca39e0SShashi Mallela                                      s->dt.base_addr +
5427eca39e0SShashi Mallela                                      (l2t_id * L1TABLE_ENTRY_SIZE),
5437eca39e0SShashi Mallela                                      MEMTXATTRS_UNSPECIFIED, &res);
5447eca39e0SShashi Mallela 
5457eca39e0SShashi Mallela         if (res != MEMTX_OK) {
5467eca39e0SShashi Mallela             return false;
5477eca39e0SShashi Mallela         }
5487eca39e0SShashi Mallela 
5497eca39e0SShashi Mallela         valid_l2t = (value & L2_TABLE_VALID_MASK) != 0;
5507eca39e0SShashi Mallela 
5517eca39e0SShashi Mallela         if (valid_l2t) {
5527eca39e0SShashi Mallela             max_l2_entries = s->dt.page_sz / s->dt.entry_sz;
5537eca39e0SShashi Mallela 
5547eca39e0SShashi Mallela             l2t_addr = value & ((1ULL << 51) - 1);
5557eca39e0SShashi Mallela 
5567eca39e0SShashi Mallela             address_space_stq_le(as, l2t_addr +
5577eca39e0SShashi Mallela                                  ((devid % max_l2_entries) * GITS_DTE_SIZE),
5587eca39e0SShashi Mallela                                  dte, MEMTXATTRS_UNSPECIFIED, &res);
5597eca39e0SShashi Mallela         }
5607eca39e0SShashi Mallela     } else {
5617eca39e0SShashi Mallela         /* Flat level table */
5627eca39e0SShashi Mallela         address_space_stq_le(as, s->dt.base_addr + (devid * GITS_DTE_SIZE),
5637eca39e0SShashi Mallela                              dte, MEMTXATTRS_UNSPECIFIED, &res);
5647eca39e0SShashi Mallela     }
5657eca39e0SShashi Mallela     if (res != MEMTX_OK) {
5667eca39e0SShashi Mallela         return false;
5677eca39e0SShashi Mallela     } else {
5687eca39e0SShashi Mallela         return true;
5697eca39e0SShashi Mallela     }
5707eca39e0SShashi Mallela }
5717eca39e0SShashi Mallela 
5727eca39e0SShashi Mallela static bool process_mapd(GICv3ITSState *s, uint64_t value, uint32_t offset)
5737eca39e0SShashi Mallela {
5747eca39e0SShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
5757eca39e0SShashi Mallela     uint32_t devid;
5767eca39e0SShashi Mallela     uint8_t size;
5777eca39e0SShashi Mallela     uint64_t itt_addr;
5787eca39e0SShashi Mallela     bool valid;
5797eca39e0SShashi Mallela     MemTxResult res = MEMTX_OK;
5807eca39e0SShashi Mallela     bool result = false;
5817eca39e0SShashi Mallela 
5827eca39e0SShashi Mallela     devid = ((value & DEVID_MASK) >> DEVID_SHIFT);
5837eca39e0SShashi Mallela 
5847eca39e0SShashi Mallela     offset += NUM_BYTES_IN_DW;
5857eca39e0SShashi Mallela     value = address_space_ldq_le(as, s->cq.base_addr + offset,
5867eca39e0SShashi Mallela                                  MEMTXATTRS_UNSPECIFIED, &res);
5877eca39e0SShashi Mallela 
5887eca39e0SShashi Mallela     if (res != MEMTX_OK) {
5897eca39e0SShashi Mallela         return result;
5907eca39e0SShashi Mallela     }
5917eca39e0SShashi Mallela 
5927eca39e0SShashi Mallela     size = (value & SIZE_MASK);
5937eca39e0SShashi Mallela 
5947eca39e0SShashi Mallela     offset += NUM_BYTES_IN_DW;
5957eca39e0SShashi Mallela     value = address_space_ldq_le(as, s->cq.base_addr + offset,
5967eca39e0SShashi Mallela                                  MEMTXATTRS_UNSPECIFIED, &res);
5977eca39e0SShashi Mallela 
5987eca39e0SShashi Mallela     if (res != MEMTX_OK) {
5997eca39e0SShashi Mallela         return result;
6007eca39e0SShashi Mallela     }
6017eca39e0SShashi Mallela 
6027eca39e0SShashi Mallela     itt_addr = (value & ITTADDR_MASK) >> ITTADDR_SHIFT;
6037eca39e0SShashi Mallela 
6047eca39e0SShashi Mallela     valid = (value & CMD_FIELD_VALID_MASK);
6057eca39e0SShashi Mallela 
6067eca39e0SShashi Mallela     if ((devid > s->dt.maxids.max_devids) ||
6077eca39e0SShashi Mallela         (size > FIELD_EX64(s->typer, GITS_TYPER, IDBITS))) {
6087eca39e0SShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
6097eca39e0SShashi Mallela                       "ITS MAPD: invalid device table attributes "
6107eca39e0SShashi Mallela                       "devid %d or size %d\n", devid, size);
6117eca39e0SShashi Mallela         /*
6127eca39e0SShashi Mallela          * in this implementation, in case of error
6137eca39e0SShashi Mallela          * we ignore this command and move onto the next
6147eca39e0SShashi Mallela          * command in the queue
6157eca39e0SShashi Mallela          */
6167eca39e0SShashi Mallela     } else {
6177eca39e0SShashi Mallela         result = update_dte(s, devid, valid, size, itt_addr);
6187eca39e0SShashi Mallela     }
6197eca39e0SShashi Mallela 
6207eca39e0SShashi Mallela     return result;
6217eca39e0SShashi Mallela }
6227eca39e0SShashi Mallela 
6237eca39e0SShashi Mallela /*
6247eca39e0SShashi Mallela  * Current implementation blocks until all
6257eca39e0SShashi Mallela  * commands are processed
6267eca39e0SShashi Mallela  */
6277eca39e0SShashi Mallela static void process_cmdq(GICv3ITSState *s)
6287eca39e0SShashi Mallela {
6297eca39e0SShashi Mallela     uint32_t wr_offset = 0;
6307eca39e0SShashi Mallela     uint32_t rd_offset = 0;
6317eca39e0SShashi Mallela     uint32_t cq_offset = 0;
6327eca39e0SShashi Mallela     uint64_t data;
6337eca39e0SShashi Mallela     AddressSpace *as = &s->gicv3->dma_as;
6347eca39e0SShashi Mallela     MemTxResult res = MEMTX_OK;
6357eca39e0SShashi Mallela     bool result = true;
6367eca39e0SShashi Mallela     uint8_t cmd;
63717fb5e36SShashi Mallela     int i;
6387eca39e0SShashi Mallela 
6397eca39e0SShashi Mallela     if (!(s->ctlr & ITS_CTLR_ENABLED)) {
6407eca39e0SShashi Mallela         return;
6417eca39e0SShashi Mallela     }
6427eca39e0SShashi Mallela 
6437eca39e0SShashi Mallela     wr_offset = FIELD_EX64(s->cwriter, GITS_CWRITER, OFFSET);
6447eca39e0SShashi Mallela 
6457eca39e0SShashi Mallela     if (wr_offset > s->cq.max_entries) {
6467eca39e0SShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
6477eca39e0SShashi Mallela                       "%s: invalid write offset "
6487eca39e0SShashi Mallela                       "%d\n", __func__, wr_offset);
6497eca39e0SShashi Mallela         return;
6507eca39e0SShashi Mallela     }
6517eca39e0SShashi Mallela 
6527eca39e0SShashi Mallela     rd_offset = FIELD_EX64(s->creadr, GITS_CREADR, OFFSET);
6537eca39e0SShashi Mallela 
6547eca39e0SShashi Mallela     if (rd_offset > s->cq.max_entries) {
6557eca39e0SShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
6567eca39e0SShashi Mallela                       "%s: invalid read offset "
6577eca39e0SShashi Mallela                       "%d\n", __func__, rd_offset);
6587eca39e0SShashi Mallela         return;
6597eca39e0SShashi Mallela     }
6607eca39e0SShashi Mallela 
6617eca39e0SShashi Mallela     while (wr_offset != rd_offset) {
6627eca39e0SShashi Mallela         cq_offset = (rd_offset * GITS_CMDQ_ENTRY_SIZE);
6637eca39e0SShashi Mallela         data = address_space_ldq_le(as, s->cq.base_addr + cq_offset,
6647eca39e0SShashi Mallela                                     MEMTXATTRS_UNSPECIFIED, &res);
6657eca39e0SShashi Mallela         if (res != MEMTX_OK) {
6667eca39e0SShashi Mallela             result = false;
6677eca39e0SShashi Mallela         }
6687eca39e0SShashi Mallela         cmd = (data & CMD_MASK);
6697eca39e0SShashi Mallela 
6707eca39e0SShashi Mallela         switch (cmd) {
6717eca39e0SShashi Mallela         case GITS_CMD_INT:
672c694cb4cSShashi Mallela             res = process_its_cmd(s, data, cq_offset, INTERRUPT);
6737eca39e0SShashi Mallela             break;
6747eca39e0SShashi Mallela         case GITS_CMD_CLEAR:
675c694cb4cSShashi Mallela             res = process_its_cmd(s, data, cq_offset, CLEAR);
6767eca39e0SShashi Mallela             break;
6777eca39e0SShashi Mallela         case GITS_CMD_SYNC:
6787eca39e0SShashi Mallela             /*
6797eca39e0SShashi Mallela              * Current implementation makes a blocking synchronous call
6807eca39e0SShashi Mallela              * for every command issued earlier, hence the internal state
6817eca39e0SShashi Mallela              * is already consistent by the time SYNC command is executed.
6827eca39e0SShashi Mallela              * Hence no further processing is required for SYNC command.
6837eca39e0SShashi Mallela              */
6847eca39e0SShashi Mallela             break;
6857eca39e0SShashi Mallela         case GITS_CMD_MAPD:
6867eca39e0SShashi Mallela             result = process_mapd(s, data, cq_offset);
6877eca39e0SShashi Mallela             break;
6887eca39e0SShashi Mallela         case GITS_CMD_MAPC:
6897eca39e0SShashi Mallela             result = process_mapc(s, cq_offset);
6907eca39e0SShashi Mallela             break;
6917eca39e0SShashi Mallela         case GITS_CMD_MAPTI:
692c694cb4cSShashi Mallela             result = process_mapti(s, data, cq_offset, false);
6937eca39e0SShashi Mallela             break;
6947eca39e0SShashi Mallela         case GITS_CMD_MAPI:
695c694cb4cSShashi Mallela             result = process_mapti(s, data, cq_offset, true);
6967eca39e0SShashi Mallela             break;
6977eca39e0SShashi Mallela         case GITS_CMD_DISCARD:
698c694cb4cSShashi Mallela             result = process_its_cmd(s, data, cq_offset, DISCARD);
6997eca39e0SShashi Mallela             break;
7007eca39e0SShashi Mallela         case GITS_CMD_INV:
7017eca39e0SShashi Mallela         case GITS_CMD_INVALL:
70217fb5e36SShashi Mallela             /*
70317fb5e36SShashi Mallela              * Current implementation doesn't cache any ITS tables,
70417fb5e36SShashi Mallela              * but the calculated lpi priority information. We only
70517fb5e36SShashi Mallela              * need to trigger lpi priority re-calculation to be in
70617fb5e36SShashi Mallela              * sync with LPI config table or pending table changes.
70717fb5e36SShashi Mallela              */
70817fb5e36SShashi Mallela             for (i = 0; i < s->gicv3->num_cpu; i++) {
70917fb5e36SShashi Mallela                 gicv3_redist_update_lpi(&s->gicv3->cpu[i]);
71017fb5e36SShashi Mallela             }
7117eca39e0SShashi Mallela             break;
7127eca39e0SShashi Mallela         default:
7137eca39e0SShashi Mallela             break;
7147eca39e0SShashi Mallela         }
7157eca39e0SShashi Mallela         if (result) {
7167eca39e0SShashi Mallela             rd_offset++;
7177eca39e0SShashi Mallela             rd_offset %= s->cq.max_entries;
7187eca39e0SShashi Mallela             s->creadr = FIELD_DP64(s->creadr, GITS_CREADR, OFFSET, rd_offset);
7197eca39e0SShashi Mallela         } else {
7207eca39e0SShashi Mallela             /*
7217eca39e0SShashi Mallela              * in this implementation, in case of dma read/write error
7227eca39e0SShashi Mallela              * we stall the command processing
7237eca39e0SShashi Mallela              */
7247eca39e0SShashi Mallela             s->creadr = FIELD_DP64(s->creadr, GITS_CREADR, STALLED, 1);
7257eca39e0SShashi Mallela             qemu_log_mask(LOG_GUEST_ERROR,
7267eca39e0SShashi Mallela                           "%s: %x cmd processing failed\n", __func__, cmd);
7277eca39e0SShashi Mallela             break;
7287eca39e0SShashi Mallela         }
7297eca39e0SShashi Mallela     }
7307eca39e0SShashi Mallela }
7317eca39e0SShashi Mallela 
7321b08e436SShashi Mallela /*
7331b08e436SShashi Mallela  * This function extracts the ITS Device and Collection table specific
7341b08e436SShashi Mallela  * parameters (like base_addr, size etc) from GITS_BASER register.
7351b08e436SShashi Mallela  * It is called during ITS enable and also during post_load migration
7361b08e436SShashi Mallela  */
7371b08e436SShashi Mallela static void extract_table_params(GICv3ITSState *s)
7381b08e436SShashi Mallela {
7391b08e436SShashi Mallela     uint16_t num_pages = 0;
7401b08e436SShashi Mallela     uint8_t  page_sz_type;
7411b08e436SShashi Mallela     uint8_t type;
7421b08e436SShashi Mallela     uint32_t page_sz = 0;
7431b08e436SShashi Mallela     uint64_t value;
7441b08e436SShashi Mallela 
7451b08e436SShashi Mallela     for (int i = 0; i < 8; i++) {
7461b08e436SShashi Mallela         value = s->baser[i];
7471b08e436SShashi Mallela 
7481b08e436SShashi Mallela         if (!value) {
7491b08e436SShashi Mallela             continue;
7501b08e436SShashi Mallela         }
7511b08e436SShashi Mallela 
7521b08e436SShashi Mallela         page_sz_type = FIELD_EX64(value, GITS_BASER, PAGESIZE);
7531b08e436SShashi Mallela 
7541b08e436SShashi Mallela         switch (page_sz_type) {
7551b08e436SShashi Mallela         case 0:
7561b08e436SShashi Mallela             page_sz = GITS_PAGE_SIZE_4K;
7571b08e436SShashi Mallela             break;
7581b08e436SShashi Mallela 
7591b08e436SShashi Mallela         case 1:
7601b08e436SShashi Mallela             page_sz = GITS_PAGE_SIZE_16K;
7611b08e436SShashi Mallela             break;
7621b08e436SShashi Mallela 
7631b08e436SShashi Mallela         case 2:
7641b08e436SShashi Mallela         case 3:
7651b08e436SShashi Mallela             page_sz = GITS_PAGE_SIZE_64K;
7661b08e436SShashi Mallela             break;
7671b08e436SShashi Mallela 
7681b08e436SShashi Mallela         default:
7691b08e436SShashi Mallela             g_assert_not_reached();
7701b08e436SShashi Mallela         }
7711b08e436SShashi Mallela 
7721b08e436SShashi Mallela         num_pages = FIELD_EX64(value, GITS_BASER, SIZE) + 1;
7731b08e436SShashi Mallela 
7741b08e436SShashi Mallela         type = FIELD_EX64(value, GITS_BASER, TYPE);
7751b08e436SShashi Mallela 
7761b08e436SShashi Mallela         switch (type) {
7771b08e436SShashi Mallela 
7781b08e436SShashi Mallela         case GITS_BASER_TYPE_DEVICE:
7791b08e436SShashi Mallela             memset(&s->dt, 0 , sizeof(s->dt));
7801b08e436SShashi Mallela             s->dt.valid = FIELD_EX64(value, GITS_BASER, VALID);
7811b08e436SShashi Mallela 
7821b08e436SShashi Mallela             if (!s->dt.valid) {
7831b08e436SShashi Mallela                 return;
7841b08e436SShashi Mallela             }
7851b08e436SShashi Mallela 
7861b08e436SShashi Mallela             s->dt.page_sz = page_sz;
7871b08e436SShashi Mallela             s->dt.indirect = FIELD_EX64(value, GITS_BASER, INDIRECT);
7881b08e436SShashi Mallela             s->dt.entry_sz = FIELD_EX64(value, GITS_BASER, ENTRYSIZE);
7891b08e436SShashi Mallela 
7901b08e436SShashi Mallela             if (!s->dt.indirect) {
7911b08e436SShashi Mallela                 s->dt.max_entries = (num_pages * page_sz) / s->dt.entry_sz;
7921b08e436SShashi Mallela             } else {
7931b08e436SShashi Mallela                 s->dt.max_entries = (((num_pages * page_sz) /
7941b08e436SShashi Mallela                                      L1TABLE_ENTRY_SIZE) *
7951b08e436SShashi Mallela                                      (page_sz / s->dt.entry_sz));
7961b08e436SShashi Mallela             }
7971b08e436SShashi Mallela 
7981b08e436SShashi Mallela             s->dt.maxids.max_devids = (1UL << (FIELD_EX64(s->typer, GITS_TYPER,
7991b08e436SShashi Mallela                                        DEVBITS) + 1));
8001b08e436SShashi Mallela 
8011b08e436SShashi Mallela             s->dt.base_addr = baser_base_addr(value, page_sz);
8021b08e436SShashi Mallela 
8031b08e436SShashi Mallela             break;
8041b08e436SShashi Mallela 
8051b08e436SShashi Mallela         case GITS_BASER_TYPE_COLLECTION:
8061b08e436SShashi Mallela             memset(&s->ct, 0 , sizeof(s->ct));
8071b08e436SShashi Mallela             s->ct.valid = FIELD_EX64(value, GITS_BASER, VALID);
8081b08e436SShashi Mallela 
8091b08e436SShashi Mallela             /*
8101b08e436SShashi Mallela              * GITS_TYPER.HCC is 0 for this implementation
8111b08e436SShashi Mallela              * hence writes are discarded if ct.valid is 0
8121b08e436SShashi Mallela              */
8131b08e436SShashi Mallela             if (!s->ct.valid) {
8141b08e436SShashi Mallela                 return;
8151b08e436SShashi Mallela             }
8161b08e436SShashi Mallela 
8171b08e436SShashi Mallela             s->ct.page_sz = page_sz;
8181b08e436SShashi Mallela             s->ct.indirect = FIELD_EX64(value, GITS_BASER, INDIRECT);
8191b08e436SShashi Mallela             s->ct.entry_sz = FIELD_EX64(value, GITS_BASER, ENTRYSIZE);
8201b08e436SShashi Mallela 
8211b08e436SShashi Mallela             if (!s->ct.indirect) {
8221b08e436SShashi Mallela                 s->ct.max_entries = (num_pages * page_sz) / s->ct.entry_sz;
8231b08e436SShashi Mallela             } else {
8241b08e436SShashi Mallela                 s->ct.max_entries = (((num_pages * page_sz) /
8251b08e436SShashi Mallela                                      L1TABLE_ENTRY_SIZE) *
8261b08e436SShashi Mallela                                      (page_sz / s->ct.entry_sz));
8271b08e436SShashi Mallela             }
8281b08e436SShashi Mallela 
8291b08e436SShashi Mallela             if (FIELD_EX64(s->typer, GITS_TYPER, CIL)) {
8301b08e436SShashi Mallela                 s->ct.maxids.max_collids = (1UL << (FIELD_EX64(s->typer,
8311b08e436SShashi Mallela                                             GITS_TYPER, CIDBITS) + 1));
8321b08e436SShashi Mallela             } else {
8331b08e436SShashi Mallela                 /* 16-bit CollectionId supported when CIL == 0 */
8341b08e436SShashi Mallela                 s->ct.maxids.max_collids = (1UL << 16);
8351b08e436SShashi Mallela             }
8361b08e436SShashi Mallela 
8371b08e436SShashi Mallela             s->ct.base_addr = baser_base_addr(value, page_sz);
8381b08e436SShashi Mallela 
8391b08e436SShashi Mallela             break;
8401b08e436SShashi Mallela 
8411b08e436SShashi Mallela         default:
8421b08e436SShashi Mallela             break;
8431b08e436SShashi Mallela         }
8441b08e436SShashi Mallela     }
8451b08e436SShashi Mallela }
8461b08e436SShashi Mallela 
8471b08e436SShashi Mallela static void extract_cmdq_params(GICv3ITSState *s)
8481b08e436SShashi Mallela {
8491b08e436SShashi Mallela     uint16_t num_pages = 0;
8501b08e436SShashi Mallela     uint64_t value = s->cbaser;
8511b08e436SShashi Mallela 
8521b08e436SShashi Mallela     num_pages = FIELD_EX64(value, GITS_CBASER, SIZE) + 1;
8531b08e436SShashi Mallela 
8541b08e436SShashi Mallela     memset(&s->cq, 0 , sizeof(s->cq));
8551b08e436SShashi Mallela     s->cq.valid = FIELD_EX64(value, GITS_CBASER, VALID);
8561b08e436SShashi Mallela 
8571b08e436SShashi Mallela     if (s->cq.valid) {
8581b08e436SShashi Mallela         s->cq.max_entries = (num_pages * GITS_PAGE_SIZE_4K) /
8591b08e436SShashi Mallela                              GITS_CMDQ_ENTRY_SIZE;
8601b08e436SShashi Mallela         s->cq.base_addr = FIELD_EX64(value, GITS_CBASER, PHYADDR);
8611b08e436SShashi Mallela         s->cq.base_addr <<= R_GITS_CBASER_PHYADDR_SHIFT;
8621b08e436SShashi Mallela     }
8631b08e436SShashi Mallela }
8641b08e436SShashi Mallela 
86518f6290aSShashi Mallela static MemTxResult gicv3_its_translation_write(void *opaque, hwaddr offset,
86618f6290aSShashi Mallela                                                uint64_t data, unsigned size,
86718f6290aSShashi Mallela                                                MemTxAttrs attrs)
86818f6290aSShashi Mallela {
869c694cb4cSShashi Mallela     GICv3ITSState *s = (GICv3ITSState *)opaque;
870c694cb4cSShashi Mallela     bool result = true;
871c694cb4cSShashi Mallela     uint32_t devid = 0;
872c694cb4cSShashi Mallela 
873c694cb4cSShashi Mallela     switch (offset) {
874c694cb4cSShashi Mallela     case GITS_TRANSLATER:
875c694cb4cSShashi Mallela         if (s->ctlr & ITS_CTLR_ENABLED) {
876c694cb4cSShashi Mallela             devid = attrs.requester_id;
877c694cb4cSShashi Mallela             result = process_its_cmd(s, data, devid, NONE);
878c694cb4cSShashi Mallela         }
879c694cb4cSShashi Mallela         break;
880c694cb4cSShashi Mallela     default:
881c694cb4cSShashi Mallela         break;
882c694cb4cSShashi Mallela     }
883c694cb4cSShashi Mallela 
884c694cb4cSShashi Mallela     if (result) {
88518f6290aSShashi Mallela         return MEMTX_OK;
886c694cb4cSShashi Mallela     } else {
887c694cb4cSShashi Mallela         return MEMTX_ERROR;
888c694cb4cSShashi Mallela     }
88918f6290aSShashi Mallela }
89018f6290aSShashi Mallela 
89118f6290aSShashi Mallela static bool its_writel(GICv3ITSState *s, hwaddr offset,
89218f6290aSShashi Mallela                               uint64_t value, MemTxAttrs attrs)
89318f6290aSShashi Mallela {
89418f6290aSShashi Mallela     bool result = true;
8951b08e436SShashi Mallela     int index;
89618f6290aSShashi Mallela 
8971b08e436SShashi Mallela     switch (offset) {
8981b08e436SShashi Mallela     case GITS_CTLR:
899*2f459cd1SShashi Mallela         if (value & R_GITS_CTLR_ENABLED_MASK) {
900*2f459cd1SShashi Mallela             s->ctlr |= ITS_CTLR_ENABLED;
9011b08e436SShashi Mallela             extract_table_params(s);
9021b08e436SShashi Mallela             extract_cmdq_params(s);
9031b08e436SShashi Mallela             s->creadr = 0;
9047eca39e0SShashi Mallela             process_cmdq(s);
905*2f459cd1SShashi Mallela         } else {
906*2f459cd1SShashi Mallela             s->ctlr &= ~ITS_CTLR_ENABLED;
9071b08e436SShashi Mallela         }
9081b08e436SShashi Mallela         break;
9091b08e436SShashi Mallela     case GITS_CBASER:
9101b08e436SShashi Mallela         /*
9111b08e436SShashi Mallela          * IMPDEF choice:- GITS_CBASER register becomes RO if ITS is
9121b08e436SShashi Mallela          *                 already enabled
9131b08e436SShashi Mallela          */
9141b08e436SShashi Mallela         if (!(s->ctlr & ITS_CTLR_ENABLED)) {
9151b08e436SShashi Mallela             s->cbaser = deposit64(s->cbaser, 0, 32, value);
9161b08e436SShashi Mallela             s->creadr = 0;
9171b08e436SShashi Mallela             s->cwriter = s->creadr;
9181b08e436SShashi Mallela         }
9191b08e436SShashi Mallela         break;
9201b08e436SShashi Mallela     case GITS_CBASER + 4:
9211b08e436SShashi Mallela         /*
9221b08e436SShashi Mallela          * IMPDEF choice:- GITS_CBASER register becomes RO if ITS is
9231b08e436SShashi Mallela          *                 already enabled
9241b08e436SShashi Mallela          */
9251b08e436SShashi Mallela         if (!(s->ctlr & ITS_CTLR_ENABLED)) {
9261b08e436SShashi Mallela             s->cbaser = deposit64(s->cbaser, 32, 32, value);
9271b08e436SShashi Mallela             s->creadr = 0;
9281b08e436SShashi Mallela             s->cwriter = s->creadr;
9291b08e436SShashi Mallela         }
9301b08e436SShashi Mallela         break;
9311b08e436SShashi Mallela     case GITS_CWRITER:
9321b08e436SShashi Mallela         s->cwriter = deposit64(s->cwriter, 0, 32,
9331b08e436SShashi Mallela                                (value & ~R_GITS_CWRITER_RETRY_MASK));
9347eca39e0SShashi Mallela         if (s->cwriter != s->creadr) {
9357eca39e0SShashi Mallela             process_cmdq(s);
9367eca39e0SShashi Mallela         }
9371b08e436SShashi Mallela         break;
9381b08e436SShashi Mallela     case GITS_CWRITER + 4:
9391b08e436SShashi Mallela         s->cwriter = deposit64(s->cwriter, 32, 32, value);
9401b08e436SShashi Mallela         break;
9411b08e436SShashi Mallela     case GITS_CREADR:
9421b08e436SShashi Mallela         if (s->gicv3->gicd_ctlr & GICD_CTLR_DS) {
9431b08e436SShashi Mallela             s->creadr = deposit64(s->creadr, 0, 32,
9441b08e436SShashi Mallela                                   (value & ~R_GITS_CREADR_STALLED_MASK));
9451b08e436SShashi Mallela         } else {
9461b08e436SShashi Mallela             /* RO register, ignore the write */
9471b08e436SShashi Mallela             qemu_log_mask(LOG_GUEST_ERROR,
9481b08e436SShashi Mallela                           "%s: invalid guest write to RO register at offset "
9491b08e436SShashi Mallela                           TARGET_FMT_plx "\n", __func__, offset);
9501b08e436SShashi Mallela         }
9511b08e436SShashi Mallela         break;
9521b08e436SShashi Mallela     case GITS_CREADR + 4:
9531b08e436SShashi Mallela         if (s->gicv3->gicd_ctlr & GICD_CTLR_DS) {
9541b08e436SShashi Mallela             s->creadr = deposit64(s->creadr, 32, 32, value);
9551b08e436SShashi Mallela         } else {
9561b08e436SShashi Mallela             /* RO register, ignore the write */
9571b08e436SShashi Mallela             qemu_log_mask(LOG_GUEST_ERROR,
9581b08e436SShashi Mallela                           "%s: invalid guest write to RO register at offset "
9591b08e436SShashi Mallela                           TARGET_FMT_plx "\n", __func__, offset);
9601b08e436SShashi Mallela         }
9611b08e436SShashi Mallela         break;
9621b08e436SShashi Mallela     case GITS_BASER ... GITS_BASER + 0x3f:
9631b08e436SShashi Mallela         /*
9641b08e436SShashi Mallela          * IMPDEF choice:- GITS_BASERn register becomes RO if ITS is
9651b08e436SShashi Mallela          *                 already enabled
9661b08e436SShashi Mallela          */
9671b08e436SShashi Mallela         if (!(s->ctlr & ITS_CTLR_ENABLED)) {
9681b08e436SShashi Mallela             index = (offset - GITS_BASER) / 8;
9691b08e436SShashi Mallela 
9701b08e436SShashi Mallela             if (offset & 7) {
9711b08e436SShashi Mallela                 value <<= 32;
9721b08e436SShashi Mallela                 value &= ~GITS_BASER_RO_MASK;
9731b08e436SShashi Mallela                 s->baser[index] &= GITS_BASER_RO_MASK | MAKE_64BIT_MASK(0, 32);
9741b08e436SShashi Mallela                 s->baser[index] |= value;
9751b08e436SShashi Mallela             } else {
9761b08e436SShashi Mallela                 value &= ~GITS_BASER_RO_MASK;
9771b08e436SShashi Mallela                 s->baser[index] &= GITS_BASER_RO_MASK | MAKE_64BIT_MASK(32, 32);
9781b08e436SShashi Mallela                 s->baser[index] |= value;
9791b08e436SShashi Mallela             }
9801b08e436SShashi Mallela         }
9811b08e436SShashi Mallela         break;
9821b08e436SShashi Mallela     case GITS_IIDR:
9831b08e436SShashi Mallela     case GITS_IDREGS ... GITS_IDREGS + 0x2f:
9841b08e436SShashi Mallela         /* RO registers, ignore the write */
9851b08e436SShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
9861b08e436SShashi Mallela                       "%s: invalid guest write to RO register at offset "
9871b08e436SShashi Mallela                       TARGET_FMT_plx "\n", __func__, offset);
9881b08e436SShashi Mallela         break;
9891b08e436SShashi Mallela     default:
9901b08e436SShashi Mallela         result = false;
9911b08e436SShashi Mallela         break;
9921b08e436SShashi Mallela     }
99318f6290aSShashi Mallela     return result;
99418f6290aSShashi Mallela }
99518f6290aSShashi Mallela 
99618f6290aSShashi Mallela static bool its_readl(GICv3ITSState *s, hwaddr offset,
99718f6290aSShashi Mallela                              uint64_t *data, MemTxAttrs attrs)
99818f6290aSShashi Mallela {
99918f6290aSShashi Mallela     bool result = true;
10001b08e436SShashi Mallela     int index;
100118f6290aSShashi Mallela 
10021b08e436SShashi Mallela     switch (offset) {
10031b08e436SShashi Mallela     case GITS_CTLR:
10041b08e436SShashi Mallela         *data = s->ctlr;
10051b08e436SShashi Mallela         break;
10061b08e436SShashi Mallela     case GITS_IIDR:
10071b08e436SShashi Mallela         *data = gicv3_iidr();
10081b08e436SShashi Mallela         break;
10091b08e436SShashi Mallela     case GITS_IDREGS ... GITS_IDREGS + 0x2f:
10101b08e436SShashi Mallela         /* ID registers */
10111b08e436SShashi Mallela         *data = gicv3_idreg(offset - GITS_IDREGS);
10121b08e436SShashi Mallela         break;
10131b08e436SShashi Mallela     case GITS_TYPER:
10141b08e436SShashi Mallela         *data = extract64(s->typer, 0, 32);
10151b08e436SShashi Mallela         break;
10161b08e436SShashi Mallela     case GITS_TYPER + 4:
10171b08e436SShashi Mallela         *data = extract64(s->typer, 32, 32);
10181b08e436SShashi Mallela         break;
10191b08e436SShashi Mallela     case GITS_CBASER:
10201b08e436SShashi Mallela         *data = extract64(s->cbaser, 0, 32);
10211b08e436SShashi Mallela         break;
10221b08e436SShashi Mallela     case GITS_CBASER + 4:
10231b08e436SShashi Mallela         *data = extract64(s->cbaser, 32, 32);
10241b08e436SShashi Mallela         break;
10251b08e436SShashi Mallela     case GITS_CREADR:
10261b08e436SShashi Mallela         *data = extract64(s->creadr, 0, 32);
10271b08e436SShashi Mallela         break;
10281b08e436SShashi Mallela     case GITS_CREADR + 4:
10291b08e436SShashi Mallela         *data = extract64(s->creadr, 32, 32);
10301b08e436SShashi Mallela         break;
10311b08e436SShashi Mallela     case GITS_CWRITER:
10321b08e436SShashi Mallela         *data = extract64(s->cwriter, 0, 32);
10331b08e436SShashi Mallela         break;
10341b08e436SShashi Mallela     case GITS_CWRITER + 4:
10351b08e436SShashi Mallela         *data = extract64(s->cwriter, 32, 32);
10361b08e436SShashi Mallela         break;
10371b08e436SShashi Mallela     case GITS_BASER ... GITS_BASER + 0x3f:
10381b08e436SShashi Mallela         index = (offset - GITS_BASER) / 8;
10391b08e436SShashi Mallela         if (offset & 7) {
10401b08e436SShashi Mallela             *data = extract64(s->baser[index], 32, 32);
10411b08e436SShashi Mallela         } else {
10421b08e436SShashi Mallela             *data = extract64(s->baser[index], 0, 32);
10431b08e436SShashi Mallela         }
10441b08e436SShashi Mallela         break;
10451b08e436SShashi Mallela     default:
10461b08e436SShashi Mallela         result = false;
10471b08e436SShashi Mallela         break;
10481b08e436SShashi Mallela     }
104918f6290aSShashi Mallela     return result;
105018f6290aSShashi Mallela }
105118f6290aSShashi Mallela 
105218f6290aSShashi Mallela static bool its_writell(GICv3ITSState *s, hwaddr offset,
105318f6290aSShashi Mallela                                uint64_t value, MemTxAttrs attrs)
105418f6290aSShashi Mallela {
105518f6290aSShashi Mallela     bool result = true;
10561b08e436SShashi Mallela     int index;
105718f6290aSShashi Mallela 
10581b08e436SShashi Mallela     switch (offset) {
10591b08e436SShashi Mallela     case GITS_BASER ... GITS_BASER + 0x3f:
10601b08e436SShashi Mallela         /*
10611b08e436SShashi Mallela          * IMPDEF choice:- GITS_BASERn register becomes RO if ITS is
10621b08e436SShashi Mallela          *                 already enabled
10631b08e436SShashi Mallela          */
10641b08e436SShashi Mallela         if (!(s->ctlr & ITS_CTLR_ENABLED)) {
10651b08e436SShashi Mallela             index = (offset - GITS_BASER) / 8;
10661b08e436SShashi Mallela             s->baser[index] &= GITS_BASER_RO_MASK;
10671b08e436SShashi Mallela             s->baser[index] |= (value & ~GITS_BASER_RO_MASK);
10681b08e436SShashi Mallela         }
10691b08e436SShashi Mallela         break;
10701b08e436SShashi Mallela     case GITS_CBASER:
10711b08e436SShashi Mallela         /*
10721b08e436SShashi Mallela          * IMPDEF choice:- GITS_CBASER register becomes RO if ITS is
10731b08e436SShashi Mallela          *                 already enabled
10741b08e436SShashi Mallela          */
10751b08e436SShashi Mallela         if (!(s->ctlr & ITS_CTLR_ENABLED)) {
10761b08e436SShashi Mallela             s->cbaser = value;
10771b08e436SShashi Mallela             s->creadr = 0;
10781b08e436SShashi Mallela             s->cwriter = s->creadr;
10791b08e436SShashi Mallela         }
10801b08e436SShashi Mallela         break;
10811b08e436SShashi Mallela     case GITS_CWRITER:
10821b08e436SShashi Mallela         s->cwriter = value & ~R_GITS_CWRITER_RETRY_MASK;
10837eca39e0SShashi Mallela         if (s->cwriter != s->creadr) {
10847eca39e0SShashi Mallela             process_cmdq(s);
10857eca39e0SShashi Mallela         }
10861b08e436SShashi Mallela         break;
10871b08e436SShashi Mallela     case GITS_CREADR:
10881b08e436SShashi Mallela         if (s->gicv3->gicd_ctlr & GICD_CTLR_DS) {
10891b08e436SShashi Mallela             s->creadr = value & ~R_GITS_CREADR_STALLED_MASK;
10901b08e436SShashi Mallela         } else {
10911b08e436SShashi Mallela             /* RO register, ignore the write */
10921b08e436SShashi Mallela             qemu_log_mask(LOG_GUEST_ERROR,
10931b08e436SShashi Mallela                           "%s: invalid guest write to RO register at offset "
10941b08e436SShashi Mallela                           TARGET_FMT_plx "\n", __func__, offset);
10951b08e436SShashi Mallela         }
10961b08e436SShashi Mallela         break;
10971b08e436SShashi Mallela     case GITS_TYPER:
10981b08e436SShashi Mallela         /* RO registers, ignore the write */
10991b08e436SShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
11001b08e436SShashi Mallela                       "%s: invalid guest write to RO register at offset "
11011b08e436SShashi Mallela                       TARGET_FMT_plx "\n", __func__, offset);
11021b08e436SShashi Mallela         break;
11031b08e436SShashi Mallela     default:
11041b08e436SShashi Mallela         result = false;
11051b08e436SShashi Mallela         break;
11061b08e436SShashi Mallela     }
110718f6290aSShashi Mallela     return result;
110818f6290aSShashi Mallela }
110918f6290aSShashi Mallela 
111018f6290aSShashi Mallela static bool its_readll(GICv3ITSState *s, hwaddr offset,
111118f6290aSShashi Mallela                               uint64_t *data, MemTxAttrs attrs)
111218f6290aSShashi Mallela {
111318f6290aSShashi Mallela     bool result = true;
11141b08e436SShashi Mallela     int index;
111518f6290aSShashi Mallela 
11161b08e436SShashi Mallela     switch (offset) {
11171b08e436SShashi Mallela     case GITS_TYPER:
11181b08e436SShashi Mallela         *data = s->typer;
11191b08e436SShashi Mallela         break;
11201b08e436SShashi Mallela     case GITS_BASER ... GITS_BASER + 0x3f:
11211b08e436SShashi Mallela         index = (offset - GITS_BASER) / 8;
11221b08e436SShashi Mallela         *data = s->baser[index];
11231b08e436SShashi Mallela         break;
11241b08e436SShashi Mallela     case GITS_CBASER:
11251b08e436SShashi Mallela         *data = s->cbaser;
11261b08e436SShashi Mallela         break;
11271b08e436SShashi Mallela     case GITS_CREADR:
11281b08e436SShashi Mallela         *data = s->creadr;
11291b08e436SShashi Mallela         break;
11301b08e436SShashi Mallela     case GITS_CWRITER:
11311b08e436SShashi Mallela         *data = s->cwriter;
11321b08e436SShashi Mallela         break;
11331b08e436SShashi Mallela     default:
11341b08e436SShashi Mallela         result = false;
11351b08e436SShashi Mallela         break;
11361b08e436SShashi Mallela     }
113718f6290aSShashi Mallela     return result;
113818f6290aSShashi Mallela }
113918f6290aSShashi Mallela 
114018f6290aSShashi Mallela static MemTxResult gicv3_its_read(void *opaque, hwaddr offset, uint64_t *data,
114118f6290aSShashi Mallela                                   unsigned size, MemTxAttrs attrs)
114218f6290aSShashi Mallela {
114318f6290aSShashi Mallela     GICv3ITSState *s = (GICv3ITSState *)opaque;
114418f6290aSShashi Mallela     bool result;
114518f6290aSShashi Mallela 
114618f6290aSShashi Mallela     switch (size) {
114718f6290aSShashi Mallela     case 4:
114818f6290aSShashi Mallela         result = its_readl(s, offset, data, attrs);
114918f6290aSShashi Mallela         break;
115018f6290aSShashi Mallela     case 8:
115118f6290aSShashi Mallela         result = its_readll(s, offset, data, attrs);
115218f6290aSShashi Mallela         break;
115318f6290aSShashi Mallela     default:
115418f6290aSShashi Mallela         result = false;
115518f6290aSShashi Mallela         break;
115618f6290aSShashi Mallela     }
115718f6290aSShashi Mallela 
115818f6290aSShashi Mallela     if (!result) {
115918f6290aSShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
116018f6290aSShashi Mallela                       "%s: invalid guest read at offset " TARGET_FMT_plx
116118f6290aSShashi Mallela                       "size %u\n", __func__, offset, size);
116218f6290aSShashi Mallela         /*
116318f6290aSShashi Mallela          * The spec requires that reserved registers are RAZ/WI;
116418f6290aSShashi Mallela          * so use false returns from leaf functions as a way to
116518f6290aSShashi Mallela          * trigger the guest-error logging but don't return it to
116618f6290aSShashi Mallela          * the caller, or we'll cause a spurious guest data abort.
116718f6290aSShashi Mallela          */
116818f6290aSShashi Mallela         *data = 0;
116918f6290aSShashi Mallela     }
117018f6290aSShashi Mallela     return MEMTX_OK;
117118f6290aSShashi Mallela }
117218f6290aSShashi Mallela 
117318f6290aSShashi Mallela static MemTxResult gicv3_its_write(void *opaque, hwaddr offset, uint64_t data,
117418f6290aSShashi Mallela                                    unsigned size, MemTxAttrs attrs)
117518f6290aSShashi Mallela {
117618f6290aSShashi Mallela     GICv3ITSState *s = (GICv3ITSState *)opaque;
117718f6290aSShashi Mallela     bool result;
117818f6290aSShashi Mallela 
117918f6290aSShashi Mallela     switch (size) {
118018f6290aSShashi Mallela     case 4:
118118f6290aSShashi Mallela         result = its_writel(s, offset, data, attrs);
118218f6290aSShashi Mallela         break;
118318f6290aSShashi Mallela     case 8:
118418f6290aSShashi Mallela         result = its_writell(s, offset, data, attrs);
118518f6290aSShashi Mallela         break;
118618f6290aSShashi Mallela     default:
118718f6290aSShashi Mallela         result = false;
118818f6290aSShashi Mallela         break;
118918f6290aSShashi Mallela     }
119018f6290aSShashi Mallela 
119118f6290aSShashi Mallela     if (!result) {
119218f6290aSShashi Mallela         qemu_log_mask(LOG_GUEST_ERROR,
119318f6290aSShashi Mallela                       "%s: invalid guest write at offset " TARGET_FMT_plx
119418f6290aSShashi Mallela                       "size %u\n", __func__, offset, size);
119518f6290aSShashi Mallela         /*
119618f6290aSShashi Mallela          * The spec requires that reserved registers are RAZ/WI;
119718f6290aSShashi Mallela          * so use false returns from leaf functions as a way to
119818f6290aSShashi Mallela          * trigger the guest-error logging but don't return it to
119918f6290aSShashi Mallela          * the caller, or we'll cause a spurious guest data abort.
120018f6290aSShashi Mallela          */
120118f6290aSShashi Mallela     }
120218f6290aSShashi Mallela     return MEMTX_OK;
120318f6290aSShashi Mallela }
120418f6290aSShashi Mallela 
120518f6290aSShashi Mallela static const MemoryRegionOps gicv3_its_control_ops = {
120618f6290aSShashi Mallela     .read_with_attrs = gicv3_its_read,
120718f6290aSShashi Mallela     .write_with_attrs = gicv3_its_write,
120818f6290aSShashi Mallela     .valid.min_access_size = 4,
120918f6290aSShashi Mallela     .valid.max_access_size = 8,
121018f6290aSShashi Mallela     .impl.min_access_size = 4,
121118f6290aSShashi Mallela     .impl.max_access_size = 8,
121218f6290aSShashi Mallela     .endianness = DEVICE_NATIVE_ENDIAN,
121318f6290aSShashi Mallela };
121418f6290aSShashi Mallela 
121518f6290aSShashi Mallela static const MemoryRegionOps gicv3_its_translation_ops = {
121618f6290aSShashi Mallela     .write_with_attrs = gicv3_its_translation_write,
121718f6290aSShashi Mallela     .valid.min_access_size = 2,
121818f6290aSShashi Mallela     .valid.max_access_size = 4,
121918f6290aSShashi Mallela     .impl.min_access_size = 2,
122018f6290aSShashi Mallela     .impl.max_access_size = 4,
122118f6290aSShashi Mallela     .endianness = DEVICE_NATIVE_ENDIAN,
122218f6290aSShashi Mallela };
122318f6290aSShashi Mallela 
122418f6290aSShashi Mallela static void gicv3_arm_its_realize(DeviceState *dev, Error **errp)
122518f6290aSShashi Mallela {
122618f6290aSShashi Mallela     GICv3ITSState *s = ARM_GICV3_ITS_COMMON(dev);
122718f6290aSShashi Mallela     int i;
122818f6290aSShashi Mallela 
122918f6290aSShashi Mallela     for (i = 0; i < s->gicv3->num_cpu; i++) {
123018f6290aSShashi Mallela         if (!(s->gicv3->cpu[i].gicr_typer & GICR_TYPER_PLPIS)) {
123118f6290aSShashi Mallela             error_setg(errp, "Physical LPI not supported by CPU %d", i);
123218f6290aSShashi Mallela             return;
123318f6290aSShashi Mallela         }
123418f6290aSShashi Mallela     }
123518f6290aSShashi Mallela 
123618f6290aSShashi Mallela     gicv3_its_init_mmio(s, &gicv3_its_control_ops, &gicv3_its_translation_ops);
123718f6290aSShashi Mallela 
12381b08e436SShashi Mallela     address_space_init(&s->gicv3->dma_as, s->gicv3->dma,
12391b08e436SShashi Mallela                        "gicv3-its-sysmem");
12401b08e436SShashi Mallela 
124118f6290aSShashi Mallela     /* set the ITS default features supported */
124218f6290aSShashi Mallela     s->typer = FIELD_DP64(s->typer, GITS_TYPER, PHYSICAL,
124318f6290aSShashi Mallela                           GITS_TYPE_PHYSICAL);
124418f6290aSShashi Mallela     s->typer = FIELD_DP64(s->typer, GITS_TYPER, ITT_ENTRY_SIZE,
124518f6290aSShashi Mallela                           ITS_ITT_ENTRY_SIZE - 1);
124618f6290aSShashi Mallela     s->typer = FIELD_DP64(s->typer, GITS_TYPER, IDBITS, ITS_IDBITS);
124718f6290aSShashi Mallela     s->typer = FIELD_DP64(s->typer, GITS_TYPER, DEVBITS, ITS_DEVBITS);
124818f6290aSShashi Mallela     s->typer = FIELD_DP64(s->typer, GITS_TYPER, CIL, 1);
124918f6290aSShashi Mallela     s->typer = FIELD_DP64(s->typer, GITS_TYPER, CIDBITS, ITS_CIDBITS);
125018f6290aSShashi Mallela }
125118f6290aSShashi Mallela 
125218f6290aSShashi Mallela static void gicv3_its_reset(DeviceState *dev)
125318f6290aSShashi Mallela {
125418f6290aSShashi Mallela     GICv3ITSState *s = ARM_GICV3_ITS_COMMON(dev);
125518f6290aSShashi Mallela     GICv3ITSClass *c = ARM_GICV3_ITS_GET_CLASS(s);
125618f6290aSShashi Mallela 
125718f6290aSShashi Mallela     c->parent_reset(dev);
125818f6290aSShashi Mallela 
125918f6290aSShashi Mallela     /* Quiescent bit reset to 1 */
126018f6290aSShashi Mallela     s->ctlr = FIELD_DP32(s->ctlr, GITS_CTLR, QUIESCENT, 1);
126118f6290aSShashi Mallela 
126218f6290aSShashi Mallela     /*
126318f6290aSShashi Mallela      * setting GITS_BASER0.Type = 0b001 (Device)
126418f6290aSShashi Mallela      *         GITS_BASER1.Type = 0b100 (Collection Table)
126518f6290aSShashi Mallela      *         GITS_BASER<n>.Type,where n = 3 to 7 are 0b00 (Unimplemented)
126618f6290aSShashi Mallela      *         GITS_BASER<0,1>.Page_Size = 64KB
126718f6290aSShashi Mallela      * and default translation table entry size to 16 bytes
126818f6290aSShashi Mallela      */
126918f6290aSShashi Mallela     s->baser[0] = FIELD_DP64(s->baser[0], GITS_BASER, TYPE,
127018f6290aSShashi Mallela                              GITS_BASER_TYPE_DEVICE);
127118f6290aSShashi Mallela     s->baser[0] = FIELD_DP64(s->baser[0], GITS_BASER, PAGESIZE,
127218f6290aSShashi Mallela                              GITS_BASER_PAGESIZE_64K);
127318f6290aSShashi Mallela     s->baser[0] = FIELD_DP64(s->baser[0], GITS_BASER, ENTRYSIZE,
127418f6290aSShashi Mallela                              GITS_DTE_SIZE - 1);
127518f6290aSShashi Mallela 
127618f6290aSShashi Mallela     s->baser[1] = FIELD_DP64(s->baser[1], GITS_BASER, TYPE,
127718f6290aSShashi Mallela                              GITS_BASER_TYPE_COLLECTION);
127818f6290aSShashi Mallela     s->baser[1] = FIELD_DP64(s->baser[1], GITS_BASER, PAGESIZE,
127918f6290aSShashi Mallela                              GITS_BASER_PAGESIZE_64K);
128018f6290aSShashi Mallela     s->baser[1] = FIELD_DP64(s->baser[1], GITS_BASER, ENTRYSIZE,
128118f6290aSShashi Mallela                              GITS_CTE_SIZE - 1);
128218f6290aSShashi Mallela }
128318f6290aSShashi Mallela 
12841b08e436SShashi Mallela static void gicv3_its_post_load(GICv3ITSState *s)
12851b08e436SShashi Mallela {
12861b08e436SShashi Mallela     if (s->ctlr & ITS_CTLR_ENABLED) {
12871b08e436SShashi Mallela         extract_table_params(s);
12881b08e436SShashi Mallela         extract_cmdq_params(s);
12891b08e436SShashi Mallela     }
12901b08e436SShashi Mallela }
12911b08e436SShashi Mallela 
129218f6290aSShashi Mallela static Property gicv3_its_props[] = {
129318f6290aSShashi Mallela     DEFINE_PROP_LINK("parent-gicv3", GICv3ITSState, gicv3, "arm-gicv3",
129418f6290aSShashi Mallela                      GICv3State *),
129518f6290aSShashi Mallela     DEFINE_PROP_END_OF_LIST(),
129618f6290aSShashi Mallela };
129718f6290aSShashi Mallela 
129818f6290aSShashi Mallela static void gicv3_its_class_init(ObjectClass *klass, void *data)
129918f6290aSShashi Mallela {
130018f6290aSShashi Mallela     DeviceClass *dc = DEVICE_CLASS(klass);
130118f6290aSShashi Mallela     GICv3ITSClass *ic = ARM_GICV3_ITS_CLASS(klass);
13021b08e436SShashi Mallela     GICv3ITSCommonClass *icc = ARM_GICV3_ITS_COMMON_CLASS(klass);
130318f6290aSShashi Mallela 
130418f6290aSShashi Mallela     dc->realize = gicv3_arm_its_realize;
130518f6290aSShashi Mallela     device_class_set_props(dc, gicv3_its_props);
130618f6290aSShashi Mallela     device_class_set_parent_reset(dc, gicv3_its_reset, &ic->parent_reset);
13071b08e436SShashi Mallela     icc->post_load = gicv3_its_post_load;
130818f6290aSShashi Mallela }
130918f6290aSShashi Mallela 
131018f6290aSShashi Mallela static const TypeInfo gicv3_its_info = {
131118f6290aSShashi Mallela     .name = TYPE_ARM_GICV3_ITS,
131218f6290aSShashi Mallela     .parent = TYPE_ARM_GICV3_ITS_COMMON,
131318f6290aSShashi Mallela     .instance_size = sizeof(GICv3ITSState),
131418f6290aSShashi Mallela     .class_init = gicv3_its_class_init,
131518f6290aSShashi Mallela     .class_size = sizeof(GICv3ITSClass),
131618f6290aSShashi Mallela };
131718f6290aSShashi Mallela 
131818f6290aSShashi Mallela static void gicv3_its_register_types(void)
131918f6290aSShashi Mallela {
132018f6290aSShashi Mallela     type_register_static(&gicv3_its_info);
132118f6290aSShashi Mallela }
132218f6290aSShashi Mallela 
132318f6290aSShashi Mallela type_init(gicv3_its_register_types)
1324