xref: /qemu/include/hw/i386/intel_iommu.h (revision 92e5d85e8345a22e87eda940ffe0f6422eb45360)
11da12ec4SLe Tan /*
21da12ec4SLe Tan  * QEMU emulation of an Intel IOMMU (VT-d)
31da12ec4SLe Tan  *   (DMA Remapping device)
41da12ec4SLe Tan  *
51da12ec4SLe Tan  * Copyright (C) 2013 Knut Omang, Oracle <knut.omang@oracle.com>
61da12ec4SLe Tan  * Copyright (C) 2014 Le Tan, <tamlokveer@gmail.com>
71da12ec4SLe Tan  *
81da12ec4SLe Tan  * This program is free software; you can redistribute it and/or modify
91da12ec4SLe Tan  * it under the terms of the GNU General Public License as published by
101da12ec4SLe Tan  * the Free Software Foundation; either version 2 of the License, or
111da12ec4SLe Tan  * (at your option) any later version.
121da12ec4SLe Tan 
131da12ec4SLe Tan  * This program is distributed in the hope that it will be useful,
141da12ec4SLe Tan  * but WITHOUT ANY WARRANTY; without even the implied warranty of
151da12ec4SLe Tan  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
161da12ec4SLe Tan  * GNU General Public License for more details.
171da12ec4SLe Tan 
181da12ec4SLe Tan  * You should have received a copy of the GNU General Public License along
191da12ec4SLe Tan  * with this program; if not, see <http://www.gnu.org/licenses/>.
201da12ec4SLe Tan  */
211da12ec4SLe Tan 
221da12ec4SLe Tan #ifndef INTEL_IOMMU_H
231da12ec4SLe Tan #define INTEL_IOMMU_H
241da12ec4SLe Tan #include "hw/qdev.h"
251da12ec4SLe Tan #include "sysemu/dma.h"
261c7955c4SPeter Xu #include "hw/i386/x86-iommu.h"
27651e4cefSPeter Xu #include "hw/i386/ioapic.h"
28651e4cefSPeter Xu #include "hw/pci/msi.h"
298b5ed7dfSPeter Xu #include "hw/sysbus.h"
301da12ec4SLe Tan 
311da12ec4SLe Tan #define TYPE_INTEL_IOMMU_DEVICE "intel-iommu"
321da12ec4SLe Tan #define INTEL_IOMMU_DEVICE(obj) \
331da12ec4SLe Tan      OBJECT_CHECK(IntelIOMMUState, (obj), TYPE_INTEL_IOMMU_DEVICE)
341da12ec4SLe Tan 
351221a474SAlexey Kardashevskiy #define TYPE_INTEL_IOMMU_MEMORY_REGION "intel-iommu-iommu-memory-region"
361221a474SAlexey Kardashevskiy 
371da12ec4SLe Tan /* DMAR Hardware Unit Definition address (IOMMU unit) */
381da12ec4SLe Tan #define Q35_HOST_BRIDGE_IOMMU_ADDR  0xfed90000ULL
391da12ec4SLe Tan 
401da12ec4SLe Tan #define VTD_PCI_BUS_MAX             256
411da12ec4SLe Tan #define VTD_PCI_SLOT_MAX            32
421da12ec4SLe Tan #define VTD_PCI_FUNC_MAX            8
431da12ec4SLe Tan #define VTD_PCI_SLOT(devfn)         (((devfn) >> 3) & 0x1f)
441da12ec4SLe Tan #define VTD_PCI_FUNC(devfn)         ((devfn) & 0x07)
451e06f131SMichael S. Tsirkin #define VTD_SID_TO_BUS(sid)         (((sid) >> 8) & 0xff)
46d92fa2dcSLe Tan #define VTD_SID_TO_DEVFN(sid)       ((sid) & 0xff)
471da12ec4SLe Tan 
481da12ec4SLe Tan #define DMAR_REG_SIZE               0x230
49*92e5d85eSPrasad Singamsetty #define VTD_HOST_AW_39BIT           39
50*92e5d85eSPrasad Singamsetty #define VTD_HOST_AW_48BIT           48
51*92e5d85eSPrasad Singamsetty #define VTD_HOST_ADDRESS_WIDTH      VTD_HOST_AW_39BIT
52*92e5d85eSPrasad Singamsetty #define VTD_HAW_MASK(aw)            ((1ULL << (aw)) - 1)
531da12ec4SLe Tan 
54d46114f9SPeter Xu #define DMAR_REPORT_F_INTR          (1)
55d46114f9SPeter Xu 
56651e4cefSPeter Xu #define  VTD_MSI_ADDR_HI_MASK        (0xffffffff00000000ULL)
57651e4cefSPeter Xu #define  VTD_MSI_ADDR_HI_SHIFT       (32)
58651e4cefSPeter Xu #define  VTD_MSI_ADDR_LO_MASK        (0x00000000ffffffffULL)
59651e4cefSPeter Xu 
60d92fa2dcSLe Tan typedef struct VTDContextEntry VTDContextEntry;
61d92fa2dcSLe Tan typedef struct VTDContextCacheEntry VTDContextCacheEntry;
621da12ec4SLe Tan typedef struct IntelIOMMUState IntelIOMMUState;
631da12ec4SLe Tan typedef struct VTDAddressSpace VTDAddressSpace;
64b5a280c0SLe Tan typedef struct VTDIOTLBEntry VTDIOTLBEntry;
657df953bdSKnut Omang typedef struct VTDBus VTDBus;
66bc38ee10SMichael S. Tsirkin typedef union VTD_IR_TableEntry VTD_IR_TableEntry;
671f91aceeSPeter Xu typedef union VTD_IR_MSIAddress VTD_IR_MSIAddress;
68651e4cefSPeter Xu typedef struct VTDIrq VTDIrq;
69651e4cefSPeter Xu typedef struct VTD_MSIMessage VTD_MSIMessage;
70dd4d607eSPeter Xu typedef struct IntelIOMMUNotifierNode IntelIOMMUNotifierNode;
71d92fa2dcSLe Tan 
72d92fa2dcSLe Tan /* Context-Entry */
73d92fa2dcSLe Tan struct VTDContextEntry {
74d92fa2dcSLe Tan     uint64_t lo;
75d92fa2dcSLe Tan     uint64_t hi;
76d92fa2dcSLe Tan };
77d92fa2dcSLe Tan 
78d92fa2dcSLe Tan struct VTDContextCacheEntry {
79d92fa2dcSLe Tan     /* The cache entry is obsolete if
80d92fa2dcSLe Tan      * context_cache_gen!=IntelIOMMUState.context_cache_gen
81d92fa2dcSLe Tan      */
82d92fa2dcSLe Tan     uint32_t context_cache_gen;
83d92fa2dcSLe Tan     struct VTDContextEntry context_entry;
84d92fa2dcSLe Tan };
85d92fa2dcSLe Tan 
861da12ec4SLe Tan struct VTDAddressSpace {
877df953bdSKnut Omang     PCIBus *bus;
881da12ec4SLe Tan     uint8_t devfn;
891da12ec4SLe Tan     AddressSpace as;
903df9d748SAlexey Kardashevskiy     IOMMUMemoryRegion iommu;
91558e0024SPeter Xu     MemoryRegion root;
92558e0024SPeter Xu     MemoryRegion sys_alias;
93651e4cefSPeter Xu     MemoryRegion iommu_ir;      /* Interrupt region: 0xfeeXXXXX */
941da12ec4SLe Tan     IntelIOMMUState *iommu_state;
95d92fa2dcSLe Tan     VTDContextCacheEntry context_cache_entry;
961da12ec4SLe Tan };
971da12ec4SLe Tan 
987df953bdSKnut Omang struct VTDBus {
997df953bdSKnut Omang     PCIBus* bus;		/* A reference to the bus to provide translation for */
1007df953bdSKnut Omang     VTDAddressSpace *dev_as[0];	/* A table of VTDAddressSpace objects indexed by devfn */
1017df953bdSKnut Omang };
1027df953bdSKnut Omang 
103b5a280c0SLe Tan struct VTDIOTLBEntry {
104b5a280c0SLe Tan     uint64_t gfn;
105b5a280c0SLe Tan     uint16_t domain_id;
106b5a280c0SLe Tan     uint64_t slpte;
107d66b969bSJason Wang     uint64_t mask;
10807f7b733SPeter Xu     uint8_t access_flags;
109b5a280c0SLe Tan };
110b5a280c0SLe Tan 
111ede9c94aSPeter Xu /* VT-d Source-ID Qualifier types */
112ede9c94aSPeter Xu enum {
113ede9c94aSPeter Xu     VTD_SQ_FULL = 0x00,     /* Full SID verification */
114ede9c94aSPeter Xu     VTD_SQ_IGN_3 = 0x01,    /* Ignore bit 3 */
115ede9c94aSPeter Xu     VTD_SQ_IGN_2_3 = 0x02,  /* Ignore bits 2 & 3 */
116ede9c94aSPeter Xu     VTD_SQ_IGN_1_3 = 0x03,  /* Ignore bits 1-3 */
117ede9c94aSPeter Xu     VTD_SQ_MAX,
118ede9c94aSPeter Xu };
119ede9c94aSPeter Xu 
120ede9c94aSPeter Xu /* VT-d Source Validation Types */
121ede9c94aSPeter Xu enum {
122ede9c94aSPeter Xu     VTD_SVT_NONE = 0x00,    /* No validation */
123ede9c94aSPeter Xu     VTD_SVT_ALL = 0x01,     /* Do full validation */
124ede9c94aSPeter Xu     VTD_SVT_BUS = 0x02,     /* Validate bus range */
125ede9c94aSPeter Xu     VTD_SVT_MAX,
126ede9c94aSPeter Xu };
127ede9c94aSPeter Xu 
1281f91aceeSPeter Xu /* Interrupt Remapping Table Entry Definition */
129bc38ee10SMichael S. Tsirkin union VTD_IR_TableEntry {
1301f91aceeSPeter Xu     struct {
1311f91aceeSPeter Xu #ifdef HOST_WORDS_BIGENDIAN
1321f91aceeSPeter Xu         uint32_t __reserved_1:8;     /* Reserved 1 */
1331f91aceeSPeter Xu         uint32_t vector:8;           /* Interrupt Vector */
1341f91aceeSPeter Xu         uint32_t irte_mode:1;        /* IRTE Mode */
1351f91aceeSPeter Xu         uint32_t __reserved_0:3;     /* Reserved 0 */
1361f91aceeSPeter Xu         uint32_t __avail:4;          /* Available spaces for software */
1371f91aceeSPeter Xu         uint32_t delivery_mode:3;    /* Delivery Mode */
1381f91aceeSPeter Xu         uint32_t trigger_mode:1;     /* Trigger Mode */
1391f91aceeSPeter Xu         uint32_t redir_hint:1;       /* Redirection Hint */
1401f91aceeSPeter Xu         uint32_t dest_mode:1;        /* Destination Mode */
1411f91aceeSPeter Xu         uint32_t fault_disable:1;    /* Fault Processing Disable */
1421f91aceeSPeter Xu         uint32_t present:1;          /* Whether entry present/available */
1431f91aceeSPeter Xu #else
1441f91aceeSPeter Xu         uint32_t present:1;          /* Whether entry present/available */
1451f91aceeSPeter Xu         uint32_t fault_disable:1;    /* Fault Processing Disable */
1461f91aceeSPeter Xu         uint32_t dest_mode:1;        /* Destination Mode */
1471f91aceeSPeter Xu         uint32_t redir_hint:1;       /* Redirection Hint */
1481f91aceeSPeter Xu         uint32_t trigger_mode:1;     /* Trigger Mode */
1491f91aceeSPeter Xu         uint32_t delivery_mode:3;    /* Delivery Mode */
1501f91aceeSPeter Xu         uint32_t __avail:4;          /* Available spaces for software */
1511f91aceeSPeter Xu         uint32_t __reserved_0:3;     /* Reserved 0 */
1521f91aceeSPeter Xu         uint32_t irte_mode:1;        /* IRTE Mode */
1531f91aceeSPeter Xu         uint32_t vector:8;           /* Interrupt Vector */
1541f91aceeSPeter Xu         uint32_t __reserved_1:8;     /* Reserved 1 */
1551f91aceeSPeter Xu #endif
1561a43713bSPeter Xu         uint32_t dest_id;            /* Destination ID */
1571a43713bSPeter Xu         uint16_t source_id;          /* Source-ID */
1581f91aceeSPeter Xu #ifdef HOST_WORDS_BIGENDIAN
1591f91aceeSPeter Xu         uint64_t __reserved_2:44;    /* Reserved 2 */
1601f91aceeSPeter Xu         uint64_t sid_vtype:2;        /* Source-ID Validation Type */
1611f91aceeSPeter Xu         uint64_t sid_q:2;            /* Source-ID Qualifier */
1621f91aceeSPeter Xu #else
1631f91aceeSPeter Xu         uint64_t sid_q:2;            /* Source-ID Qualifier */
1641f91aceeSPeter Xu         uint64_t sid_vtype:2;        /* Source-ID Validation Type */
1651f91aceeSPeter Xu         uint64_t __reserved_2:44;    /* Reserved 2 */
1661f91aceeSPeter Xu #endif
167bc38ee10SMichael S. Tsirkin     } QEMU_PACKED irte;
1681f91aceeSPeter Xu     uint64_t data[2];
1691f91aceeSPeter Xu };
1701f91aceeSPeter Xu 
1711f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_COMPAT     (0) /* Compatible Interrupt */
1721f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_REMAP      (1) /* Remappable Interrupt */
1731f91aceeSPeter Xu 
1741f91aceeSPeter Xu /* Programming format for MSI/MSI-X addresses */
1751f91aceeSPeter Xu union VTD_IR_MSIAddress {
1761f91aceeSPeter Xu     struct {
1771f91aceeSPeter Xu #ifdef HOST_WORDS_BIGENDIAN
1781f91aceeSPeter Xu         uint32_t __head:12;          /* Should always be: 0x0fee */
1791f91aceeSPeter Xu         uint32_t index_l:15;         /* Interrupt index bit 14-0 */
1801f91aceeSPeter Xu         uint32_t int_mode:1;         /* Interrupt format */
1811f91aceeSPeter Xu         uint32_t sub_valid:1;        /* SHV: Sub-Handle Valid bit */
1821f91aceeSPeter Xu         uint32_t index_h:1;          /* Interrupt index bit 15 */
1831f91aceeSPeter Xu         uint32_t __not_care:2;
1841f91aceeSPeter Xu #else
1851f91aceeSPeter Xu         uint32_t __not_care:2;
1861f91aceeSPeter Xu         uint32_t index_h:1;          /* Interrupt index bit 15 */
1871f91aceeSPeter Xu         uint32_t sub_valid:1;        /* SHV: Sub-Handle Valid bit */
1881f91aceeSPeter Xu         uint32_t int_mode:1;         /* Interrupt format */
1891f91aceeSPeter Xu         uint32_t index_l:15;         /* Interrupt index bit 14-0 */
1901f91aceeSPeter Xu         uint32_t __head:12;          /* Should always be: 0x0fee */
1911f91aceeSPeter Xu #endif
192bc38ee10SMichael S. Tsirkin     } QEMU_PACKED addr;
1931f91aceeSPeter Xu     uint32_t data;
1941f91aceeSPeter Xu };
1951f91aceeSPeter Xu 
196651e4cefSPeter Xu /* Generic IRQ entry information */
197651e4cefSPeter Xu struct VTDIrq {
198651e4cefSPeter Xu     /* Used by both IOAPIC/MSI interrupt remapping */
199651e4cefSPeter Xu     uint8_t trigger_mode;
200651e4cefSPeter Xu     uint8_t vector;
201651e4cefSPeter Xu     uint8_t delivery_mode;
202651e4cefSPeter Xu     uint32_t dest;
203651e4cefSPeter Xu     uint8_t dest_mode;
204651e4cefSPeter Xu 
205651e4cefSPeter Xu     /* only used by MSI interrupt remapping */
206651e4cefSPeter Xu     uint8_t redir_hint;
207651e4cefSPeter Xu     uint8_t msi_addr_last_bits;
208651e4cefSPeter Xu };
209651e4cefSPeter Xu 
210651e4cefSPeter Xu struct VTD_MSIMessage {
211651e4cefSPeter Xu     union {
212651e4cefSPeter Xu         struct {
213651e4cefSPeter Xu #ifdef HOST_WORDS_BIGENDIAN
214651e4cefSPeter Xu             uint32_t __addr_head:12; /* 0xfee */
215651e4cefSPeter Xu             uint32_t dest:8;
216651e4cefSPeter Xu             uint32_t __reserved:8;
217651e4cefSPeter Xu             uint32_t redir_hint:1;
218651e4cefSPeter Xu             uint32_t dest_mode:1;
219651e4cefSPeter Xu             uint32_t __not_used:2;
220651e4cefSPeter Xu #else
221651e4cefSPeter Xu             uint32_t __not_used:2;
222651e4cefSPeter Xu             uint32_t dest_mode:1;
223651e4cefSPeter Xu             uint32_t redir_hint:1;
224651e4cefSPeter Xu             uint32_t __reserved:8;
225651e4cefSPeter Xu             uint32_t dest:8;
226651e4cefSPeter Xu             uint32_t __addr_head:12; /* 0xfee */
227651e4cefSPeter Xu #endif
2281a43713bSPeter Xu             uint32_t __addr_hi;
229651e4cefSPeter Xu         } QEMU_PACKED;
230651e4cefSPeter Xu         uint64_t msi_addr;
231651e4cefSPeter Xu     };
232651e4cefSPeter Xu     union {
233651e4cefSPeter Xu         struct {
234651e4cefSPeter Xu #ifdef HOST_WORDS_BIGENDIAN
235651e4cefSPeter Xu             uint16_t trigger_mode:1;
236651e4cefSPeter Xu             uint16_t level:1;
237651e4cefSPeter Xu             uint16_t __resved:3;
238651e4cefSPeter Xu             uint16_t delivery_mode:3;
239651e4cefSPeter Xu             uint16_t vector:8;
240651e4cefSPeter Xu #else
241651e4cefSPeter Xu             uint16_t vector:8;
242651e4cefSPeter Xu             uint16_t delivery_mode:3;
243651e4cefSPeter Xu             uint16_t __resved:3;
244651e4cefSPeter Xu             uint16_t level:1;
245651e4cefSPeter Xu             uint16_t trigger_mode:1;
246651e4cefSPeter Xu #endif
2471a43713bSPeter Xu             uint16_t __resved1;
248651e4cefSPeter Xu         } QEMU_PACKED;
249651e4cefSPeter Xu         uint32_t msi_data;
250651e4cefSPeter Xu     };
251651e4cefSPeter Xu };
252651e4cefSPeter Xu 
2531f91aceeSPeter Xu /* When IR is enabled, all MSI/MSI-X data bits should be zero */
2541f91aceeSPeter Xu #define VTD_IR_MSI_DATA          (0)
2551f91aceeSPeter Xu 
256dd4d607eSPeter Xu struct IntelIOMMUNotifierNode {
257dd4d607eSPeter Xu     VTDAddressSpace *vtd_as;
258dd4d607eSPeter Xu     QLIST_ENTRY(IntelIOMMUNotifierNode) next;
259dd4d607eSPeter Xu };
260dd4d607eSPeter Xu 
2611da12ec4SLe Tan /* The iommu (DMAR) device state struct */
2621da12ec4SLe Tan struct IntelIOMMUState {
2631c7955c4SPeter Xu     X86IOMMUState x86_iommu;
2641da12ec4SLe Tan     MemoryRegion csrmem;
2651da12ec4SLe Tan     uint8_t csr[DMAR_REG_SIZE];     /* register values */
2661da12ec4SLe Tan     uint8_t wmask[DMAR_REG_SIZE];   /* R/W bytes */
2671da12ec4SLe Tan     uint8_t w1cmask[DMAR_REG_SIZE]; /* RW1C(Write 1 to Clear) bytes */
2681da12ec4SLe Tan     uint8_t womask[DMAR_REG_SIZE];  /* WO (write only - read returns 0) */
2691da12ec4SLe Tan     uint32_t version;
2701da12ec4SLe Tan 
2713b40f0e5SAviv Ben-David     bool caching_mode;          /* RO - is cap CM enabled? */
2723b40f0e5SAviv Ben-David 
2731da12ec4SLe Tan     dma_addr_t root;                /* Current root table pointer */
2741da12ec4SLe Tan     bool root_extended;             /* Type of root table (extended or not) */
2751da12ec4SLe Tan     bool dmar_enabled;              /* Set if DMA remapping is enabled */
2761da12ec4SLe Tan 
2771da12ec4SLe Tan     uint16_t iq_head;               /* Current invalidation queue head */
2781da12ec4SLe Tan     uint16_t iq_tail;               /* Current invalidation queue tail */
2791da12ec4SLe Tan     dma_addr_t iq;                  /* Current invalidation queue pointer */
2801da12ec4SLe Tan     uint16_t iq_size;               /* IQ Size in number of entries */
2811da12ec4SLe Tan     bool qi_enabled;                /* Set if the QI is enabled */
2821da12ec4SLe Tan     uint8_t iq_last_desc_type;      /* The type of last completed descriptor */
2831da12ec4SLe Tan 
2841da12ec4SLe Tan     /* The index of the Fault Recording Register to be used next.
2851da12ec4SLe Tan      * Wraps around from N-1 to 0, where N is the number of FRCD_REG.
2861da12ec4SLe Tan      */
2871da12ec4SLe Tan     uint16_t next_frcd_reg;
2881da12ec4SLe Tan 
2891da12ec4SLe Tan     uint64_t cap;                   /* The value of capability reg */
2901da12ec4SLe Tan     uint64_t ecap;                  /* The value of extended capability reg */
2911da12ec4SLe Tan 
292d92fa2dcSLe Tan     uint32_t context_cache_gen;     /* Should be in [1,MAX] */
293b5a280c0SLe Tan     GHashTable *iotlb;              /* IOTLB */
294d92fa2dcSLe Tan 
2957df953bdSKnut Omang     GHashTable *vtd_as_by_busptr;   /* VTDBus objects indexed by PCIBus* reference */
2967df953bdSKnut Omang     VTDBus *vtd_as_by_bus_num[VTD_PCI_BUS_MAX]; /* VTDBus objects indexed by bus number */
297dd4d607eSPeter Xu     /* list of registered notifiers */
298dd4d607eSPeter Xu     QLIST_HEAD(, IntelIOMMUNotifierNode) notifiers_list;
299a5861439SPeter Xu 
300a5861439SPeter Xu     /* interrupt remapping */
301a5861439SPeter Xu     bool intr_enabled;              /* Whether guest enabled IR */
302a5861439SPeter Xu     dma_addr_t intr_root;           /* Interrupt remapping table pointer */
303a5861439SPeter Xu     uint32_t intr_size;             /* Number of IR table entries */
30428589311SJan Kiszka     bool intr_eime;                 /* Extended interrupt mode enabled */
305e6b6af05SRadim Krčmář     OnOffAuto intr_eim;             /* Toggle for EIM cabability */
306fb506e70SRadim Krčmář     bool buggy_eim;                 /* Force buggy EIM unless eim=off */
3071da12ec4SLe Tan };
3081da12ec4SLe Tan 
3097df953bdSKnut Omang /* Find the VTD Address space associated with the given bus pointer,
3107df953bdSKnut Omang  * create a new one if none exists
3117df953bdSKnut Omang  */
3127df953bdSKnut Omang VTDAddressSpace *vtd_find_add_as(IntelIOMMUState *s, PCIBus *bus, int devfn);
3137df953bdSKnut Omang 
3141da12ec4SLe Tan #endif
315