xref: /qemu/include/hw/i386/intel_iommu.h (revision 1b2b12376c8a513a0c7b5e3b8ea702038d3d7db5)
11da12ec4SLe Tan /*
21da12ec4SLe Tan  * QEMU emulation of an Intel IOMMU (VT-d)
31da12ec4SLe Tan  *   (DMA Remapping device)
41da12ec4SLe Tan  *
51da12ec4SLe Tan  * Copyright (C) 2013 Knut Omang, Oracle <knut.omang@oracle.com>
61da12ec4SLe Tan  * Copyright (C) 2014 Le Tan, <tamlokveer@gmail.com>
71da12ec4SLe Tan  *
81da12ec4SLe Tan  * This program is free software; you can redistribute it and/or modify
91da12ec4SLe Tan  * it under the terms of the GNU General Public License as published by
101da12ec4SLe Tan  * the Free Software Foundation; either version 2 of the License, or
111da12ec4SLe Tan  * (at your option) any later version.
121da12ec4SLe Tan 
131da12ec4SLe Tan  * This program is distributed in the hope that it will be useful,
141da12ec4SLe Tan  * but WITHOUT ANY WARRANTY; without even the implied warranty of
151da12ec4SLe Tan  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
161da12ec4SLe Tan  * GNU General Public License for more details.
171da12ec4SLe Tan 
181da12ec4SLe Tan  * You should have received a copy of the GNU General Public License along
191da12ec4SLe Tan  * with this program; if not, see <http://www.gnu.org/licenses/>.
201da12ec4SLe Tan  */
211da12ec4SLe Tan 
221da12ec4SLe Tan #ifndef INTEL_IOMMU_H
231da12ec4SLe Tan #define INTEL_IOMMU_H
24a27bd6c7SMarkus Armbruster 
251c7955c4SPeter Xu #include "hw/i386/x86-iommu.h"
2663b88968SPeter Xu #include "qemu/iova-tree.h"
27db1015e9SEduardo Habkost #include "qom/object.h"
281da12ec4SLe Tan 
291da12ec4SLe Tan #define TYPE_INTEL_IOMMU_DEVICE "intel-iommu"
308063396bSEduardo Habkost OBJECT_DECLARE_SIMPLE_TYPE(IntelIOMMUState, INTEL_IOMMU_DEVICE)
311da12ec4SLe Tan 
321221a474SAlexey Kardashevskiy #define TYPE_INTEL_IOMMU_MEMORY_REGION "intel-iommu-iommu-memory-region"
331221a474SAlexey Kardashevskiy 
341da12ec4SLe Tan /* DMAR Hardware Unit Definition address (IOMMU unit) */
351da12ec4SLe Tan #define Q35_HOST_BRIDGE_IOMMU_ADDR  0xfed90000ULL
361da12ec4SLe Tan 
371da12ec4SLe Tan #define VTD_PCI_BUS_MAX             256
381da12ec4SLe Tan #define VTD_PCI_SLOT_MAX            32
391da12ec4SLe Tan #define VTD_PCI_FUNC_MAX            8
401da12ec4SLe Tan #define VTD_PCI_SLOT(devfn)         (((devfn) >> 3) & 0x1f)
411da12ec4SLe Tan #define VTD_PCI_FUNC(devfn)         ((devfn) & 0x07)
421e06f131SMichael S. Tsirkin #define VTD_SID_TO_BUS(sid)         (((sid) >> 8) & 0xff)
43d92fa2dcSLe Tan #define VTD_SID_TO_DEVFN(sid)       ((sid) & 0xff)
441da12ec4SLe Tan 
451da12ec4SLe Tan #define DMAR_REG_SIZE               0x230
4692e5d85eSPrasad Singamsetty #define VTD_HOST_AW_39BIT           39
4792e5d85eSPrasad Singamsetty #define VTD_HOST_AW_48BIT           48
4892e5d85eSPrasad Singamsetty #define VTD_HOST_ADDRESS_WIDTH      VTD_HOST_AW_39BIT
4992e5d85eSPrasad Singamsetty #define VTD_HAW_MASK(aw)            ((1ULL << (aw)) - 1)
501da12ec4SLe Tan 
51d46114f9SPeter Xu #define DMAR_REPORT_F_INTR          (1)
52d46114f9SPeter Xu 
53651e4cefSPeter Xu #define  VTD_MSI_ADDR_HI_MASK        (0xffffffff00000000ULL)
54651e4cefSPeter Xu #define  VTD_MSI_ADDR_HI_SHIFT       (32)
55651e4cefSPeter Xu #define  VTD_MSI_ADDR_LO_MASK        (0x00000000ffffffffULL)
56651e4cefSPeter Xu 
57d92fa2dcSLe Tan typedef struct VTDContextEntry VTDContextEntry;
58d92fa2dcSLe Tan typedef struct VTDContextCacheEntry VTDContextCacheEntry;
591da12ec4SLe Tan typedef struct VTDAddressSpace VTDAddressSpace;
60b5a280c0SLe Tan typedef struct VTDIOTLBEntry VTDIOTLBEntry;
61bc38ee10SMichael S. Tsirkin typedef union VTD_IR_TableEntry VTD_IR_TableEntry;
621f91aceeSPeter Xu typedef union VTD_IR_MSIAddress VTD_IR_MSIAddress;
63fb43cf73SLiu, Yi L typedef struct VTDPASIDDirEntry VTDPASIDDirEntry;
64fb43cf73SLiu, Yi L typedef struct VTDPASIDEntry VTDPASIDEntry;
65d92fa2dcSLe Tan 
66d92fa2dcSLe Tan /* Context-Entry */
67d92fa2dcSLe Tan struct VTDContextEntry {
68fb43cf73SLiu, Yi L     union {
69fb43cf73SLiu, Yi L         struct {
70d92fa2dcSLe Tan             uint64_t lo;
71d92fa2dcSLe Tan             uint64_t hi;
72d92fa2dcSLe Tan         };
73fb43cf73SLiu, Yi L         struct {
74fb43cf73SLiu, Yi L             uint64_t val[4];
75fb43cf73SLiu, Yi L         };
76fb43cf73SLiu, Yi L     };
77fb43cf73SLiu, Yi L };
78d92fa2dcSLe Tan 
79d92fa2dcSLe Tan struct VTDContextCacheEntry {
80d92fa2dcSLe Tan     /* The cache entry is obsolete if
81d92fa2dcSLe Tan      * context_cache_gen!=IntelIOMMUState.context_cache_gen
82d92fa2dcSLe Tan      */
83d92fa2dcSLe Tan     uint32_t context_cache_gen;
84d92fa2dcSLe Tan     struct VTDContextEntry context_entry;
85d92fa2dcSLe Tan };
86d92fa2dcSLe Tan 
87fb43cf73SLiu, Yi L /* PASID Directory Entry */
88fb43cf73SLiu, Yi L struct VTDPASIDDirEntry {
89fb43cf73SLiu, Yi L     uint64_t val;
90fb43cf73SLiu, Yi L };
91fb43cf73SLiu, Yi L 
92fb43cf73SLiu, Yi L /* PASID Table Entry */
93fb43cf73SLiu, Yi L struct VTDPASIDEntry {
94fb43cf73SLiu, Yi L     uint64_t val[8];
95fb43cf73SLiu, Yi L };
96fb43cf73SLiu, Yi L 
971da12ec4SLe Tan struct VTDAddressSpace {
987df953bdSKnut Omang     PCIBus *bus;
991da12ec4SLe Tan     uint8_t devfn;
100*1b2b1237SJason Wang     uint32_t pasid;
1011da12ec4SLe Tan     AddressSpace as;
1023df9d748SAlexey Kardashevskiy     IOMMUMemoryRegion iommu;
1034b519ef1SPeter Xu     MemoryRegion root;          /* The root container of the device */
1044b519ef1SPeter Xu     MemoryRegion nodmar;        /* The alias of shared nodmar MR */
105651e4cefSPeter Xu     MemoryRegion iommu_ir;      /* Interrupt region: 0xfeeXXXXX */
106*1b2b1237SJason Wang     MemoryRegion iommu_ir_fault; /* Interrupt region for catching fault */
1071da12ec4SLe Tan     IntelIOMMUState *iommu_state;
108d92fa2dcSLe Tan     VTDContextCacheEntry context_cache_entry;
109b4a4ba0dSPeter Xu     QLIST_ENTRY(VTDAddressSpace) next;
1104f8a62a9SPeter Xu     /* Superset of notifier flags that this address space has */
1114f8a62a9SPeter Xu     IOMMUNotifierFlag notifier_flags;
11263b88968SPeter Xu     IOVATree *iova_tree;          /* Traces mapped IOVA ranges */
1131da12ec4SLe Tan };
1141da12ec4SLe Tan 
115b5a280c0SLe Tan struct VTDIOTLBEntry {
116b5a280c0SLe Tan     uint64_t gfn;
117b5a280c0SLe Tan     uint16_t domain_id;
118*1b2b1237SJason Wang     uint32_t pasid;
119b5a280c0SLe Tan     uint64_t slpte;
120d66b969bSJason Wang     uint64_t mask;
12107f7b733SPeter Xu     uint8_t access_flags;
122b5a280c0SLe Tan };
123b5a280c0SLe Tan 
124ede9c94aSPeter Xu /* VT-d Source-ID Qualifier types */
125ede9c94aSPeter Xu enum {
126ede9c94aSPeter Xu     VTD_SQ_FULL = 0x00,     /* Full SID verification */
127ede9c94aSPeter Xu     VTD_SQ_IGN_3 = 0x01,    /* Ignore bit 3 */
128ede9c94aSPeter Xu     VTD_SQ_IGN_2_3 = 0x02,  /* Ignore bits 2 & 3 */
129ede9c94aSPeter Xu     VTD_SQ_IGN_1_3 = 0x03,  /* Ignore bits 1-3 */
130ede9c94aSPeter Xu     VTD_SQ_MAX,
131ede9c94aSPeter Xu };
132ede9c94aSPeter Xu 
133ede9c94aSPeter Xu /* VT-d Source Validation Types */
134ede9c94aSPeter Xu enum {
135ede9c94aSPeter Xu     VTD_SVT_NONE = 0x00,    /* No validation */
136ede9c94aSPeter Xu     VTD_SVT_ALL = 0x01,     /* Do full validation */
137ede9c94aSPeter Xu     VTD_SVT_BUS = 0x02,     /* Validate bus range */
138ede9c94aSPeter Xu     VTD_SVT_MAX,
139ede9c94aSPeter Xu };
140ede9c94aSPeter Xu 
1411f91aceeSPeter Xu /* Interrupt Remapping Table Entry Definition */
142bc38ee10SMichael S. Tsirkin union VTD_IR_TableEntry {
1431f91aceeSPeter Xu     struct {
144e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN
1451f91aceeSPeter Xu         uint32_t __reserved_1:8;     /* Reserved 1 */
1461f91aceeSPeter Xu         uint32_t vector:8;           /* Interrupt Vector */
1471f91aceeSPeter Xu         uint32_t irte_mode:1;        /* IRTE Mode */
1481f91aceeSPeter Xu         uint32_t __reserved_0:3;     /* Reserved 0 */
1491f91aceeSPeter Xu         uint32_t __avail:4;          /* Available spaces for software */
1501f91aceeSPeter Xu         uint32_t delivery_mode:3;    /* Delivery Mode */
1511f91aceeSPeter Xu         uint32_t trigger_mode:1;     /* Trigger Mode */
1521f91aceeSPeter Xu         uint32_t redir_hint:1;       /* Redirection Hint */
1531f91aceeSPeter Xu         uint32_t dest_mode:1;        /* Destination Mode */
1541f91aceeSPeter Xu         uint32_t fault_disable:1;    /* Fault Processing Disable */
1551f91aceeSPeter Xu         uint32_t present:1;          /* Whether entry present/available */
1561f91aceeSPeter Xu #else
1571f91aceeSPeter Xu         uint32_t present:1;          /* Whether entry present/available */
1581f91aceeSPeter Xu         uint32_t fault_disable:1;    /* Fault Processing Disable */
1591f91aceeSPeter Xu         uint32_t dest_mode:1;        /* Destination Mode */
1601f91aceeSPeter Xu         uint32_t redir_hint:1;       /* Redirection Hint */
1611f91aceeSPeter Xu         uint32_t trigger_mode:1;     /* Trigger Mode */
1621f91aceeSPeter Xu         uint32_t delivery_mode:3;    /* Delivery Mode */
1631f91aceeSPeter Xu         uint32_t __avail:4;          /* Available spaces for software */
1641f91aceeSPeter Xu         uint32_t __reserved_0:3;     /* Reserved 0 */
1651f91aceeSPeter Xu         uint32_t irte_mode:1;        /* IRTE Mode */
1661f91aceeSPeter Xu         uint32_t vector:8;           /* Interrupt Vector */
1671f91aceeSPeter Xu         uint32_t __reserved_1:8;     /* Reserved 1 */
1681f91aceeSPeter Xu #endif
1691a43713bSPeter Xu         uint32_t dest_id;            /* Destination ID */
1701a43713bSPeter Xu         uint16_t source_id;          /* Source-ID */
171e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN
1721f91aceeSPeter Xu         uint64_t __reserved_2:44;    /* Reserved 2 */
1731f91aceeSPeter Xu         uint64_t sid_vtype:2;        /* Source-ID Validation Type */
1741f91aceeSPeter Xu         uint64_t sid_q:2;            /* Source-ID Qualifier */
1751f91aceeSPeter Xu #else
1761f91aceeSPeter Xu         uint64_t sid_q:2;            /* Source-ID Qualifier */
1771f91aceeSPeter Xu         uint64_t sid_vtype:2;        /* Source-ID Validation Type */
1781f91aceeSPeter Xu         uint64_t __reserved_2:44;    /* Reserved 2 */
1791f91aceeSPeter Xu #endif
180bc38ee10SMichael S. Tsirkin     } QEMU_PACKED irte;
1811f91aceeSPeter Xu     uint64_t data[2];
1821f91aceeSPeter Xu };
1831f91aceeSPeter Xu 
1841f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_COMPAT     (0) /* Compatible Interrupt */
1851f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_REMAP      (1) /* Remappable Interrupt */
1861f91aceeSPeter Xu 
1871f91aceeSPeter Xu /* Programming format for MSI/MSI-X addresses */
1881f91aceeSPeter Xu union VTD_IR_MSIAddress {
1891f91aceeSPeter Xu     struct {
190e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN
1911f91aceeSPeter Xu         uint32_t __head:12;          /* Should always be: 0x0fee */
1921f91aceeSPeter Xu         uint32_t index_l:15;         /* Interrupt index bit 14-0 */
1931f91aceeSPeter Xu         uint32_t int_mode:1;         /* Interrupt format */
1941f91aceeSPeter Xu         uint32_t sub_valid:1;        /* SHV: Sub-Handle Valid bit */
1951f91aceeSPeter Xu         uint32_t index_h:1;          /* Interrupt index bit 15 */
1961f91aceeSPeter Xu         uint32_t __not_care:2;
1971f91aceeSPeter Xu #else
1981f91aceeSPeter Xu         uint32_t __not_care:2;
1991f91aceeSPeter Xu         uint32_t index_h:1;          /* Interrupt index bit 15 */
2001f91aceeSPeter Xu         uint32_t sub_valid:1;        /* SHV: Sub-Handle Valid bit */
2011f91aceeSPeter Xu         uint32_t int_mode:1;         /* Interrupt format */
2021f91aceeSPeter Xu         uint32_t index_l:15;         /* Interrupt index bit 14-0 */
2031f91aceeSPeter Xu         uint32_t __head:12;          /* Should always be: 0x0fee */
2041f91aceeSPeter Xu #endif
205bc38ee10SMichael S. Tsirkin     } QEMU_PACKED addr;
2061f91aceeSPeter Xu     uint32_t data;
2071f91aceeSPeter Xu };
2081f91aceeSPeter Xu 
2091f91aceeSPeter Xu /* When IR is enabled, all MSI/MSI-X data bits should be zero */
2101f91aceeSPeter Xu #define VTD_IR_MSI_DATA          (0)
2111f91aceeSPeter Xu 
2121da12ec4SLe Tan /* The iommu (DMAR) device state struct */
2131da12ec4SLe Tan struct IntelIOMMUState {
2141c7955c4SPeter Xu     X86IOMMUState x86_iommu;
2151da12ec4SLe Tan     MemoryRegion csrmem;
2164b519ef1SPeter Xu     MemoryRegion mr_nodmar;
2174b519ef1SPeter Xu     MemoryRegion mr_ir;
2184b519ef1SPeter Xu     MemoryRegion mr_sys_alias;
2191da12ec4SLe Tan     uint8_t csr[DMAR_REG_SIZE];     /* register values */
2201da12ec4SLe Tan     uint8_t wmask[DMAR_REG_SIZE];   /* R/W bytes */
2211da12ec4SLe Tan     uint8_t w1cmask[DMAR_REG_SIZE]; /* RW1C(Write 1 to Clear) bytes */
2221da12ec4SLe Tan     uint8_t womask[DMAR_REG_SIZE];  /* WO (write only - read returns 0) */
2231da12ec4SLe Tan     uint32_t version;
2241da12ec4SLe Tan 
2253b40f0e5SAviv Ben-David     bool caching_mode;              /* RO - is cap CM enabled? */
2264a4f219eSYi Sun     bool scalable_mode;             /* RO - is Scalable Mode supported? */
227b8ffd7d6SJason Wang     bool snoop_control;             /* RO - is SNP filed supported? */
2283b40f0e5SAviv Ben-David 
2291da12ec4SLe Tan     dma_addr_t root;                /* Current root table pointer */
230fb43cf73SLiu, Yi L     bool root_scalable;             /* Type of root table (scalable or not) */
2311da12ec4SLe Tan     bool dmar_enabled;              /* Set if DMA remapping is enabled */
2321da12ec4SLe Tan 
2331da12ec4SLe Tan     uint16_t iq_head;               /* Current invalidation queue head */
2341da12ec4SLe Tan     uint16_t iq_tail;               /* Current invalidation queue tail */
2351da12ec4SLe Tan     dma_addr_t iq;                  /* Current invalidation queue pointer */
2361da12ec4SLe Tan     uint16_t iq_size;               /* IQ Size in number of entries */
237c0c1d351SLiu, Yi L     bool iq_dw;                     /* IQ descriptor width 256bit or not */
2381da12ec4SLe Tan     bool qi_enabled;                /* Set if the QI is enabled */
2391da12ec4SLe Tan     uint8_t iq_last_desc_type;      /* The type of last completed descriptor */
2401da12ec4SLe Tan 
2411da12ec4SLe Tan     /* The index of the Fault Recording Register to be used next.
2421da12ec4SLe Tan      * Wraps around from N-1 to 0, where N is the number of FRCD_REG.
2431da12ec4SLe Tan      */
2441da12ec4SLe Tan     uint16_t next_frcd_reg;
2451da12ec4SLe Tan 
2461da12ec4SLe Tan     uint64_t cap;                   /* The value of capability reg */
2471da12ec4SLe Tan     uint64_t ecap;                  /* The value of extended capability reg */
2481da12ec4SLe Tan 
249d92fa2dcSLe Tan     uint32_t context_cache_gen;     /* Should be in [1,MAX] */
250b5a280c0SLe Tan     GHashTable *iotlb;              /* IOTLB */
251d92fa2dcSLe Tan 
252da8d439cSJason Wang     GHashTable *vtd_address_spaces;             /* VTD address spaces */
253da8d439cSJason Wang     VTDAddressSpace *vtd_as_cache[VTD_PCI_BUS_MAX]; /* VTD address space cache */
254dd4d607eSPeter Xu     /* list of registered notifiers */
255b4a4ba0dSPeter Xu     QLIST_HEAD(, VTDAddressSpace) vtd_as_with_notifiers;
256a5861439SPeter Xu 
257a5861439SPeter Xu     /* interrupt remapping */
258a5861439SPeter Xu     bool intr_enabled;              /* Whether guest enabled IR */
259a5861439SPeter Xu     dma_addr_t intr_root;           /* Interrupt remapping table pointer */
260a5861439SPeter Xu     uint32_t intr_size;             /* Number of IR table entries */
26128589311SJan Kiszka     bool intr_eime;                 /* Extended interrupt mode enabled */
262e6b6af05SRadim Krčmář     OnOffAuto intr_eim;             /* Toggle for EIM cabability */
263fb506e70SRadim Krčmář     bool buggy_eim;                 /* Force buggy EIM unless eim=off */
26437f51384SPrasad Singamsetty     uint8_t aw_bits;                /* Host/IOVA address width (in bits) */
265ccc23bb0SPeter Xu     bool dma_drain;                 /* Whether DMA r/w draining enabled */
2668646d9c7SDavid Woodhouse     bool dma_translation;           /* Whether DMA translation supported */
267*1b2b1237SJason Wang     bool pasid;                     /* Whether to support PASID */
2681d9efa73SPeter Xu 
2691d9efa73SPeter Xu     /*
2701d9efa73SPeter Xu      * Protects IOMMU states in general.  Currently it protects the
2711d9efa73SPeter Xu      * per-IOMMU IOTLB cache, and context entry cache in VTDAddressSpace.
2721d9efa73SPeter Xu      */
2731d9efa73SPeter Xu     QemuMutex iommu_lock;
2741da12ec4SLe Tan };
2751da12ec4SLe Tan 
2767df953bdSKnut Omang /* Find the VTD Address space associated with the given bus pointer,
2777df953bdSKnut Omang  * create a new one if none exists
2787df953bdSKnut Omang  */
279*1b2b1237SJason Wang VTDAddressSpace *vtd_find_add_as(IntelIOMMUState *s, PCIBus *bus,
280*1b2b1237SJason Wang                                  int devfn, unsigned int pasid);
2817df953bdSKnut Omang 
2821da12ec4SLe Tan #endif
283