11da12ec4SLe Tan /* 21da12ec4SLe Tan * QEMU emulation of an Intel IOMMU (VT-d) 31da12ec4SLe Tan * (DMA Remapping device) 41da12ec4SLe Tan * 51da12ec4SLe Tan * Copyright (C) 2013 Knut Omang, Oracle <knut.omang@oracle.com> 61da12ec4SLe Tan * Copyright (C) 2014 Le Tan, <tamlokveer@gmail.com> 71da12ec4SLe Tan * 81da12ec4SLe Tan * This program is free software; you can redistribute it and/or modify 91da12ec4SLe Tan * it under the terms of the GNU General Public License as published by 101da12ec4SLe Tan * the Free Software Foundation; either version 2 of the License, or 111da12ec4SLe Tan * (at your option) any later version. 121da12ec4SLe Tan 131da12ec4SLe Tan * This program is distributed in the hope that it will be useful, 141da12ec4SLe Tan * but WITHOUT ANY WARRANTY; without even the implied warranty of 151da12ec4SLe Tan * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 161da12ec4SLe Tan * GNU General Public License for more details. 171da12ec4SLe Tan 181da12ec4SLe Tan * You should have received a copy of the GNU General Public License along 191da12ec4SLe Tan * with this program; if not, see <http://www.gnu.org/licenses/>. 201da12ec4SLe Tan */ 211da12ec4SLe Tan 221da12ec4SLe Tan #ifndef INTEL_IOMMU_H 231da12ec4SLe Tan #define INTEL_IOMMU_H 24a27bd6c7SMarkus Armbruster 251c7955c4SPeter Xu #include "hw/i386/x86-iommu.h" 2663b88968SPeter Xu #include "qemu/iova-tree.h" 27db1015e9SEduardo Habkost #include "qom/object.h" 281da12ec4SLe Tan 291da12ec4SLe Tan #define TYPE_INTEL_IOMMU_DEVICE "intel-iommu" 308063396bSEduardo Habkost OBJECT_DECLARE_SIMPLE_TYPE(IntelIOMMUState, INTEL_IOMMU_DEVICE) 311da12ec4SLe Tan 321221a474SAlexey Kardashevskiy #define TYPE_INTEL_IOMMU_MEMORY_REGION "intel-iommu-iommu-memory-region" 331221a474SAlexey Kardashevskiy 341da12ec4SLe Tan /* DMAR Hardware Unit Definition address (IOMMU unit) */ 351da12ec4SLe Tan #define Q35_HOST_BRIDGE_IOMMU_ADDR 0xfed90000ULL 361da12ec4SLe Tan 371da12ec4SLe Tan #define VTD_PCI_BUS_MAX 256 381da12ec4SLe Tan #define VTD_PCI_SLOT_MAX 32 391da12ec4SLe Tan #define VTD_PCI_FUNC_MAX 8 401da12ec4SLe Tan #define VTD_PCI_SLOT(devfn) (((devfn) >> 3) & 0x1f) 411da12ec4SLe Tan #define VTD_PCI_FUNC(devfn) ((devfn) & 0x07) 421e06f131SMichael S. Tsirkin #define VTD_SID_TO_BUS(sid) (((sid) >> 8) & 0xff) 43d92fa2dcSLe Tan #define VTD_SID_TO_DEVFN(sid) ((sid) & 0xff) 441da12ec4SLe Tan 451da12ec4SLe Tan #define DMAR_REG_SIZE 0x230 4692e5d85eSPrasad Singamsetty #define VTD_HOST_AW_39BIT 39 4792e5d85eSPrasad Singamsetty #define VTD_HOST_AW_48BIT 48 4892e5d85eSPrasad Singamsetty #define VTD_HOST_ADDRESS_WIDTH VTD_HOST_AW_39BIT 4992e5d85eSPrasad Singamsetty #define VTD_HAW_MASK(aw) ((1ULL << (aw)) - 1) 501da12ec4SLe Tan 51d46114f9SPeter Xu #define DMAR_REPORT_F_INTR (1) 52d46114f9SPeter Xu 53651e4cefSPeter Xu #define VTD_MSI_ADDR_HI_MASK (0xffffffff00000000ULL) 54651e4cefSPeter Xu #define VTD_MSI_ADDR_HI_SHIFT (32) 55651e4cefSPeter Xu #define VTD_MSI_ADDR_LO_MASK (0x00000000ffffffffULL) 56651e4cefSPeter Xu 57d92fa2dcSLe Tan typedef struct VTDContextEntry VTDContextEntry; 58d92fa2dcSLe Tan typedef struct VTDContextCacheEntry VTDContextCacheEntry; 591da12ec4SLe Tan typedef struct VTDAddressSpace VTDAddressSpace; 60b5a280c0SLe Tan typedef struct VTDIOTLBEntry VTDIOTLBEntry; 61bc38ee10SMichael S. Tsirkin typedef union VTD_IR_TableEntry VTD_IR_TableEntry; 621f91aceeSPeter Xu typedef union VTD_IR_MSIAddress VTD_IR_MSIAddress; 63fb43cf73SLiu, Yi L typedef struct VTDPASIDDirEntry VTDPASIDDirEntry; 64fb43cf73SLiu, Yi L typedef struct VTDPASIDEntry VTDPASIDEntry; 65d92fa2dcSLe Tan 66d92fa2dcSLe Tan /* Context-Entry */ 67d92fa2dcSLe Tan struct VTDContextEntry { 68fb43cf73SLiu, Yi L union { 69fb43cf73SLiu, Yi L struct { 70d92fa2dcSLe Tan uint64_t lo; 71d92fa2dcSLe Tan uint64_t hi; 72d92fa2dcSLe Tan }; 73fb43cf73SLiu, Yi L struct { 74fb43cf73SLiu, Yi L uint64_t val[4]; 75fb43cf73SLiu, Yi L }; 76fb43cf73SLiu, Yi L }; 77fb43cf73SLiu, Yi L }; 78d92fa2dcSLe Tan 79d92fa2dcSLe Tan struct VTDContextCacheEntry { 80d92fa2dcSLe Tan /* The cache entry is obsolete if 81d92fa2dcSLe Tan * context_cache_gen!=IntelIOMMUState.context_cache_gen 82d92fa2dcSLe Tan */ 83d92fa2dcSLe Tan uint32_t context_cache_gen; 84d92fa2dcSLe Tan struct VTDContextEntry context_entry; 85d92fa2dcSLe Tan }; 86d92fa2dcSLe Tan 87fb43cf73SLiu, Yi L /* PASID Directory Entry */ 88fb43cf73SLiu, Yi L struct VTDPASIDDirEntry { 89fb43cf73SLiu, Yi L uint64_t val; 90fb43cf73SLiu, Yi L }; 91fb43cf73SLiu, Yi L 92fb43cf73SLiu, Yi L /* PASID Table Entry */ 93fb43cf73SLiu, Yi L struct VTDPASIDEntry { 94fb43cf73SLiu, Yi L uint64_t val[8]; 95fb43cf73SLiu, Yi L }; 96fb43cf73SLiu, Yi L 971da12ec4SLe Tan struct VTDAddressSpace { 987df953bdSKnut Omang PCIBus *bus; 991da12ec4SLe Tan uint8_t devfn; 100*1b2b1237SJason Wang uint32_t pasid; 1011da12ec4SLe Tan AddressSpace as; 1023df9d748SAlexey Kardashevskiy IOMMUMemoryRegion iommu; 1034b519ef1SPeter Xu MemoryRegion root; /* The root container of the device */ 1044b519ef1SPeter Xu MemoryRegion nodmar; /* The alias of shared nodmar MR */ 105651e4cefSPeter Xu MemoryRegion iommu_ir; /* Interrupt region: 0xfeeXXXXX */ 106*1b2b1237SJason Wang MemoryRegion iommu_ir_fault; /* Interrupt region for catching fault */ 1071da12ec4SLe Tan IntelIOMMUState *iommu_state; 108d92fa2dcSLe Tan VTDContextCacheEntry context_cache_entry; 109b4a4ba0dSPeter Xu QLIST_ENTRY(VTDAddressSpace) next; 1104f8a62a9SPeter Xu /* Superset of notifier flags that this address space has */ 1114f8a62a9SPeter Xu IOMMUNotifierFlag notifier_flags; 11263b88968SPeter Xu IOVATree *iova_tree; /* Traces mapped IOVA ranges */ 1131da12ec4SLe Tan }; 1141da12ec4SLe Tan 115b5a280c0SLe Tan struct VTDIOTLBEntry { 116b5a280c0SLe Tan uint64_t gfn; 117b5a280c0SLe Tan uint16_t domain_id; 118*1b2b1237SJason Wang uint32_t pasid; 119b5a280c0SLe Tan uint64_t slpte; 120d66b969bSJason Wang uint64_t mask; 12107f7b733SPeter Xu uint8_t access_flags; 122b5a280c0SLe Tan }; 123b5a280c0SLe Tan 124ede9c94aSPeter Xu /* VT-d Source-ID Qualifier types */ 125ede9c94aSPeter Xu enum { 126ede9c94aSPeter Xu VTD_SQ_FULL = 0x00, /* Full SID verification */ 127ede9c94aSPeter Xu VTD_SQ_IGN_3 = 0x01, /* Ignore bit 3 */ 128ede9c94aSPeter Xu VTD_SQ_IGN_2_3 = 0x02, /* Ignore bits 2 & 3 */ 129ede9c94aSPeter Xu VTD_SQ_IGN_1_3 = 0x03, /* Ignore bits 1-3 */ 130ede9c94aSPeter Xu VTD_SQ_MAX, 131ede9c94aSPeter Xu }; 132ede9c94aSPeter Xu 133ede9c94aSPeter Xu /* VT-d Source Validation Types */ 134ede9c94aSPeter Xu enum { 135ede9c94aSPeter Xu VTD_SVT_NONE = 0x00, /* No validation */ 136ede9c94aSPeter Xu VTD_SVT_ALL = 0x01, /* Do full validation */ 137ede9c94aSPeter Xu VTD_SVT_BUS = 0x02, /* Validate bus range */ 138ede9c94aSPeter Xu VTD_SVT_MAX, 139ede9c94aSPeter Xu }; 140ede9c94aSPeter Xu 1411f91aceeSPeter Xu /* Interrupt Remapping Table Entry Definition */ 142bc38ee10SMichael S. Tsirkin union VTD_IR_TableEntry { 1431f91aceeSPeter Xu struct { 144e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN 1451f91aceeSPeter Xu uint32_t __reserved_1:8; /* Reserved 1 */ 1461f91aceeSPeter Xu uint32_t vector:8; /* Interrupt Vector */ 1471f91aceeSPeter Xu uint32_t irte_mode:1; /* IRTE Mode */ 1481f91aceeSPeter Xu uint32_t __reserved_0:3; /* Reserved 0 */ 1491f91aceeSPeter Xu uint32_t __avail:4; /* Available spaces for software */ 1501f91aceeSPeter Xu uint32_t delivery_mode:3; /* Delivery Mode */ 1511f91aceeSPeter Xu uint32_t trigger_mode:1; /* Trigger Mode */ 1521f91aceeSPeter Xu uint32_t redir_hint:1; /* Redirection Hint */ 1531f91aceeSPeter Xu uint32_t dest_mode:1; /* Destination Mode */ 1541f91aceeSPeter Xu uint32_t fault_disable:1; /* Fault Processing Disable */ 1551f91aceeSPeter Xu uint32_t present:1; /* Whether entry present/available */ 1561f91aceeSPeter Xu #else 1571f91aceeSPeter Xu uint32_t present:1; /* Whether entry present/available */ 1581f91aceeSPeter Xu uint32_t fault_disable:1; /* Fault Processing Disable */ 1591f91aceeSPeter Xu uint32_t dest_mode:1; /* Destination Mode */ 1601f91aceeSPeter Xu uint32_t redir_hint:1; /* Redirection Hint */ 1611f91aceeSPeter Xu uint32_t trigger_mode:1; /* Trigger Mode */ 1621f91aceeSPeter Xu uint32_t delivery_mode:3; /* Delivery Mode */ 1631f91aceeSPeter Xu uint32_t __avail:4; /* Available spaces for software */ 1641f91aceeSPeter Xu uint32_t __reserved_0:3; /* Reserved 0 */ 1651f91aceeSPeter Xu uint32_t irte_mode:1; /* IRTE Mode */ 1661f91aceeSPeter Xu uint32_t vector:8; /* Interrupt Vector */ 1671f91aceeSPeter Xu uint32_t __reserved_1:8; /* Reserved 1 */ 1681f91aceeSPeter Xu #endif 1691a43713bSPeter Xu uint32_t dest_id; /* Destination ID */ 1701a43713bSPeter Xu uint16_t source_id; /* Source-ID */ 171e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN 1721f91aceeSPeter Xu uint64_t __reserved_2:44; /* Reserved 2 */ 1731f91aceeSPeter Xu uint64_t sid_vtype:2; /* Source-ID Validation Type */ 1741f91aceeSPeter Xu uint64_t sid_q:2; /* Source-ID Qualifier */ 1751f91aceeSPeter Xu #else 1761f91aceeSPeter Xu uint64_t sid_q:2; /* Source-ID Qualifier */ 1771f91aceeSPeter Xu uint64_t sid_vtype:2; /* Source-ID Validation Type */ 1781f91aceeSPeter Xu uint64_t __reserved_2:44; /* Reserved 2 */ 1791f91aceeSPeter Xu #endif 180bc38ee10SMichael S. Tsirkin } QEMU_PACKED irte; 1811f91aceeSPeter Xu uint64_t data[2]; 1821f91aceeSPeter Xu }; 1831f91aceeSPeter Xu 1841f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_COMPAT (0) /* Compatible Interrupt */ 1851f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_REMAP (1) /* Remappable Interrupt */ 1861f91aceeSPeter Xu 1871f91aceeSPeter Xu /* Programming format for MSI/MSI-X addresses */ 1881f91aceeSPeter Xu union VTD_IR_MSIAddress { 1891f91aceeSPeter Xu struct { 190e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN 1911f91aceeSPeter Xu uint32_t __head:12; /* Should always be: 0x0fee */ 1921f91aceeSPeter Xu uint32_t index_l:15; /* Interrupt index bit 14-0 */ 1931f91aceeSPeter Xu uint32_t int_mode:1; /* Interrupt format */ 1941f91aceeSPeter Xu uint32_t sub_valid:1; /* SHV: Sub-Handle Valid bit */ 1951f91aceeSPeter Xu uint32_t index_h:1; /* Interrupt index bit 15 */ 1961f91aceeSPeter Xu uint32_t __not_care:2; 1971f91aceeSPeter Xu #else 1981f91aceeSPeter Xu uint32_t __not_care:2; 1991f91aceeSPeter Xu uint32_t index_h:1; /* Interrupt index bit 15 */ 2001f91aceeSPeter Xu uint32_t sub_valid:1; /* SHV: Sub-Handle Valid bit */ 2011f91aceeSPeter Xu uint32_t int_mode:1; /* Interrupt format */ 2021f91aceeSPeter Xu uint32_t index_l:15; /* Interrupt index bit 14-0 */ 2031f91aceeSPeter Xu uint32_t __head:12; /* Should always be: 0x0fee */ 2041f91aceeSPeter Xu #endif 205bc38ee10SMichael S. Tsirkin } QEMU_PACKED addr; 2061f91aceeSPeter Xu uint32_t data; 2071f91aceeSPeter Xu }; 2081f91aceeSPeter Xu 2091f91aceeSPeter Xu /* When IR is enabled, all MSI/MSI-X data bits should be zero */ 2101f91aceeSPeter Xu #define VTD_IR_MSI_DATA (0) 2111f91aceeSPeter Xu 2121da12ec4SLe Tan /* The iommu (DMAR) device state struct */ 2131da12ec4SLe Tan struct IntelIOMMUState { 2141c7955c4SPeter Xu X86IOMMUState x86_iommu; 2151da12ec4SLe Tan MemoryRegion csrmem; 2164b519ef1SPeter Xu MemoryRegion mr_nodmar; 2174b519ef1SPeter Xu MemoryRegion mr_ir; 2184b519ef1SPeter Xu MemoryRegion mr_sys_alias; 2191da12ec4SLe Tan uint8_t csr[DMAR_REG_SIZE]; /* register values */ 2201da12ec4SLe Tan uint8_t wmask[DMAR_REG_SIZE]; /* R/W bytes */ 2211da12ec4SLe Tan uint8_t w1cmask[DMAR_REG_SIZE]; /* RW1C(Write 1 to Clear) bytes */ 2221da12ec4SLe Tan uint8_t womask[DMAR_REG_SIZE]; /* WO (write only - read returns 0) */ 2231da12ec4SLe Tan uint32_t version; 2241da12ec4SLe Tan 2253b40f0e5SAviv Ben-David bool caching_mode; /* RO - is cap CM enabled? */ 2264a4f219eSYi Sun bool scalable_mode; /* RO - is Scalable Mode supported? */ 227b8ffd7d6SJason Wang bool snoop_control; /* RO - is SNP filed supported? */ 2283b40f0e5SAviv Ben-David 2291da12ec4SLe Tan dma_addr_t root; /* Current root table pointer */ 230fb43cf73SLiu, Yi L bool root_scalable; /* Type of root table (scalable or not) */ 2311da12ec4SLe Tan bool dmar_enabled; /* Set if DMA remapping is enabled */ 2321da12ec4SLe Tan 2331da12ec4SLe Tan uint16_t iq_head; /* Current invalidation queue head */ 2341da12ec4SLe Tan uint16_t iq_tail; /* Current invalidation queue tail */ 2351da12ec4SLe Tan dma_addr_t iq; /* Current invalidation queue pointer */ 2361da12ec4SLe Tan uint16_t iq_size; /* IQ Size in number of entries */ 237c0c1d351SLiu, Yi L bool iq_dw; /* IQ descriptor width 256bit or not */ 2381da12ec4SLe Tan bool qi_enabled; /* Set if the QI is enabled */ 2391da12ec4SLe Tan uint8_t iq_last_desc_type; /* The type of last completed descriptor */ 2401da12ec4SLe Tan 2411da12ec4SLe Tan /* The index of the Fault Recording Register to be used next. 2421da12ec4SLe Tan * Wraps around from N-1 to 0, where N is the number of FRCD_REG. 2431da12ec4SLe Tan */ 2441da12ec4SLe Tan uint16_t next_frcd_reg; 2451da12ec4SLe Tan 2461da12ec4SLe Tan uint64_t cap; /* The value of capability reg */ 2471da12ec4SLe Tan uint64_t ecap; /* The value of extended capability reg */ 2481da12ec4SLe Tan 249d92fa2dcSLe Tan uint32_t context_cache_gen; /* Should be in [1,MAX] */ 250b5a280c0SLe Tan GHashTable *iotlb; /* IOTLB */ 251d92fa2dcSLe Tan 252da8d439cSJason Wang GHashTable *vtd_address_spaces; /* VTD address spaces */ 253da8d439cSJason Wang VTDAddressSpace *vtd_as_cache[VTD_PCI_BUS_MAX]; /* VTD address space cache */ 254dd4d607eSPeter Xu /* list of registered notifiers */ 255b4a4ba0dSPeter Xu QLIST_HEAD(, VTDAddressSpace) vtd_as_with_notifiers; 256a5861439SPeter Xu 257a5861439SPeter Xu /* interrupt remapping */ 258a5861439SPeter Xu bool intr_enabled; /* Whether guest enabled IR */ 259a5861439SPeter Xu dma_addr_t intr_root; /* Interrupt remapping table pointer */ 260a5861439SPeter Xu uint32_t intr_size; /* Number of IR table entries */ 26128589311SJan Kiszka bool intr_eime; /* Extended interrupt mode enabled */ 262e6b6af05SRadim Krčmář OnOffAuto intr_eim; /* Toggle for EIM cabability */ 263fb506e70SRadim Krčmář bool buggy_eim; /* Force buggy EIM unless eim=off */ 26437f51384SPrasad Singamsetty uint8_t aw_bits; /* Host/IOVA address width (in bits) */ 265ccc23bb0SPeter Xu bool dma_drain; /* Whether DMA r/w draining enabled */ 2668646d9c7SDavid Woodhouse bool dma_translation; /* Whether DMA translation supported */ 267*1b2b1237SJason Wang bool pasid; /* Whether to support PASID */ 2681d9efa73SPeter Xu 2691d9efa73SPeter Xu /* 2701d9efa73SPeter Xu * Protects IOMMU states in general. Currently it protects the 2711d9efa73SPeter Xu * per-IOMMU IOTLB cache, and context entry cache in VTDAddressSpace. 2721d9efa73SPeter Xu */ 2731d9efa73SPeter Xu QemuMutex iommu_lock; 2741da12ec4SLe Tan }; 2751da12ec4SLe Tan 2767df953bdSKnut Omang /* Find the VTD Address space associated with the given bus pointer, 2777df953bdSKnut Omang * create a new one if none exists 2787df953bdSKnut Omang */ 279*1b2b1237SJason Wang VTDAddressSpace *vtd_find_add_as(IntelIOMMUState *s, PCIBus *bus, 280*1b2b1237SJason Wang int devfn, unsigned int pasid); 2817df953bdSKnut Omang 2821da12ec4SLe Tan #endif 283