11da12ec4SLe Tan /* 21da12ec4SLe Tan * QEMU emulation of an Intel IOMMU (VT-d) 31da12ec4SLe Tan * (DMA Remapping device) 41da12ec4SLe Tan * 51da12ec4SLe Tan * Copyright (C) 2013 Knut Omang, Oracle <knut.omang@oracle.com> 61da12ec4SLe Tan * Copyright (C) 2014 Le Tan, <tamlokveer@gmail.com> 71da12ec4SLe Tan * 81da12ec4SLe Tan * This program is free software; you can redistribute it and/or modify 91da12ec4SLe Tan * it under the terms of the GNU General Public License as published by 101da12ec4SLe Tan * the Free Software Foundation; either version 2 of the License, or 111da12ec4SLe Tan * (at your option) any later version. 121da12ec4SLe Tan 131da12ec4SLe Tan * This program is distributed in the hope that it will be useful, 141da12ec4SLe Tan * but WITHOUT ANY WARRANTY; without even the implied warranty of 151da12ec4SLe Tan * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 161da12ec4SLe Tan * GNU General Public License for more details. 171da12ec4SLe Tan 181da12ec4SLe Tan * You should have received a copy of the GNU General Public License along 191da12ec4SLe Tan * with this program; if not, see <http://www.gnu.org/licenses/>. 201da12ec4SLe Tan */ 211da12ec4SLe Tan 221da12ec4SLe Tan #ifndef INTEL_IOMMU_H 231da12ec4SLe Tan #define INTEL_IOMMU_H 241da12ec4SLe Tan #include "hw/qdev.h" 251da12ec4SLe Tan #include "sysemu/dma.h" 261c7955c4SPeter Xu #include "hw/i386/x86-iommu.h" 27651e4cefSPeter Xu #include "hw/i386/ioapic.h" 28651e4cefSPeter Xu #include "hw/pci/msi.h" 298b5ed7dfSPeter Xu #include "hw/sysbus.h" 301da12ec4SLe Tan 311da12ec4SLe Tan #define TYPE_INTEL_IOMMU_DEVICE "intel-iommu" 321da12ec4SLe Tan #define INTEL_IOMMU_DEVICE(obj) \ 331da12ec4SLe Tan OBJECT_CHECK(IntelIOMMUState, (obj), TYPE_INTEL_IOMMU_DEVICE) 341da12ec4SLe Tan 351221a474SAlexey Kardashevskiy #define TYPE_INTEL_IOMMU_MEMORY_REGION "intel-iommu-iommu-memory-region" 361221a474SAlexey Kardashevskiy 371da12ec4SLe Tan /* DMAR Hardware Unit Definition address (IOMMU unit) */ 381da12ec4SLe Tan #define Q35_HOST_BRIDGE_IOMMU_ADDR 0xfed90000ULL 391da12ec4SLe Tan 401da12ec4SLe Tan #define VTD_PCI_BUS_MAX 256 411da12ec4SLe Tan #define VTD_PCI_SLOT_MAX 32 421da12ec4SLe Tan #define VTD_PCI_FUNC_MAX 8 431da12ec4SLe Tan #define VTD_PCI_SLOT(devfn) (((devfn) >> 3) & 0x1f) 441da12ec4SLe Tan #define VTD_PCI_FUNC(devfn) ((devfn) & 0x07) 451e06f131SMichael S. Tsirkin #define VTD_SID_TO_BUS(sid) (((sid) >> 8) & 0xff) 46d92fa2dcSLe Tan #define VTD_SID_TO_DEVFN(sid) ((sid) & 0xff) 471da12ec4SLe Tan 481da12ec4SLe Tan #define DMAR_REG_SIZE 0x230 49*92e5d85eSPrasad Singamsetty #define VTD_HOST_AW_39BIT 39 50*92e5d85eSPrasad Singamsetty #define VTD_HOST_AW_48BIT 48 51*92e5d85eSPrasad Singamsetty #define VTD_HOST_ADDRESS_WIDTH VTD_HOST_AW_39BIT 52*92e5d85eSPrasad Singamsetty #define VTD_HAW_MASK(aw) ((1ULL << (aw)) - 1) 531da12ec4SLe Tan 54d46114f9SPeter Xu #define DMAR_REPORT_F_INTR (1) 55d46114f9SPeter Xu 56651e4cefSPeter Xu #define VTD_MSI_ADDR_HI_MASK (0xffffffff00000000ULL) 57651e4cefSPeter Xu #define VTD_MSI_ADDR_HI_SHIFT (32) 58651e4cefSPeter Xu #define VTD_MSI_ADDR_LO_MASK (0x00000000ffffffffULL) 59651e4cefSPeter Xu 60d92fa2dcSLe Tan typedef struct VTDContextEntry VTDContextEntry; 61d92fa2dcSLe Tan typedef struct VTDContextCacheEntry VTDContextCacheEntry; 621da12ec4SLe Tan typedef struct IntelIOMMUState IntelIOMMUState; 631da12ec4SLe Tan typedef struct VTDAddressSpace VTDAddressSpace; 64b5a280c0SLe Tan typedef struct VTDIOTLBEntry VTDIOTLBEntry; 657df953bdSKnut Omang typedef struct VTDBus VTDBus; 66bc38ee10SMichael S. Tsirkin typedef union VTD_IR_TableEntry VTD_IR_TableEntry; 671f91aceeSPeter Xu typedef union VTD_IR_MSIAddress VTD_IR_MSIAddress; 68651e4cefSPeter Xu typedef struct VTDIrq VTDIrq; 69651e4cefSPeter Xu typedef struct VTD_MSIMessage VTD_MSIMessage; 70dd4d607eSPeter Xu typedef struct IntelIOMMUNotifierNode IntelIOMMUNotifierNode; 71d92fa2dcSLe Tan 72d92fa2dcSLe Tan /* Context-Entry */ 73d92fa2dcSLe Tan struct VTDContextEntry { 74d92fa2dcSLe Tan uint64_t lo; 75d92fa2dcSLe Tan uint64_t hi; 76d92fa2dcSLe Tan }; 77d92fa2dcSLe Tan 78d92fa2dcSLe Tan struct VTDContextCacheEntry { 79d92fa2dcSLe Tan /* The cache entry is obsolete if 80d92fa2dcSLe Tan * context_cache_gen!=IntelIOMMUState.context_cache_gen 81d92fa2dcSLe Tan */ 82d92fa2dcSLe Tan uint32_t context_cache_gen; 83d92fa2dcSLe Tan struct VTDContextEntry context_entry; 84d92fa2dcSLe Tan }; 85d92fa2dcSLe Tan 861da12ec4SLe Tan struct VTDAddressSpace { 877df953bdSKnut Omang PCIBus *bus; 881da12ec4SLe Tan uint8_t devfn; 891da12ec4SLe Tan AddressSpace as; 903df9d748SAlexey Kardashevskiy IOMMUMemoryRegion iommu; 91558e0024SPeter Xu MemoryRegion root; 92558e0024SPeter Xu MemoryRegion sys_alias; 93651e4cefSPeter Xu MemoryRegion iommu_ir; /* Interrupt region: 0xfeeXXXXX */ 941da12ec4SLe Tan IntelIOMMUState *iommu_state; 95d92fa2dcSLe Tan VTDContextCacheEntry context_cache_entry; 961da12ec4SLe Tan }; 971da12ec4SLe Tan 987df953bdSKnut Omang struct VTDBus { 997df953bdSKnut Omang PCIBus* bus; /* A reference to the bus to provide translation for */ 1007df953bdSKnut Omang VTDAddressSpace *dev_as[0]; /* A table of VTDAddressSpace objects indexed by devfn */ 1017df953bdSKnut Omang }; 1027df953bdSKnut Omang 103b5a280c0SLe Tan struct VTDIOTLBEntry { 104b5a280c0SLe Tan uint64_t gfn; 105b5a280c0SLe Tan uint16_t domain_id; 106b5a280c0SLe Tan uint64_t slpte; 107d66b969bSJason Wang uint64_t mask; 10807f7b733SPeter Xu uint8_t access_flags; 109b5a280c0SLe Tan }; 110b5a280c0SLe Tan 111ede9c94aSPeter Xu /* VT-d Source-ID Qualifier types */ 112ede9c94aSPeter Xu enum { 113ede9c94aSPeter Xu VTD_SQ_FULL = 0x00, /* Full SID verification */ 114ede9c94aSPeter Xu VTD_SQ_IGN_3 = 0x01, /* Ignore bit 3 */ 115ede9c94aSPeter Xu VTD_SQ_IGN_2_3 = 0x02, /* Ignore bits 2 & 3 */ 116ede9c94aSPeter Xu VTD_SQ_IGN_1_3 = 0x03, /* Ignore bits 1-3 */ 117ede9c94aSPeter Xu VTD_SQ_MAX, 118ede9c94aSPeter Xu }; 119ede9c94aSPeter Xu 120ede9c94aSPeter Xu /* VT-d Source Validation Types */ 121ede9c94aSPeter Xu enum { 122ede9c94aSPeter Xu VTD_SVT_NONE = 0x00, /* No validation */ 123ede9c94aSPeter Xu VTD_SVT_ALL = 0x01, /* Do full validation */ 124ede9c94aSPeter Xu VTD_SVT_BUS = 0x02, /* Validate bus range */ 125ede9c94aSPeter Xu VTD_SVT_MAX, 126ede9c94aSPeter Xu }; 127ede9c94aSPeter Xu 1281f91aceeSPeter Xu /* Interrupt Remapping Table Entry Definition */ 129bc38ee10SMichael S. Tsirkin union VTD_IR_TableEntry { 1301f91aceeSPeter Xu struct { 1311f91aceeSPeter Xu #ifdef HOST_WORDS_BIGENDIAN 1321f91aceeSPeter Xu uint32_t __reserved_1:8; /* Reserved 1 */ 1331f91aceeSPeter Xu uint32_t vector:8; /* Interrupt Vector */ 1341f91aceeSPeter Xu uint32_t irte_mode:1; /* IRTE Mode */ 1351f91aceeSPeter Xu uint32_t __reserved_0:3; /* Reserved 0 */ 1361f91aceeSPeter Xu uint32_t __avail:4; /* Available spaces for software */ 1371f91aceeSPeter Xu uint32_t delivery_mode:3; /* Delivery Mode */ 1381f91aceeSPeter Xu uint32_t trigger_mode:1; /* Trigger Mode */ 1391f91aceeSPeter Xu uint32_t redir_hint:1; /* Redirection Hint */ 1401f91aceeSPeter Xu uint32_t dest_mode:1; /* Destination Mode */ 1411f91aceeSPeter Xu uint32_t fault_disable:1; /* Fault Processing Disable */ 1421f91aceeSPeter Xu uint32_t present:1; /* Whether entry present/available */ 1431f91aceeSPeter Xu #else 1441f91aceeSPeter Xu uint32_t present:1; /* Whether entry present/available */ 1451f91aceeSPeter Xu uint32_t fault_disable:1; /* Fault Processing Disable */ 1461f91aceeSPeter Xu uint32_t dest_mode:1; /* Destination Mode */ 1471f91aceeSPeter Xu uint32_t redir_hint:1; /* Redirection Hint */ 1481f91aceeSPeter Xu uint32_t trigger_mode:1; /* Trigger Mode */ 1491f91aceeSPeter Xu uint32_t delivery_mode:3; /* Delivery Mode */ 1501f91aceeSPeter Xu uint32_t __avail:4; /* Available spaces for software */ 1511f91aceeSPeter Xu uint32_t __reserved_0:3; /* Reserved 0 */ 1521f91aceeSPeter Xu uint32_t irte_mode:1; /* IRTE Mode */ 1531f91aceeSPeter Xu uint32_t vector:8; /* Interrupt Vector */ 1541f91aceeSPeter Xu uint32_t __reserved_1:8; /* Reserved 1 */ 1551f91aceeSPeter Xu #endif 1561a43713bSPeter Xu uint32_t dest_id; /* Destination ID */ 1571a43713bSPeter Xu uint16_t source_id; /* Source-ID */ 1581f91aceeSPeter Xu #ifdef HOST_WORDS_BIGENDIAN 1591f91aceeSPeter Xu uint64_t __reserved_2:44; /* Reserved 2 */ 1601f91aceeSPeter Xu uint64_t sid_vtype:2; /* Source-ID Validation Type */ 1611f91aceeSPeter Xu uint64_t sid_q:2; /* Source-ID Qualifier */ 1621f91aceeSPeter Xu #else 1631f91aceeSPeter Xu uint64_t sid_q:2; /* Source-ID Qualifier */ 1641f91aceeSPeter Xu uint64_t sid_vtype:2; /* Source-ID Validation Type */ 1651f91aceeSPeter Xu uint64_t __reserved_2:44; /* Reserved 2 */ 1661f91aceeSPeter Xu #endif 167bc38ee10SMichael S. Tsirkin } QEMU_PACKED irte; 1681f91aceeSPeter Xu uint64_t data[2]; 1691f91aceeSPeter Xu }; 1701f91aceeSPeter Xu 1711f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_COMPAT (0) /* Compatible Interrupt */ 1721f91aceeSPeter Xu #define VTD_IR_INT_FORMAT_REMAP (1) /* Remappable Interrupt */ 1731f91aceeSPeter Xu 1741f91aceeSPeter Xu /* Programming format for MSI/MSI-X addresses */ 1751f91aceeSPeter Xu union VTD_IR_MSIAddress { 1761f91aceeSPeter Xu struct { 1771f91aceeSPeter Xu #ifdef HOST_WORDS_BIGENDIAN 1781f91aceeSPeter Xu uint32_t __head:12; /* Should always be: 0x0fee */ 1791f91aceeSPeter Xu uint32_t index_l:15; /* Interrupt index bit 14-0 */ 1801f91aceeSPeter Xu uint32_t int_mode:1; /* Interrupt format */ 1811f91aceeSPeter Xu uint32_t sub_valid:1; /* SHV: Sub-Handle Valid bit */ 1821f91aceeSPeter Xu uint32_t index_h:1; /* Interrupt index bit 15 */ 1831f91aceeSPeter Xu uint32_t __not_care:2; 1841f91aceeSPeter Xu #else 1851f91aceeSPeter Xu uint32_t __not_care:2; 1861f91aceeSPeter Xu uint32_t index_h:1; /* Interrupt index bit 15 */ 1871f91aceeSPeter Xu uint32_t sub_valid:1; /* SHV: Sub-Handle Valid bit */ 1881f91aceeSPeter Xu uint32_t int_mode:1; /* Interrupt format */ 1891f91aceeSPeter Xu uint32_t index_l:15; /* Interrupt index bit 14-0 */ 1901f91aceeSPeter Xu uint32_t __head:12; /* Should always be: 0x0fee */ 1911f91aceeSPeter Xu #endif 192bc38ee10SMichael S. Tsirkin } QEMU_PACKED addr; 1931f91aceeSPeter Xu uint32_t data; 1941f91aceeSPeter Xu }; 1951f91aceeSPeter Xu 196651e4cefSPeter Xu /* Generic IRQ entry information */ 197651e4cefSPeter Xu struct VTDIrq { 198651e4cefSPeter Xu /* Used by both IOAPIC/MSI interrupt remapping */ 199651e4cefSPeter Xu uint8_t trigger_mode; 200651e4cefSPeter Xu uint8_t vector; 201651e4cefSPeter Xu uint8_t delivery_mode; 202651e4cefSPeter Xu uint32_t dest; 203651e4cefSPeter Xu uint8_t dest_mode; 204651e4cefSPeter Xu 205651e4cefSPeter Xu /* only used by MSI interrupt remapping */ 206651e4cefSPeter Xu uint8_t redir_hint; 207651e4cefSPeter Xu uint8_t msi_addr_last_bits; 208651e4cefSPeter Xu }; 209651e4cefSPeter Xu 210651e4cefSPeter Xu struct VTD_MSIMessage { 211651e4cefSPeter Xu union { 212651e4cefSPeter Xu struct { 213651e4cefSPeter Xu #ifdef HOST_WORDS_BIGENDIAN 214651e4cefSPeter Xu uint32_t __addr_head:12; /* 0xfee */ 215651e4cefSPeter Xu uint32_t dest:8; 216651e4cefSPeter Xu uint32_t __reserved:8; 217651e4cefSPeter Xu uint32_t redir_hint:1; 218651e4cefSPeter Xu uint32_t dest_mode:1; 219651e4cefSPeter Xu uint32_t __not_used:2; 220651e4cefSPeter Xu #else 221651e4cefSPeter Xu uint32_t __not_used:2; 222651e4cefSPeter Xu uint32_t dest_mode:1; 223651e4cefSPeter Xu uint32_t redir_hint:1; 224651e4cefSPeter Xu uint32_t __reserved:8; 225651e4cefSPeter Xu uint32_t dest:8; 226651e4cefSPeter Xu uint32_t __addr_head:12; /* 0xfee */ 227651e4cefSPeter Xu #endif 2281a43713bSPeter Xu uint32_t __addr_hi; 229651e4cefSPeter Xu } QEMU_PACKED; 230651e4cefSPeter Xu uint64_t msi_addr; 231651e4cefSPeter Xu }; 232651e4cefSPeter Xu union { 233651e4cefSPeter Xu struct { 234651e4cefSPeter Xu #ifdef HOST_WORDS_BIGENDIAN 235651e4cefSPeter Xu uint16_t trigger_mode:1; 236651e4cefSPeter Xu uint16_t level:1; 237651e4cefSPeter Xu uint16_t __resved:3; 238651e4cefSPeter Xu uint16_t delivery_mode:3; 239651e4cefSPeter Xu uint16_t vector:8; 240651e4cefSPeter Xu #else 241651e4cefSPeter Xu uint16_t vector:8; 242651e4cefSPeter Xu uint16_t delivery_mode:3; 243651e4cefSPeter Xu uint16_t __resved:3; 244651e4cefSPeter Xu uint16_t level:1; 245651e4cefSPeter Xu uint16_t trigger_mode:1; 246651e4cefSPeter Xu #endif 2471a43713bSPeter Xu uint16_t __resved1; 248651e4cefSPeter Xu } QEMU_PACKED; 249651e4cefSPeter Xu uint32_t msi_data; 250651e4cefSPeter Xu }; 251651e4cefSPeter Xu }; 252651e4cefSPeter Xu 2531f91aceeSPeter Xu /* When IR is enabled, all MSI/MSI-X data bits should be zero */ 2541f91aceeSPeter Xu #define VTD_IR_MSI_DATA (0) 2551f91aceeSPeter Xu 256dd4d607eSPeter Xu struct IntelIOMMUNotifierNode { 257dd4d607eSPeter Xu VTDAddressSpace *vtd_as; 258dd4d607eSPeter Xu QLIST_ENTRY(IntelIOMMUNotifierNode) next; 259dd4d607eSPeter Xu }; 260dd4d607eSPeter Xu 2611da12ec4SLe Tan /* The iommu (DMAR) device state struct */ 2621da12ec4SLe Tan struct IntelIOMMUState { 2631c7955c4SPeter Xu X86IOMMUState x86_iommu; 2641da12ec4SLe Tan MemoryRegion csrmem; 2651da12ec4SLe Tan uint8_t csr[DMAR_REG_SIZE]; /* register values */ 2661da12ec4SLe Tan uint8_t wmask[DMAR_REG_SIZE]; /* R/W bytes */ 2671da12ec4SLe Tan uint8_t w1cmask[DMAR_REG_SIZE]; /* RW1C(Write 1 to Clear) bytes */ 2681da12ec4SLe Tan uint8_t womask[DMAR_REG_SIZE]; /* WO (write only - read returns 0) */ 2691da12ec4SLe Tan uint32_t version; 2701da12ec4SLe Tan 2713b40f0e5SAviv Ben-David bool caching_mode; /* RO - is cap CM enabled? */ 2723b40f0e5SAviv Ben-David 2731da12ec4SLe Tan dma_addr_t root; /* Current root table pointer */ 2741da12ec4SLe Tan bool root_extended; /* Type of root table (extended or not) */ 2751da12ec4SLe Tan bool dmar_enabled; /* Set if DMA remapping is enabled */ 2761da12ec4SLe Tan 2771da12ec4SLe Tan uint16_t iq_head; /* Current invalidation queue head */ 2781da12ec4SLe Tan uint16_t iq_tail; /* Current invalidation queue tail */ 2791da12ec4SLe Tan dma_addr_t iq; /* Current invalidation queue pointer */ 2801da12ec4SLe Tan uint16_t iq_size; /* IQ Size in number of entries */ 2811da12ec4SLe Tan bool qi_enabled; /* Set if the QI is enabled */ 2821da12ec4SLe Tan uint8_t iq_last_desc_type; /* The type of last completed descriptor */ 2831da12ec4SLe Tan 2841da12ec4SLe Tan /* The index of the Fault Recording Register to be used next. 2851da12ec4SLe Tan * Wraps around from N-1 to 0, where N is the number of FRCD_REG. 2861da12ec4SLe Tan */ 2871da12ec4SLe Tan uint16_t next_frcd_reg; 2881da12ec4SLe Tan 2891da12ec4SLe Tan uint64_t cap; /* The value of capability reg */ 2901da12ec4SLe Tan uint64_t ecap; /* The value of extended capability reg */ 2911da12ec4SLe Tan 292d92fa2dcSLe Tan uint32_t context_cache_gen; /* Should be in [1,MAX] */ 293b5a280c0SLe Tan GHashTable *iotlb; /* IOTLB */ 294d92fa2dcSLe Tan 2957df953bdSKnut Omang GHashTable *vtd_as_by_busptr; /* VTDBus objects indexed by PCIBus* reference */ 2967df953bdSKnut Omang VTDBus *vtd_as_by_bus_num[VTD_PCI_BUS_MAX]; /* VTDBus objects indexed by bus number */ 297dd4d607eSPeter Xu /* list of registered notifiers */ 298dd4d607eSPeter Xu QLIST_HEAD(, IntelIOMMUNotifierNode) notifiers_list; 299a5861439SPeter Xu 300a5861439SPeter Xu /* interrupt remapping */ 301a5861439SPeter Xu bool intr_enabled; /* Whether guest enabled IR */ 302a5861439SPeter Xu dma_addr_t intr_root; /* Interrupt remapping table pointer */ 303a5861439SPeter Xu uint32_t intr_size; /* Number of IR table entries */ 30428589311SJan Kiszka bool intr_eime; /* Extended interrupt mode enabled */ 305e6b6af05SRadim Krčmář OnOffAuto intr_eim; /* Toggle for EIM cabability */ 306fb506e70SRadim Krčmář bool buggy_eim; /* Force buggy EIM unless eim=off */ 3071da12ec4SLe Tan }; 3081da12ec4SLe Tan 3097df953bdSKnut Omang /* Find the VTD Address space associated with the given bus pointer, 3107df953bdSKnut Omang * create a new one if none exists 3117df953bdSKnut Omang */ 3127df953bdSKnut Omang VTDAddressSpace *vtd_find_add_as(IntelIOMMUState *s, PCIBus *bus, int devfn); 3137df953bdSKnut Omang 3141da12ec4SLe Tan #endif 315