121ff329dSWill Deacon #include "kvm/devices.h" 260742802SPekka Enberg #include "kvm/pci.h" 360742802SPekka Enberg #include "kvm/ioport.h" 476f9c841SCyrill Gorcunov #include "kvm/util.h" 59575e724SSasha Levin #include "kvm/kvm.h" 660742802SPekka Enberg 76d987703SSasha Levin #include <linux/err.h> 86d987703SSasha Levin #include <assert.h> 96d987703SSasha Levin 109575e724SSasha Levin #define PCI_BAR_OFFSET(b) (offsetof(struct pci_device_header, bar[b])) 11b30d05adSPekka Enberg 12aa73be70SMatt Evans static union pci_config_address pci_config_address; 1360742802SPekka Enberg 1440f2fd06SMatt Evans /* This is within our PCI gap - in an unused area. 1540f2fd06SMatt Evans * Note this is a PCI *bus address*, is used to assign BARs etc.! 1640f2fd06SMatt Evans * (That's why it can still 32bit even with 64bit guests-- 64bit 1740f2fd06SMatt Evans * PCI isn't currently supported.) 1840f2fd06SMatt Evans */ 1940f2fd06SMatt Evans static u32 io_space_blocks = KVM_PCI_MMIO_AREA; 209575e724SSasha Levin 21*c7575d17SWill Deacon /* 22*c7575d17SWill Deacon * BARs must be naturally aligned, so enforce this in the allocator. 23*c7575d17SWill Deacon */ 2495d13a52SSasha Levin u32 pci_get_io_space_block(u32 size) 259575e724SSasha Levin { 26*c7575d17SWill Deacon u32 block = ALIGN(io_space_blocks, size); 27*c7575d17SWill Deacon io_space_blocks = block + size; 289575e724SSasha Levin return block; 299575e724SSasha Levin } 309575e724SSasha Levin 313fdf659dSSasha Levin static void *pci_config_address_ptr(u16 port) 32ba824677SPekka Enberg { 33ba824677SPekka Enberg unsigned long offset; 34ba824677SPekka Enberg void *base; 35ba824677SPekka Enberg 36ba824677SPekka Enberg offset = port - PCI_CONFIG_ADDRESS; 37ba824677SPekka Enberg base = &pci_config_address; 38ba824677SPekka Enberg 39ba824677SPekka Enberg return base + offset; 40ba824677SPekka Enberg } 41ba824677SPekka Enberg 42c9f6a037SXiao Guangrong static bool pci_config_address_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 4360742802SPekka Enberg { 44ba824677SPekka Enberg void *p = pci_config_address_ptr(port); 4560742802SPekka Enberg 46ba824677SPekka Enberg memcpy(p, data, size); 4760742802SPekka Enberg 4860742802SPekka Enberg return true; 4960742802SPekka Enberg } 5060742802SPekka Enberg 51c9f6a037SXiao Guangrong static bool pci_config_address_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 5260742802SPekka Enberg { 53ba824677SPekka Enberg void *p = pci_config_address_ptr(port); 5460742802SPekka Enberg 55ba824677SPekka Enberg memcpy(data, p, size); 5660742802SPekka Enberg 5760742802SPekka Enberg return true; 5860742802SPekka Enberg } 5960742802SPekka Enberg 60305b72ceSCyrill Gorcunov static struct ioport_operations pci_config_address_ops = { 61305b72ceSCyrill Gorcunov .io_in = pci_config_address_in, 62305b72ceSCyrill Gorcunov .io_out = pci_config_address_out, 6360742802SPekka Enberg }; 6460742802SPekka Enberg 653fdf659dSSasha Levin static bool pci_device_exists(u8 bus_number, u8 device_number, u8 function_number) 6676f9c841SCyrill Gorcunov { 6776f9c841SCyrill Gorcunov if (pci_config_address.bus_number != bus_number) 6876f9c841SCyrill Gorcunov return false; 6976f9c841SCyrill Gorcunov 70b30d05adSPekka Enberg if (pci_config_address.function_number != function_number) 7176f9c841SCyrill Gorcunov return false; 7276f9c841SCyrill Gorcunov 7321ff329dSWill Deacon return !IS_ERR_OR_NULL(device__find_dev(DEVICE_BUS_PCI, device_number)); 7476f9c841SCyrill Gorcunov } 7576f9c841SCyrill Gorcunov 76c9f6a037SXiao Guangrong static bool pci_config_data_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 779575e724SSasha Levin { 789575e724SSasha Levin /* 799575e724SSasha Levin * If someone accesses PCI configuration space offsets that are not 809575e724SSasha Levin * aligned to 4 bytes, it uses ioports to signify that. 819575e724SSasha Levin */ 82d0297a59SMatt Evans pci_config_address.reg_offset = port - PCI_CONFIG_DATA; 839575e724SSasha Levin 84d0297a59SMatt Evans pci__config_wr(kvm, pci_config_address, data, size); 85d0297a59SMatt Evans 86d0297a59SMatt Evans return true; 87d0297a59SMatt Evans } 88d0297a59SMatt Evans 89d0297a59SMatt Evans static bool pci_config_data_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 90d0297a59SMatt Evans { 91d0297a59SMatt Evans /* 92d0297a59SMatt Evans * If someone accesses PCI configuration space offsets that are not 93d0297a59SMatt Evans * aligned to 4 bytes, it uses ioports to signify that. 94d0297a59SMatt Evans */ 95d0297a59SMatt Evans pci_config_address.reg_offset = port - PCI_CONFIG_DATA; 96d0297a59SMatt Evans 97d0297a59SMatt Evans pci__config_rd(kvm, pci_config_address, data, size); 98d0297a59SMatt Evans 99d0297a59SMatt Evans return true; 100d0297a59SMatt Evans } 101d0297a59SMatt Evans 102d0297a59SMatt Evans static struct ioport_operations pci_config_data_ops = { 103d0297a59SMatt Evans .io_in = pci_config_data_in, 104d0297a59SMatt Evans .io_out = pci_config_data_out, 105d0297a59SMatt Evans }; 106d0297a59SMatt Evans 107d0297a59SMatt Evans void pci__config_wr(struct kvm *kvm, union pci_config_address addr, void *data, int size) 108d0297a59SMatt Evans { 109d0297a59SMatt Evans u8 dev_num; 110d0297a59SMatt Evans 111d0297a59SMatt Evans dev_num = addr.device_number; 1129575e724SSasha Levin 1139575e724SSasha Levin if (pci_device_exists(0, dev_num, 0)) { 1149575e724SSasha Levin unsigned long offset; 1159575e724SSasha Levin 116d0297a59SMatt Evans offset = addr.w & 0xff; 1179575e724SSasha Levin if (offset < sizeof(struct pci_device_header)) { 11821ff329dSWill Deacon void *p = device__find_dev(DEVICE_BUS_PCI, dev_num)->data; 11921ff329dSWill Deacon struct pci_device_header *hdr = p; 1207e012d3cSSasha Levin u8 bar = (offset - PCI_BAR_OFFSET(0)) / (sizeof(u32)); 1219575e724SSasha Levin u32 sz = PCI_IO_SIZE; 1229575e724SSasha Levin 12321ff329dSWill Deacon if (bar < 6 && hdr->bar_size[bar]) 12421ff329dSWill Deacon sz = hdr->bar_size[bar]; 125c64f7ff0SSasha Levin 1269575e724SSasha Levin /* 1279575e724SSasha Levin * If the kernel masks the BAR it would expect to find the 1289575e724SSasha Levin * size of the BAR there next time it reads from it. 1299575e724SSasha Levin * When the kernel got the size it would write the address 1309575e724SSasha Levin * back. 1319575e724SSasha Levin */ 132aa73be70SMatt Evans if (*(u32 *)(p + offset)) { 1339575e724SSasha Levin /* See if kernel tries to mask one of the BARs */ 1349575e724SSasha Levin if ((offset >= PCI_BAR_OFFSET(0)) && 135c64f7ff0SSasha Levin (offset <= PCI_BAR_OFFSET(6)) && 136c64f7ff0SSasha Levin (ioport__read32(data) == 0xFFFFFFFF)) 1379575e724SSasha Levin memcpy(p + offset, &sz, sizeof(sz)); 1389575e724SSasha Levin else 1399575e724SSasha Levin memcpy(p + offset, data, size); 1409575e724SSasha Levin } 1419575e724SSasha Levin } 1429575e724SSasha Levin } 1439575e724SSasha Levin } 1449575e724SSasha Levin 145d0297a59SMatt Evans void pci__config_rd(struct kvm *kvm, union pci_config_address addr, void *data, int size) 14660742802SPekka Enberg { 1473fdf659dSSasha Levin u8 dev_num; 148e4d2cea2SPekka Enberg 149d0297a59SMatt Evans dev_num = addr.device_number; 150b30d05adSPekka Enberg 151b30d05adSPekka Enberg if (pci_device_exists(0, dev_num, 0)) { 152598419d5SPekka Enberg unsigned long offset; 153598419d5SPekka Enberg 154d0297a59SMatt Evans offset = addr.w & 0xff; 155598419d5SPekka Enberg if (offset < sizeof(struct pci_device_header)) { 15621ff329dSWill Deacon void *p = device__find_dev(DEVICE_BUS_PCI, dev_num)->data; 157b30d05adSPekka Enberg 15818ae021aSPekka Enberg memcpy(data, p + offset, size); 1593a60be06SSasha Levin } else { 160598419d5SPekka Enberg memset(data, 0x00, size); 1613a60be06SSasha Levin } 1623a60be06SSasha Levin } else { 163e498ea08SPekka Enberg memset(data, 0xff, size); 16460742802SPekka Enberg } 1653a60be06SSasha Levin } 16660742802SPekka Enberg 167b403f2f7SWill Deacon static void pci_config_mmio_access(u64 addr, u8 *data, u32 len, u8 is_write, void *kvm) 168b403f2f7SWill Deacon { 169b403f2f7SWill Deacon union pci_config_address cfg_addr; 170b403f2f7SWill Deacon 171b403f2f7SWill Deacon addr -= KVM_PCI_CFG_AREA; 172b403f2f7SWill Deacon cfg_addr.w = (u32)addr; 173b403f2f7SWill Deacon cfg_addr.enable_bit = 1; 174b403f2f7SWill Deacon 175b403f2f7SWill Deacon if (is_write) 176b403f2f7SWill Deacon pci__config_wr(kvm, cfg_addr, data, len); 177b403f2f7SWill Deacon else 178b403f2f7SWill Deacon pci__config_rd(kvm, cfg_addr, data, len); 179b403f2f7SWill Deacon } 180b403f2f7SWill Deacon 181d0297a59SMatt Evans struct pci_device_header *pci__find_dev(u8 dev_num) 182d0297a59SMatt Evans { 18321ff329dSWill Deacon struct device_header *hdr = device__find_dev(DEVICE_BUS_PCI, dev_num); 1846d987703SSasha Levin 18521ff329dSWill Deacon if (IS_ERR_OR_NULL(hdr)) 18621ff329dSWill Deacon return NULL; 18721ff329dSWill Deacon 18821ff329dSWill Deacon return hdr->data; 189d0297a59SMatt Evans } 190d0297a59SMatt Evans 1916d987703SSasha Levin int pci__init(struct kvm *kvm) 19260742802SPekka Enberg { 1936d987703SSasha Levin int r; 1946d987703SSasha Levin 1954346fd8fSSasha Levin r = ioport__register(kvm, PCI_CONFIG_DATA + 0, &pci_config_data_ops, 4, NULL); 1966d987703SSasha Levin if (r < 0) 1976d987703SSasha Levin return r; 1986d987703SSasha Levin 1994346fd8fSSasha Levin r = ioport__register(kvm, PCI_CONFIG_ADDRESS + 0, &pci_config_address_ops, 4, NULL); 200b403f2f7SWill Deacon if (r < 0) 201b403f2f7SWill Deacon goto err_unregister_data; 202b403f2f7SWill Deacon 203b403f2f7SWill Deacon r = kvm__register_mmio(kvm, KVM_PCI_CFG_AREA, PCI_CFG_SIZE, false, 204b403f2f7SWill Deacon pci_config_mmio_access, kvm); 205b403f2f7SWill Deacon if (r < 0) 206b403f2f7SWill Deacon goto err_unregister_addr; 2076d987703SSasha Levin 2086d987703SSasha Levin return 0; 209b403f2f7SWill Deacon 210b403f2f7SWill Deacon err_unregister_addr: 211b403f2f7SWill Deacon ioport__unregister(kvm, PCI_CONFIG_ADDRESS); 212b403f2f7SWill Deacon err_unregister_data: 213b403f2f7SWill Deacon ioport__unregister(kvm, PCI_CONFIG_DATA); 214b403f2f7SWill Deacon return r; 2156d987703SSasha Levin } 216bca12bf6SSasha Levin dev_base_init(pci__init); 2176d987703SSasha Levin 2186d987703SSasha Levin int pci__exit(struct kvm *kvm) 2196d987703SSasha Levin { 2204346fd8fSSasha Levin ioport__unregister(kvm, PCI_CONFIG_DATA); 2214346fd8fSSasha Levin ioport__unregister(kvm, PCI_CONFIG_ADDRESS); 2226d987703SSasha Levin 2236d987703SSasha Levin return 0; 22460742802SPekka Enberg } 225bca12bf6SSasha Levin dev_base_exit(pci__exit); 226