160742802SPekka Enberg #include "kvm/pci.h" 260742802SPekka Enberg #include "kvm/ioport.h" 376f9c841SCyrill Gorcunov #include "kvm/util.h" 49575e724SSasha Levin #include "kvm/kvm.h" 560742802SPekka Enberg 6b30d05adSPekka Enberg #include <assert.h> 760742802SPekka Enberg 89575e724SSasha Levin #define PCI_BAR_OFFSET(b) (offsetof(struct pci_device_header, bar[b])) 9b30d05adSPekka Enberg 10b30d05adSPekka Enberg static struct pci_device_header *pci_devices[PCI_MAX_DEVICES]; 11b30d05adSPekka Enberg 12aa73be70SMatt Evans static union pci_config_address pci_config_address; 1360742802SPekka Enberg 149575e724SSasha Levin /* This is within our PCI gap - in an unused area */ 159575e724SSasha Levin static u32 io_space_blocks = KVM_32BIT_GAP_START + 0x1000000; 169575e724SSasha Levin 1795d13a52SSasha Levin u32 pci_get_io_space_block(u32 size) 189575e724SSasha Levin { 199575e724SSasha Levin u32 block = io_space_blocks; 2095d13a52SSasha Levin io_space_blocks += size; 219575e724SSasha Levin 229575e724SSasha Levin return block; 239575e724SSasha Levin } 249575e724SSasha Levin 253fdf659dSSasha Levin static void *pci_config_address_ptr(u16 port) 26ba824677SPekka Enberg { 27ba824677SPekka Enberg unsigned long offset; 28ba824677SPekka Enberg void *base; 29ba824677SPekka Enberg 30ba824677SPekka Enberg offset = port - PCI_CONFIG_ADDRESS; 31ba824677SPekka Enberg base = &pci_config_address; 32ba824677SPekka Enberg 33ba824677SPekka Enberg return base + offset; 34ba824677SPekka Enberg } 35ba824677SPekka Enberg 36c9f6a037SXiao Guangrong static bool pci_config_address_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 3760742802SPekka Enberg { 38ba824677SPekka Enberg void *p = pci_config_address_ptr(port); 3960742802SPekka Enberg 40ba824677SPekka Enberg memcpy(p, data, size); 4160742802SPekka Enberg 4260742802SPekka Enberg return true; 4360742802SPekka Enberg } 4460742802SPekka Enberg 45c9f6a037SXiao Guangrong static bool pci_config_address_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 4660742802SPekka Enberg { 47ba824677SPekka Enberg void *p = pci_config_address_ptr(port); 4860742802SPekka Enberg 49ba824677SPekka Enberg memcpy(data, p, size); 5060742802SPekka Enberg 5160742802SPekka Enberg return true; 5260742802SPekka Enberg } 5360742802SPekka Enberg 54305b72ceSCyrill Gorcunov static struct ioport_operations pci_config_address_ops = { 55305b72ceSCyrill Gorcunov .io_in = pci_config_address_in, 56305b72ceSCyrill Gorcunov .io_out = pci_config_address_out, 5760742802SPekka Enberg }; 5860742802SPekka Enberg 593fdf659dSSasha Levin static bool pci_device_exists(u8 bus_number, u8 device_number, u8 function_number) 6076f9c841SCyrill Gorcunov { 61b30d05adSPekka Enberg struct pci_device_header *dev; 62b30d05adSPekka Enberg 6376f9c841SCyrill Gorcunov if (pci_config_address.bus_number != bus_number) 6476f9c841SCyrill Gorcunov return false; 6576f9c841SCyrill Gorcunov 66b30d05adSPekka Enberg if (pci_config_address.function_number != function_number) 6776f9c841SCyrill Gorcunov return false; 6876f9c841SCyrill Gorcunov 69b30d05adSPekka Enberg if (device_number >= PCI_MAX_DEVICES) 70b30d05adSPekka Enberg return false; 71b30d05adSPekka Enberg 72b30d05adSPekka Enberg dev = pci_devices[device_number]; 73b30d05adSPekka Enberg 74b30d05adSPekka Enberg return dev != NULL; 7576f9c841SCyrill Gorcunov } 7676f9c841SCyrill Gorcunov 77c9f6a037SXiao Guangrong static bool pci_config_data_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 789575e724SSasha Levin { 799575e724SSasha Levin /* 809575e724SSasha Levin * If someone accesses PCI configuration space offsets that are not 819575e724SSasha Levin * aligned to 4 bytes, it uses ioports to signify that. 829575e724SSasha Levin */ 83*d0297a59SMatt Evans pci_config_address.reg_offset = port - PCI_CONFIG_DATA; 849575e724SSasha Levin 85*d0297a59SMatt Evans pci__config_wr(kvm, pci_config_address, data, size); 86*d0297a59SMatt Evans 87*d0297a59SMatt Evans return true; 88*d0297a59SMatt Evans } 89*d0297a59SMatt Evans 90*d0297a59SMatt Evans static bool pci_config_data_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 91*d0297a59SMatt Evans { 92*d0297a59SMatt Evans /* 93*d0297a59SMatt Evans * If someone accesses PCI configuration space offsets that are not 94*d0297a59SMatt Evans * aligned to 4 bytes, it uses ioports to signify that. 95*d0297a59SMatt Evans */ 96*d0297a59SMatt Evans pci_config_address.reg_offset = port - PCI_CONFIG_DATA; 97*d0297a59SMatt Evans 98*d0297a59SMatt Evans pci__config_rd(kvm, pci_config_address, data, size); 99*d0297a59SMatt Evans 100*d0297a59SMatt Evans return true; 101*d0297a59SMatt Evans } 102*d0297a59SMatt Evans 103*d0297a59SMatt Evans static struct ioport_operations pci_config_data_ops = { 104*d0297a59SMatt Evans .io_in = pci_config_data_in, 105*d0297a59SMatt Evans .io_out = pci_config_data_out, 106*d0297a59SMatt Evans }; 107*d0297a59SMatt Evans 108*d0297a59SMatt Evans void pci__config_wr(struct kvm *kvm, union pci_config_address addr, void *data, int size) 109*d0297a59SMatt Evans { 110*d0297a59SMatt Evans u8 dev_num; 111*d0297a59SMatt Evans 112*d0297a59SMatt Evans dev_num = addr.device_number; 1139575e724SSasha Levin 1149575e724SSasha Levin if (pci_device_exists(0, dev_num, 0)) { 1159575e724SSasha Levin unsigned long offset; 1169575e724SSasha Levin 117*d0297a59SMatt Evans offset = addr.w & 0xff; 1189575e724SSasha Levin if (offset < sizeof(struct pci_device_header)) { 1199575e724SSasha Levin void *p = pci_devices[dev_num]; 1207e012d3cSSasha Levin u8 bar = (offset - PCI_BAR_OFFSET(0)) / (sizeof(u32)); 1219575e724SSasha Levin u32 sz = PCI_IO_SIZE; 1229575e724SSasha Levin 123c64f7ff0SSasha Levin if (bar < 6 && pci_devices[dev_num]->bar_size[bar]) 124c64f7ff0SSasha Levin sz = pci_devices[dev_num]->bar_size[bar]; 125c64f7ff0SSasha Levin 1269575e724SSasha Levin /* 1279575e724SSasha Levin * If the kernel masks the BAR it would expect to find the 1289575e724SSasha Levin * size of the BAR there next time it reads from it. 1299575e724SSasha Levin * When the kernel got the size it would write the address 1309575e724SSasha Levin * back. 1319575e724SSasha Levin */ 132aa73be70SMatt Evans if (*(u32 *)(p + offset)) { 1339575e724SSasha Levin /* See if kernel tries to mask one of the BARs */ 1349575e724SSasha Levin if ((offset >= PCI_BAR_OFFSET(0)) && 135c64f7ff0SSasha Levin (offset <= PCI_BAR_OFFSET(6)) && 136c64f7ff0SSasha Levin (ioport__read32(data) == 0xFFFFFFFF)) 1379575e724SSasha Levin memcpy(p + offset, &sz, sizeof(sz)); 1389575e724SSasha Levin else 1399575e724SSasha Levin memcpy(p + offset, data, size); 1409575e724SSasha Levin } 1419575e724SSasha Levin } 1429575e724SSasha Levin } 1439575e724SSasha Levin } 1449575e724SSasha Levin 145*d0297a59SMatt Evans void pci__config_rd(struct kvm *kvm, union pci_config_address addr, void *data, int size) 14660742802SPekka Enberg { 1473fdf659dSSasha Levin u8 dev_num; 148e4d2cea2SPekka Enberg 149*d0297a59SMatt Evans dev_num = addr.device_number; 150b30d05adSPekka Enberg 151b30d05adSPekka Enberg if (pci_device_exists(0, dev_num, 0)) { 152598419d5SPekka Enberg unsigned long offset; 153598419d5SPekka Enberg 154*d0297a59SMatt Evans offset = addr.w & 0xff; 155598419d5SPekka Enberg if (offset < sizeof(struct pci_device_header)) { 156b30d05adSPekka Enberg void *p = pci_devices[dev_num]; 157b30d05adSPekka Enberg 15818ae021aSPekka Enberg memcpy(data, p + offset, size); 159598419d5SPekka Enberg } else 160598419d5SPekka Enberg memset(data, 0x00, size); 161e498ea08SPekka Enberg } else 162e498ea08SPekka Enberg memset(data, 0xff, size); 16360742802SPekka Enberg } 16460742802SPekka Enberg 1653fdf659dSSasha Levin void pci__register(struct pci_device_header *dev, u8 dev_num) 166beb095ebSCyrill Gorcunov { 167b30d05adSPekka Enberg assert(dev_num < PCI_MAX_DEVICES); 168b30d05adSPekka Enberg pci_devices[dev_num] = dev; 169beb095ebSCyrill Gorcunov } 170beb095ebSCyrill Gorcunov 171*d0297a59SMatt Evans struct pci_device_header *pci__find_dev(u8 dev_num) 172*d0297a59SMatt Evans { 173*d0297a59SMatt Evans assert(dev_num < PCI_MAX_DEVICES); 174*d0297a59SMatt Evans return pci_devices[dev_num]; 175*d0297a59SMatt Evans } 176*d0297a59SMatt Evans 17760742802SPekka Enberg void pci__init(void) 17860742802SPekka Enberg { 1793d62dea6SSasha Levin ioport__register(PCI_CONFIG_DATA + 0, &pci_config_data_ops, 4, NULL); 1803d62dea6SSasha Levin ioport__register(PCI_CONFIG_ADDRESS + 0, &pci_config_address_ops, 4, NULL); 18160742802SPekka Enberg } 182