160742802SPekka Enberg #include "kvm/pci.h" 260742802SPekka Enberg #include "kvm/ioport.h" 376f9c841SCyrill Gorcunov #include "kvm/util.h" 49575e724SSasha Levin #include "kvm/kvm.h" 560742802SPekka Enberg 6b30d05adSPekka Enberg #include <assert.h> 760742802SPekka Enberg 8b30d05adSPekka Enberg #define PCI_MAX_DEVICES 256 99575e724SSasha Levin #define PCI_BAR_OFFSET(b) (offsetof(struct pci_device_header, bar[b])) 10b30d05adSPekka Enberg 11b30d05adSPekka Enberg static struct pci_device_header *pci_devices[PCI_MAX_DEVICES]; 12b30d05adSPekka Enberg 134402a581SPekka Enberg static struct pci_config_address pci_config_address; 1460742802SPekka Enberg 159575e724SSasha Levin /* This is within our PCI gap - in an unused area */ 169575e724SSasha Levin static u32 io_space_blocks = KVM_32BIT_GAP_START + 0x1000000; 179575e724SSasha Levin 18*95d13a52SSasha Levin u32 pci_get_io_space_block(u32 size) 199575e724SSasha Levin { 209575e724SSasha Levin u32 block = io_space_blocks; 21*95d13a52SSasha Levin io_space_blocks += size; 229575e724SSasha Levin 239575e724SSasha Levin return block; 249575e724SSasha Levin } 259575e724SSasha Levin 263fdf659dSSasha Levin static void *pci_config_address_ptr(u16 port) 27ba824677SPekka Enberg { 28ba824677SPekka Enberg unsigned long offset; 29ba824677SPekka Enberg void *base; 30ba824677SPekka Enberg 31ba824677SPekka Enberg offset = port - PCI_CONFIG_ADDRESS; 32ba824677SPekka Enberg base = &pci_config_address; 33ba824677SPekka Enberg 34ba824677SPekka Enberg return base + offset; 35ba824677SPekka Enberg } 36ba824677SPekka Enberg 37c9f6a037SXiao Guangrong static bool pci_config_address_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 3860742802SPekka Enberg { 39ba824677SPekka Enberg void *p = pci_config_address_ptr(port); 4060742802SPekka Enberg 41ba824677SPekka Enberg memcpy(p, data, size); 4260742802SPekka Enberg 4360742802SPekka Enberg return true; 4460742802SPekka Enberg } 4560742802SPekka Enberg 46c9f6a037SXiao Guangrong static bool pci_config_address_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 4760742802SPekka Enberg { 48ba824677SPekka Enberg void *p = pci_config_address_ptr(port); 4960742802SPekka Enberg 50ba824677SPekka Enberg memcpy(data, p, size); 5160742802SPekka Enberg 5260742802SPekka Enberg return true; 5360742802SPekka Enberg } 5460742802SPekka Enberg 55305b72ceSCyrill Gorcunov static struct ioport_operations pci_config_address_ops = { 56305b72ceSCyrill Gorcunov .io_in = pci_config_address_in, 57305b72ceSCyrill Gorcunov .io_out = pci_config_address_out, 5860742802SPekka Enberg }; 5960742802SPekka Enberg 603fdf659dSSasha Levin static bool pci_device_exists(u8 bus_number, u8 device_number, u8 function_number) 6176f9c841SCyrill Gorcunov { 62b30d05adSPekka Enberg struct pci_device_header *dev; 63b30d05adSPekka Enberg 6476f9c841SCyrill Gorcunov if (pci_config_address.bus_number != bus_number) 6576f9c841SCyrill Gorcunov return false; 6676f9c841SCyrill Gorcunov 67b30d05adSPekka Enberg if (pci_config_address.function_number != function_number) 6876f9c841SCyrill Gorcunov return false; 6976f9c841SCyrill Gorcunov 70b30d05adSPekka Enberg if (device_number >= PCI_MAX_DEVICES) 71b30d05adSPekka Enberg return false; 72b30d05adSPekka Enberg 73b30d05adSPekka Enberg dev = pci_devices[device_number]; 74b30d05adSPekka Enberg 75b30d05adSPekka Enberg return dev != NULL; 7676f9c841SCyrill Gorcunov } 7776f9c841SCyrill Gorcunov 78c9f6a037SXiao Guangrong static bool pci_config_data_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 799575e724SSasha Levin { 809575e724SSasha Levin unsigned long start; 819575e724SSasha Levin u8 dev_num; 829575e724SSasha Levin 839575e724SSasha Levin /* 849575e724SSasha Levin * If someone accesses PCI configuration space offsets that are not 859575e724SSasha Levin * aligned to 4 bytes, it uses ioports to signify that. 869575e724SSasha Levin */ 879575e724SSasha Levin start = port - PCI_CONFIG_DATA; 889575e724SSasha Levin 899575e724SSasha Levin dev_num = pci_config_address.device_number; 909575e724SSasha Levin 919575e724SSasha Levin if (pci_device_exists(0, dev_num, 0)) { 929575e724SSasha Levin unsigned long offset; 939575e724SSasha Levin 949575e724SSasha Levin offset = start + (pci_config_address.register_number << 2); 959575e724SSasha Levin if (offset < sizeof(struct pci_device_header)) { 969575e724SSasha Levin void *p = pci_devices[dev_num]; 977e012d3cSSasha Levin u8 bar = (offset - PCI_BAR_OFFSET(0)) / (sizeof(u32)); 989575e724SSasha Levin u32 sz = PCI_IO_SIZE; 999575e724SSasha Levin 100c64f7ff0SSasha Levin if (bar < 6 && pci_devices[dev_num]->bar_size[bar]) 101c64f7ff0SSasha Levin sz = pci_devices[dev_num]->bar_size[bar]; 102c64f7ff0SSasha Levin 1039575e724SSasha Levin /* 1049575e724SSasha Levin * If the kernel masks the BAR it would expect to find the 1059575e724SSasha Levin * size of the BAR there next time it reads from it. 1069575e724SSasha Levin * When the kernel got the size it would write the address 1079575e724SSasha Levin * back. 1089575e724SSasha Levin */ 109c64f7ff0SSasha Levin if (ioport__read32(p + offset)) { 1109575e724SSasha Levin /* See if kernel tries to mask one of the BARs */ 1119575e724SSasha Levin if ((offset >= PCI_BAR_OFFSET(0)) && 112c64f7ff0SSasha Levin (offset <= PCI_BAR_OFFSET(6)) && 113c64f7ff0SSasha Levin (ioport__read32(data) == 0xFFFFFFFF)) 1149575e724SSasha Levin memcpy(p + offset, &sz, sizeof(sz)); 1159575e724SSasha Levin else 1169575e724SSasha Levin memcpy(p + offset, data, size); 1179575e724SSasha Levin } 1189575e724SSasha Levin } 1199575e724SSasha Levin } 1209575e724SSasha Levin 1219575e724SSasha Levin return true; 1229575e724SSasha Levin } 1239575e724SSasha Levin 124c9f6a037SXiao Guangrong static bool pci_config_data_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size) 12560742802SPekka Enberg { 126e4d2cea2SPekka Enberg unsigned long start; 1273fdf659dSSasha Levin u8 dev_num; 128e4d2cea2SPekka Enberg 129e4d2cea2SPekka Enberg /* 130e4d2cea2SPekka Enberg * If someone accesses PCI configuration space offsets that are not 13170d08766SCyrill Gorcunov * aligned to 4 bytes, it uses ioports to signify that. 132e4d2cea2SPekka Enberg */ 13370d08766SCyrill Gorcunov start = port - PCI_CONFIG_DATA; 134e4d2cea2SPekka Enberg 135b30d05adSPekka Enberg dev_num = pci_config_address.device_number; 136b30d05adSPekka Enberg 137b30d05adSPekka Enberg if (pci_device_exists(0, dev_num, 0)) { 138598419d5SPekka Enberg unsigned long offset; 139598419d5SPekka Enberg 140e4d2cea2SPekka Enberg offset = start + (pci_config_address.register_number << 2); 141598419d5SPekka Enberg if (offset < sizeof(struct pci_device_header)) { 142b30d05adSPekka Enberg void *p = pci_devices[dev_num]; 143b30d05adSPekka Enberg 14418ae021aSPekka Enberg memcpy(data, p + offset, size); 145598419d5SPekka Enberg } else 146598419d5SPekka Enberg memset(data, 0x00, size); 147e498ea08SPekka Enberg } else 148e498ea08SPekka Enberg memset(data, 0xff, size); 1494c797ebcSCyrill Gorcunov 15060742802SPekka Enberg return true; 15160742802SPekka Enberg } 15260742802SPekka Enberg 153305b72ceSCyrill Gorcunov static struct ioport_operations pci_config_data_ops = { 154305b72ceSCyrill Gorcunov .io_in = pci_config_data_in, 155305b72ceSCyrill Gorcunov .io_out = pci_config_data_out, 15660742802SPekka Enberg }; 15760742802SPekka Enberg 1583fdf659dSSasha Levin void pci__register(struct pci_device_header *dev, u8 dev_num) 159beb095ebSCyrill Gorcunov { 160b30d05adSPekka Enberg assert(dev_num < PCI_MAX_DEVICES); 161beb095ebSCyrill Gorcunov 162b30d05adSPekka Enberg pci_devices[dev_num] = dev; 163beb095ebSCyrill Gorcunov } 164beb095ebSCyrill Gorcunov 16560742802SPekka Enberg void pci__init(void) 16660742802SPekka Enberg { 1673d62dea6SSasha Levin ioport__register(PCI_CONFIG_DATA + 0, &pci_config_data_ops, 4, NULL); 1683d62dea6SSasha Levin ioport__register(PCI_CONFIG_ADDRESS + 0, &pci_config_address_ops, 4, NULL); 16960742802SPekka Enberg } 170