xref: /kvmtool/pci.c (revision c7575d177ba573e0e3e92e015adfdd00c7032145)
121ff329dSWill Deacon #include "kvm/devices.h"
260742802SPekka Enberg #include "kvm/pci.h"
360742802SPekka Enberg #include "kvm/ioport.h"
476f9c841SCyrill Gorcunov #include "kvm/util.h"
59575e724SSasha Levin #include "kvm/kvm.h"
660742802SPekka Enberg 
76d987703SSasha Levin #include <linux/err.h>
86d987703SSasha Levin #include <assert.h>
96d987703SSasha Levin 
109575e724SSasha Levin #define PCI_BAR_OFFSET(b)		(offsetof(struct pci_device_header, bar[b]))
11b30d05adSPekka Enberg 
12aa73be70SMatt Evans static union pci_config_address		pci_config_address;
1360742802SPekka Enberg 
1440f2fd06SMatt Evans /* This is within our PCI gap - in an unused area.
1540f2fd06SMatt Evans  * Note this is a PCI *bus address*, is used to assign BARs etc.!
1640f2fd06SMatt Evans  * (That's why it can still 32bit even with 64bit guests-- 64bit
1740f2fd06SMatt Evans  * PCI isn't currently supported.)
1840f2fd06SMatt Evans  */
1940f2fd06SMatt Evans static u32 io_space_blocks		= KVM_PCI_MMIO_AREA;
209575e724SSasha Levin 
21*c7575d17SWill Deacon /*
22*c7575d17SWill Deacon  * BARs must be naturally aligned, so enforce this in the allocator.
23*c7575d17SWill Deacon  */
2495d13a52SSasha Levin u32 pci_get_io_space_block(u32 size)
259575e724SSasha Levin {
26*c7575d17SWill Deacon 	u32 block = ALIGN(io_space_blocks, size);
27*c7575d17SWill Deacon 	io_space_blocks = block + size;
289575e724SSasha Levin 	return block;
299575e724SSasha Levin }
309575e724SSasha Levin 
313fdf659dSSasha Levin static void *pci_config_address_ptr(u16 port)
32ba824677SPekka Enberg {
33ba824677SPekka Enberg 	unsigned long offset;
34ba824677SPekka Enberg 	void *base;
35ba824677SPekka Enberg 
36ba824677SPekka Enberg 	offset	= port - PCI_CONFIG_ADDRESS;
37ba824677SPekka Enberg 	base	= &pci_config_address;
38ba824677SPekka Enberg 
39ba824677SPekka Enberg 	return base + offset;
40ba824677SPekka Enberg }
41ba824677SPekka Enberg 
42c9f6a037SXiao Guangrong static bool pci_config_address_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size)
4360742802SPekka Enberg {
44ba824677SPekka Enberg 	void *p = pci_config_address_ptr(port);
4560742802SPekka Enberg 
46ba824677SPekka Enberg 	memcpy(p, data, size);
4760742802SPekka Enberg 
4860742802SPekka Enberg 	return true;
4960742802SPekka Enberg }
5060742802SPekka Enberg 
51c9f6a037SXiao Guangrong static bool pci_config_address_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size)
5260742802SPekka Enberg {
53ba824677SPekka Enberg 	void *p = pci_config_address_ptr(port);
5460742802SPekka Enberg 
55ba824677SPekka Enberg 	memcpy(data, p, size);
5660742802SPekka Enberg 
5760742802SPekka Enberg 	return true;
5860742802SPekka Enberg }
5960742802SPekka Enberg 
60305b72ceSCyrill Gorcunov static struct ioport_operations pci_config_address_ops = {
61305b72ceSCyrill Gorcunov 	.io_in	= pci_config_address_in,
62305b72ceSCyrill Gorcunov 	.io_out	= pci_config_address_out,
6360742802SPekka Enberg };
6460742802SPekka Enberg 
653fdf659dSSasha Levin static bool pci_device_exists(u8 bus_number, u8 device_number, u8 function_number)
6676f9c841SCyrill Gorcunov {
6776f9c841SCyrill Gorcunov 	if (pci_config_address.bus_number != bus_number)
6876f9c841SCyrill Gorcunov 		return false;
6976f9c841SCyrill Gorcunov 
70b30d05adSPekka Enberg 	if (pci_config_address.function_number != function_number)
7176f9c841SCyrill Gorcunov 		return false;
7276f9c841SCyrill Gorcunov 
7321ff329dSWill Deacon 	return !IS_ERR_OR_NULL(device__find_dev(DEVICE_BUS_PCI, device_number));
7476f9c841SCyrill Gorcunov }
7576f9c841SCyrill Gorcunov 
76c9f6a037SXiao Guangrong static bool pci_config_data_out(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size)
779575e724SSasha Levin {
789575e724SSasha Levin 	/*
799575e724SSasha Levin 	 * If someone accesses PCI configuration space offsets that are not
809575e724SSasha Levin 	 * aligned to 4 bytes, it uses ioports to signify that.
819575e724SSasha Levin 	 */
82d0297a59SMatt Evans 	pci_config_address.reg_offset = port - PCI_CONFIG_DATA;
839575e724SSasha Levin 
84d0297a59SMatt Evans 	pci__config_wr(kvm, pci_config_address, data, size);
85d0297a59SMatt Evans 
86d0297a59SMatt Evans 	return true;
87d0297a59SMatt Evans }
88d0297a59SMatt Evans 
89d0297a59SMatt Evans static bool pci_config_data_in(struct ioport *ioport, struct kvm *kvm, u16 port, void *data, int size)
90d0297a59SMatt Evans {
91d0297a59SMatt Evans 	/*
92d0297a59SMatt Evans 	 * If someone accesses PCI configuration space offsets that are not
93d0297a59SMatt Evans 	 * aligned to 4 bytes, it uses ioports to signify that.
94d0297a59SMatt Evans 	 */
95d0297a59SMatt Evans 	pci_config_address.reg_offset = port - PCI_CONFIG_DATA;
96d0297a59SMatt Evans 
97d0297a59SMatt Evans 	pci__config_rd(kvm, pci_config_address, data, size);
98d0297a59SMatt Evans 
99d0297a59SMatt Evans 	return true;
100d0297a59SMatt Evans }
101d0297a59SMatt Evans 
102d0297a59SMatt Evans static struct ioport_operations pci_config_data_ops = {
103d0297a59SMatt Evans 	.io_in	= pci_config_data_in,
104d0297a59SMatt Evans 	.io_out	= pci_config_data_out,
105d0297a59SMatt Evans };
106d0297a59SMatt Evans 
107d0297a59SMatt Evans void pci__config_wr(struct kvm *kvm, union pci_config_address addr, void *data, int size)
108d0297a59SMatt Evans {
109d0297a59SMatt Evans 	u8 dev_num;
110d0297a59SMatt Evans 
111d0297a59SMatt Evans 	dev_num	= addr.device_number;
1129575e724SSasha Levin 
1139575e724SSasha Levin 	if (pci_device_exists(0, dev_num, 0)) {
1149575e724SSasha Levin 		unsigned long offset;
1159575e724SSasha Levin 
116d0297a59SMatt Evans 		offset = addr.w & 0xff;
1179575e724SSasha Levin 		if (offset < sizeof(struct pci_device_header)) {
11821ff329dSWill Deacon 			void *p = device__find_dev(DEVICE_BUS_PCI, dev_num)->data;
11921ff329dSWill Deacon 			struct pci_device_header *hdr = p;
1207e012d3cSSasha Levin 			u8 bar = (offset - PCI_BAR_OFFSET(0)) / (sizeof(u32));
1219575e724SSasha Levin 			u32 sz = PCI_IO_SIZE;
1229575e724SSasha Levin 
12321ff329dSWill Deacon 			if (bar < 6 && hdr->bar_size[bar])
12421ff329dSWill Deacon 				sz = hdr->bar_size[bar];
125c64f7ff0SSasha Levin 
1269575e724SSasha Levin 			/*
1279575e724SSasha Levin 			 * If the kernel masks the BAR it would expect to find the
1289575e724SSasha Levin 			 * size of the BAR there next time it reads from it.
1299575e724SSasha Levin 			 * When the kernel got the size it would write the address
1309575e724SSasha Levin 			 * back.
1319575e724SSasha Levin 			 */
132aa73be70SMatt Evans 			if (*(u32 *)(p + offset)) {
1339575e724SSasha Levin 				/* See if kernel tries to mask one of the BARs */
1349575e724SSasha Levin 				if ((offset >= PCI_BAR_OFFSET(0)) &&
135c64f7ff0SSasha Levin 				    (offset <= PCI_BAR_OFFSET(6)) &&
136c64f7ff0SSasha Levin 				    (ioport__read32(data)  == 0xFFFFFFFF))
1379575e724SSasha Levin 					memcpy(p + offset, &sz, sizeof(sz));
1389575e724SSasha Levin 				    else
1399575e724SSasha Levin 					memcpy(p + offset, data, size);
1409575e724SSasha Levin 			}
1419575e724SSasha Levin 		}
1429575e724SSasha Levin 	}
1439575e724SSasha Levin }
1449575e724SSasha Levin 
145d0297a59SMatt Evans void pci__config_rd(struct kvm *kvm, union pci_config_address addr, void *data, int size)
14660742802SPekka Enberg {
1473fdf659dSSasha Levin 	u8 dev_num;
148e4d2cea2SPekka Enberg 
149d0297a59SMatt Evans 	dev_num	= addr.device_number;
150b30d05adSPekka Enberg 
151b30d05adSPekka Enberg 	if (pci_device_exists(0, dev_num, 0)) {
152598419d5SPekka Enberg 		unsigned long offset;
153598419d5SPekka Enberg 
154d0297a59SMatt Evans 		offset = addr.w & 0xff;
155598419d5SPekka Enberg 		if (offset < sizeof(struct pci_device_header)) {
15621ff329dSWill Deacon 			void *p = device__find_dev(DEVICE_BUS_PCI, dev_num)->data;
157b30d05adSPekka Enberg 
15818ae021aSPekka Enberg 			memcpy(data, p + offset, size);
1593a60be06SSasha Levin 		} else {
160598419d5SPekka Enberg 			memset(data, 0x00, size);
1613a60be06SSasha Levin 		}
1623a60be06SSasha Levin 	} else {
163e498ea08SPekka Enberg 		memset(data, 0xff, size);
16460742802SPekka Enberg 	}
1653a60be06SSasha Levin }
16660742802SPekka Enberg 
167b403f2f7SWill Deacon static void pci_config_mmio_access(u64 addr, u8 *data, u32 len, u8 is_write, void *kvm)
168b403f2f7SWill Deacon {
169b403f2f7SWill Deacon 	union pci_config_address cfg_addr;
170b403f2f7SWill Deacon 
171b403f2f7SWill Deacon 	addr			-= KVM_PCI_CFG_AREA;
172b403f2f7SWill Deacon 	cfg_addr.w		= (u32)addr;
173b403f2f7SWill Deacon 	cfg_addr.enable_bit	= 1;
174b403f2f7SWill Deacon 
175b403f2f7SWill Deacon 	if (is_write)
176b403f2f7SWill Deacon 		pci__config_wr(kvm, cfg_addr, data, len);
177b403f2f7SWill Deacon 	else
178b403f2f7SWill Deacon 		pci__config_rd(kvm, cfg_addr, data, len);
179b403f2f7SWill Deacon }
180b403f2f7SWill Deacon 
181d0297a59SMatt Evans struct pci_device_header *pci__find_dev(u8 dev_num)
182d0297a59SMatt Evans {
18321ff329dSWill Deacon 	struct device_header *hdr = device__find_dev(DEVICE_BUS_PCI, dev_num);
1846d987703SSasha Levin 
18521ff329dSWill Deacon 	if (IS_ERR_OR_NULL(hdr))
18621ff329dSWill Deacon 		return NULL;
18721ff329dSWill Deacon 
18821ff329dSWill Deacon 	return hdr->data;
189d0297a59SMatt Evans }
190d0297a59SMatt Evans 
1916d987703SSasha Levin int pci__init(struct kvm *kvm)
19260742802SPekka Enberg {
1936d987703SSasha Levin 	int r;
1946d987703SSasha Levin 
1954346fd8fSSasha Levin 	r = ioport__register(kvm, PCI_CONFIG_DATA + 0, &pci_config_data_ops, 4, NULL);
1966d987703SSasha Levin 	if (r < 0)
1976d987703SSasha Levin 		return r;
1986d987703SSasha Levin 
1994346fd8fSSasha Levin 	r = ioport__register(kvm, PCI_CONFIG_ADDRESS + 0, &pci_config_address_ops, 4, NULL);
200b403f2f7SWill Deacon 	if (r < 0)
201b403f2f7SWill Deacon 		goto err_unregister_data;
202b403f2f7SWill Deacon 
203b403f2f7SWill Deacon 	r = kvm__register_mmio(kvm, KVM_PCI_CFG_AREA, PCI_CFG_SIZE, false,
204b403f2f7SWill Deacon 			       pci_config_mmio_access, kvm);
205b403f2f7SWill Deacon 	if (r < 0)
206b403f2f7SWill Deacon 		goto err_unregister_addr;
2076d987703SSasha Levin 
2086d987703SSasha Levin 	return 0;
209b403f2f7SWill Deacon 
210b403f2f7SWill Deacon err_unregister_addr:
211b403f2f7SWill Deacon 	ioport__unregister(kvm, PCI_CONFIG_ADDRESS);
212b403f2f7SWill Deacon err_unregister_data:
213b403f2f7SWill Deacon 	ioport__unregister(kvm, PCI_CONFIG_DATA);
214b403f2f7SWill Deacon 	return r;
2156d987703SSasha Levin }
216bca12bf6SSasha Levin dev_base_init(pci__init);
2176d987703SSasha Levin 
2186d987703SSasha Levin int pci__exit(struct kvm *kvm)
2196d987703SSasha Levin {
2204346fd8fSSasha Levin 	ioport__unregister(kvm, PCI_CONFIG_DATA);
2214346fd8fSSasha Levin 	ioport__unregister(kvm, PCI_CONFIG_ADDRESS);
2226d987703SSasha Levin 
2236d987703SSasha Levin 	return 0;
22460742802SPekka Enberg }
225bca12bf6SSasha Levin dev_base_exit(pci__exit);
226