129443dabSPekka Enberg #include "kvm/kvm.h" 26b1994caSSasha Levin #include "kvm/rbtree-interval.h" 3f588adbbSSasha Levin #include "kvm/brlock.h" 429443dabSPekka Enberg 529443dabSPekka Enberg #include <stdio.h> 66b1994caSSasha Levin #include <stdlib.h> 76b1994caSSasha Levin 873f7e5b3SSasha Levin #include <sys/ioctl.h> 973f7e5b3SSasha Levin #include <linux/kvm.h> 103fdf659dSSasha Levin #include <linux/types.h> 116b1994caSSasha Levin #include <linux/rbtree.h> 12*495fbd4eSSasha Levin #include <linux/err.h> 13*495fbd4eSSasha Levin #include <errno.h> 146b1994caSSasha Levin 156b1994caSSasha Levin #define mmio_node(n) rb_entry(n, struct mmio_mapping, node) 166b1994caSSasha Levin 176b1994caSSasha Levin struct mmio_mapping { 186b1994caSSasha Levin struct rb_int_node node; 19d0b0df59SSasha Levin void (*mmio_fn)(u64 addr, u8 *data, u32 len, u8 is_write, void *ptr); 20d0b0df59SSasha Levin void *ptr; 216b1994caSSasha Levin }; 226b1994caSSasha Levin 236b1994caSSasha Levin static struct rb_root mmio_tree = RB_ROOT; 246b1994caSSasha Levin 256b1994caSSasha Levin static struct mmio_mapping *mmio_search(struct rb_root *root, u64 addr, u64 len) 266b1994caSSasha Levin { 276b1994caSSasha Levin struct rb_int_node *node; 286b1994caSSasha Levin 296b1994caSSasha Levin node = rb_int_search_range(root, addr, addr + len); 306b1994caSSasha Levin if (node == NULL) 316b1994caSSasha Levin return NULL; 326b1994caSSasha Levin 336b1994caSSasha Levin return mmio_node(node); 346b1994caSSasha Levin } 356b1994caSSasha Levin 366b1994caSSasha Levin /* Find lowest match, Check for overlap */ 376b1994caSSasha Levin static struct mmio_mapping *mmio_search_single(struct rb_root *root, u64 addr) 386b1994caSSasha Levin { 396b1994caSSasha Levin struct rb_int_node *node; 406b1994caSSasha Levin 416b1994caSSasha Levin node = rb_int_search_single(root, addr); 426b1994caSSasha Levin if (node == NULL) 436b1994caSSasha Levin return NULL; 446b1994caSSasha Levin 456b1994caSSasha Levin return mmio_node(node); 466b1994caSSasha Levin } 476b1994caSSasha Levin 486b1994caSSasha Levin static int mmio_insert(struct rb_root *root, struct mmio_mapping *data) 496b1994caSSasha Levin { 506b1994caSSasha Levin return rb_int_insert(root, &data->node); 516b1994caSSasha Levin } 5229443dabSPekka Enberg 533fdf659dSSasha Levin static const char *to_direction(u8 is_write) 5429443dabSPekka Enberg { 5529443dabSPekka Enberg if (is_write) 5629443dabSPekka Enberg return "write"; 5729443dabSPekka Enberg 5829443dabSPekka Enberg return "read"; 5929443dabSPekka Enberg } 6029443dabSPekka Enberg 61*495fbd4eSSasha Levin int kvm__register_mmio(struct kvm *kvm, u64 phys_addr, u64 phys_addr_len, bool coalesce, 629aa9d62aSSasha Levin void (*mmio_fn)(u64 addr, u8 *data, u32 len, u8 is_write, void *ptr), 639aa9d62aSSasha Levin void *ptr) 646b1994caSSasha Levin { 656b1994caSSasha Levin struct mmio_mapping *mmio; 6673f7e5b3SSasha Levin struct kvm_coalesced_mmio_zone zone; 67f588adbbSSasha Levin int ret; 686b1994caSSasha Levin 696b1994caSSasha Levin mmio = malloc(sizeof(*mmio)); 706b1994caSSasha Levin if (mmio == NULL) 71*495fbd4eSSasha Levin return -ENOMEM; 726b1994caSSasha Levin 736b1994caSSasha Levin *mmio = (struct mmio_mapping) { 746b1994caSSasha Levin .node = RB_INT_INIT(phys_addr, phys_addr + phys_addr_len), 75d0b0df59SSasha Levin .mmio_fn = mmio_fn, 76d0b0df59SSasha Levin .ptr = ptr, 776b1994caSSasha Levin }; 786b1994caSSasha Levin 799aa9d62aSSasha Levin if (coalesce) { 8073f7e5b3SSasha Levin zone = (struct kvm_coalesced_mmio_zone) { 8173f7e5b3SSasha Levin .addr = phys_addr, 8273f7e5b3SSasha Levin .size = phys_addr_len, 8373f7e5b3SSasha Levin }; 8473f7e5b3SSasha Levin ret = ioctl(kvm->vm_fd, KVM_REGISTER_COALESCED_MMIO, &zone); 8573f7e5b3SSasha Levin if (ret < 0) { 8673f7e5b3SSasha Levin free(mmio); 87*495fbd4eSSasha Levin return -errno; 8873f7e5b3SSasha Levin } 899aa9d62aSSasha Levin } 90f588adbbSSasha Levin br_write_lock(); 91f588adbbSSasha Levin ret = mmio_insert(&mmio_tree, mmio); 92f588adbbSSasha Levin br_write_unlock(); 93f588adbbSSasha Levin 94f588adbbSSasha Levin return ret; 956b1994caSSasha Levin } 966b1994caSSasha Levin 9773f7e5b3SSasha Levin bool kvm__deregister_mmio(struct kvm *kvm, u64 phys_addr) 986b1994caSSasha Levin { 996b1994caSSasha Levin struct mmio_mapping *mmio; 10073f7e5b3SSasha Levin struct kvm_coalesced_mmio_zone zone; 1016b1994caSSasha Levin 102f588adbbSSasha Levin br_write_lock(); 1036b1994caSSasha Levin mmio = mmio_search_single(&mmio_tree, phys_addr); 104f588adbbSSasha Levin if (mmio == NULL) { 105f588adbbSSasha Levin br_write_unlock(); 1066b1994caSSasha Levin return false; 107f588adbbSSasha Levin } 1086b1994caSSasha Levin 10973f7e5b3SSasha Levin zone = (struct kvm_coalesced_mmio_zone) { 11073f7e5b3SSasha Levin .addr = phys_addr, 11173f7e5b3SSasha Levin .size = 1, 11273f7e5b3SSasha Levin }; 11373f7e5b3SSasha Levin ioctl(kvm->vm_fd, KVM_UNREGISTER_COALESCED_MMIO, &zone); 11473f7e5b3SSasha Levin 1156b1994caSSasha Levin rb_int_erase(&mmio_tree, &mmio->node); 116f588adbbSSasha Levin br_write_unlock(); 117f588adbbSSasha Levin 1186b1994caSSasha Levin free(mmio); 1196b1994caSSasha Levin return true; 1206b1994caSSasha Levin } 1216b1994caSSasha Levin 12243835ac9SSasha Levin bool kvm__emulate_mmio(struct kvm *kvm, u64 phys_addr, u8 *data, u32 len, u8 is_write) 12329443dabSPekka Enberg { 124f588adbbSSasha Levin struct mmio_mapping *mmio; 125f588adbbSSasha Levin 126f588adbbSSasha Levin br_read_lock(); 127f588adbbSSasha Levin mmio = mmio_search(&mmio_tree, phys_addr, len); 1286b1994caSSasha Levin 1296b1994caSSasha Levin if (mmio) 130d0b0df59SSasha Levin mmio->mmio_fn(phys_addr, data, len, is_write, mmio->ptr); 1316b1994caSSasha Levin else 1323fdf659dSSasha Levin fprintf(stderr, "Warning: Ignoring MMIO %s at %016llx (length %u)\n", 13329443dabSPekka Enberg to_direction(is_write), phys_addr, len); 134f588adbbSSasha Levin br_read_unlock(); 13529443dabSPekka Enberg 13629443dabSPekka Enberg return true; 13729443dabSPekka Enberg } 138