129443dabSPekka Enberg #include "kvm/kvm.h" 26b1994caSSasha Levin #include "kvm/rbtree-interval.h" 3f588adbbSSasha Levin #include "kvm/brlock.h" 429443dabSPekka Enberg 529443dabSPekka Enberg #include <stdio.h> 66b1994caSSasha Levin #include <stdlib.h> 76b1994caSSasha Levin 873f7e5b3SSasha Levin #include <sys/ioctl.h> 973f7e5b3SSasha Levin #include <linux/kvm.h> 103fdf659dSSasha Levin #include <linux/types.h> 116b1994caSSasha Levin #include <linux/rbtree.h> 126b1994caSSasha Levin 136b1994caSSasha Levin #define mmio_node(n) rb_entry(n, struct mmio_mapping, node) 146b1994caSSasha Levin 156b1994caSSasha Levin struct mmio_mapping { 166b1994caSSasha Levin struct rb_int_node node; 17d0b0df59SSasha Levin void (*mmio_fn)(u64 addr, u8 *data, u32 len, u8 is_write, void *ptr); 18d0b0df59SSasha Levin void *ptr; 196b1994caSSasha Levin }; 206b1994caSSasha Levin 216b1994caSSasha Levin static struct rb_root mmio_tree = RB_ROOT; 226b1994caSSasha Levin 236b1994caSSasha Levin static struct mmio_mapping *mmio_search(struct rb_root *root, u64 addr, u64 len) 246b1994caSSasha Levin { 256b1994caSSasha Levin struct rb_int_node *node; 266b1994caSSasha Levin 276b1994caSSasha Levin node = rb_int_search_range(root, addr, addr + len); 286b1994caSSasha Levin if (node == NULL) 296b1994caSSasha Levin return NULL; 306b1994caSSasha Levin 316b1994caSSasha Levin return mmio_node(node); 326b1994caSSasha Levin } 336b1994caSSasha Levin 346b1994caSSasha Levin /* Find lowest match, Check for overlap */ 356b1994caSSasha Levin static struct mmio_mapping *mmio_search_single(struct rb_root *root, u64 addr) 366b1994caSSasha Levin { 376b1994caSSasha Levin struct rb_int_node *node; 386b1994caSSasha Levin 396b1994caSSasha Levin node = rb_int_search_single(root, addr); 406b1994caSSasha Levin if (node == NULL) 416b1994caSSasha Levin return NULL; 426b1994caSSasha Levin 436b1994caSSasha Levin return mmio_node(node); 446b1994caSSasha Levin } 456b1994caSSasha Levin 466b1994caSSasha Levin static int mmio_insert(struct rb_root *root, struct mmio_mapping *data) 476b1994caSSasha Levin { 486b1994caSSasha Levin return rb_int_insert(root, &data->node); 496b1994caSSasha Levin } 5029443dabSPekka Enberg 513fdf659dSSasha Levin static const char *to_direction(u8 is_write) 5229443dabSPekka Enberg { 5329443dabSPekka Enberg if (is_write) 5429443dabSPekka Enberg return "write"; 5529443dabSPekka Enberg 5629443dabSPekka Enberg return "read"; 5729443dabSPekka Enberg } 5829443dabSPekka Enberg 59*9aa9d62aSSasha Levin bool kvm__register_mmio(struct kvm *kvm, u64 phys_addr, u64 phys_addr_len, bool coalesce, 60*9aa9d62aSSasha Levin void (*mmio_fn)(u64 addr, u8 *data, u32 len, u8 is_write, void *ptr), 61*9aa9d62aSSasha Levin void *ptr) 626b1994caSSasha Levin { 636b1994caSSasha Levin struct mmio_mapping *mmio; 6473f7e5b3SSasha Levin struct kvm_coalesced_mmio_zone zone; 65f588adbbSSasha Levin int ret; 666b1994caSSasha Levin 676b1994caSSasha Levin mmio = malloc(sizeof(*mmio)); 686b1994caSSasha Levin if (mmio == NULL) 696b1994caSSasha Levin return false; 706b1994caSSasha Levin 716b1994caSSasha Levin *mmio = (struct mmio_mapping) { 726b1994caSSasha Levin .node = RB_INT_INIT(phys_addr, phys_addr + phys_addr_len), 73d0b0df59SSasha Levin .mmio_fn = mmio_fn, 74d0b0df59SSasha Levin .ptr = ptr, 756b1994caSSasha Levin }; 766b1994caSSasha Levin 77*9aa9d62aSSasha Levin if (coalesce) { 7873f7e5b3SSasha Levin zone = (struct kvm_coalesced_mmio_zone) { 7973f7e5b3SSasha Levin .addr = phys_addr, 8073f7e5b3SSasha Levin .size = phys_addr_len, 8173f7e5b3SSasha Levin }; 8273f7e5b3SSasha Levin ret = ioctl(kvm->vm_fd, KVM_REGISTER_COALESCED_MMIO, &zone); 8373f7e5b3SSasha Levin if (ret < 0) { 8473f7e5b3SSasha Levin free(mmio); 8573f7e5b3SSasha Levin return false; 8673f7e5b3SSasha Levin } 87*9aa9d62aSSasha Levin } 88f588adbbSSasha Levin br_write_lock(); 89f588adbbSSasha Levin ret = mmio_insert(&mmio_tree, mmio); 90f588adbbSSasha Levin br_write_unlock(); 91f588adbbSSasha Levin 92f588adbbSSasha Levin return ret; 936b1994caSSasha Levin } 946b1994caSSasha Levin 9573f7e5b3SSasha Levin bool kvm__deregister_mmio(struct kvm *kvm, u64 phys_addr) 966b1994caSSasha Levin { 976b1994caSSasha Levin struct mmio_mapping *mmio; 9873f7e5b3SSasha Levin struct kvm_coalesced_mmio_zone zone; 996b1994caSSasha Levin 100f588adbbSSasha Levin br_write_lock(); 1016b1994caSSasha Levin mmio = mmio_search_single(&mmio_tree, phys_addr); 102f588adbbSSasha Levin if (mmio == NULL) { 103f588adbbSSasha Levin br_write_unlock(); 1046b1994caSSasha Levin return false; 105f588adbbSSasha Levin } 1066b1994caSSasha Levin 10773f7e5b3SSasha Levin zone = (struct kvm_coalesced_mmio_zone) { 10873f7e5b3SSasha Levin .addr = phys_addr, 10973f7e5b3SSasha Levin .size = 1, 11073f7e5b3SSasha Levin }; 11173f7e5b3SSasha Levin ioctl(kvm->vm_fd, KVM_UNREGISTER_COALESCED_MMIO, &zone); 11273f7e5b3SSasha Levin 1136b1994caSSasha Levin rb_int_erase(&mmio_tree, &mmio->node); 114f588adbbSSasha Levin br_write_unlock(); 115f588adbbSSasha Levin 1166b1994caSSasha Levin free(mmio); 1176b1994caSSasha Levin return true; 1186b1994caSSasha Levin } 1196b1994caSSasha Levin 12043835ac9SSasha Levin bool kvm__emulate_mmio(struct kvm *kvm, u64 phys_addr, u8 *data, u32 len, u8 is_write) 12129443dabSPekka Enberg { 122f588adbbSSasha Levin struct mmio_mapping *mmio; 123f588adbbSSasha Levin 124f588adbbSSasha Levin br_read_lock(); 125f588adbbSSasha Levin mmio = mmio_search(&mmio_tree, phys_addr, len); 1266b1994caSSasha Levin 1276b1994caSSasha Levin if (mmio) 128d0b0df59SSasha Levin mmio->mmio_fn(phys_addr, data, len, is_write, mmio->ptr); 1296b1994caSSasha Levin else 1303fdf659dSSasha Levin fprintf(stderr, "Warning: Ignoring MMIO %s at %016llx (length %u)\n", 13129443dabSPekka Enberg to_direction(is_write), phys_addr, len); 132f588adbbSSasha Levin br_read_unlock(); 13329443dabSPekka Enberg 13429443dabSPekka Enberg return true; 13529443dabSPekka Enberg } 136