1ae1fae34SPekka Enberg #ifndef KVM__KVM_H 2ae1fae34SPekka Enberg #define KVM__KVM_H 3ae1fae34SPekka Enberg 48d987725SAlexandru Elisei #include "kvm/mutex.h" 5af7b0868SMatt Evans #include "kvm/kvm-arch.h" 647621338SSasha Levin #include "kvm/kvm-config.h" 749a8afd1SSasha Levin #include "kvm/util-init.h" 849a8afd1SSasha Levin #include "kvm/kvm.h" 9da8883c1SPekka Enberg 10ae1fae34SPekka Enberg #include <stdbool.h> 113fdf659dSSasha Levin #include <linux/types.h> 12db927775SAlexandru Elisei #include <linux/compiler.h> 13ce79f1caSPekka Enberg #include <time.h> 1482d2f21eSSasha Levin #include <signal.h> 15a4d8c55eSSasha Levin #include <sys/prctl.h> 164095fac8SAndre Przywara #include <limits.h> 17ae1fae34SPekka Enberg 18b1c2516bSSasha Levin #define SIGKVMEXIT (SIGRTMIN + 0) 194298ddadSSasha Levin #define SIGKVMPAUSE (SIGRTMIN + 1) 20e300a5eeSMichael Ellerman #define SIGKVMTASK (SIGRTMIN + 2) 2149e5227dSSasha Levin 22354b198bSAsias He #define KVM_PID_FILE_PATH "/.lkvm/" 2382d65b5eSSasha Levin #define HOME_DIR getenv("HOME") 24ee8b1456SWanlong Gao #define KVM_BINARY_NAME "lkvm" 2582d65b5eSSasha Levin 264095fac8SAndre Przywara #ifndef PAGE_SIZE 27af7b0868SMatt Evans #define PAGE_SIZE (sysconf(_SC_PAGE_SIZE)) 284095fac8SAndre Przywara #endif 29ae1fae34SPekka Enberg 30*96f0c86cSAndre Przywara /* 31*96f0c86cSAndre Przywara * We are reusing the existing DEVICE_BUS_MMIO and DEVICE_BUS_IOPORT constants 32*96f0c86cSAndre Przywara * from kvm/devices.h to differentiate between registering an I/O port and an 33*96f0c86cSAndre Przywara * MMIO region. 34*96f0c86cSAndre Przywara * To avoid collisions with future additions of more bus types, we reserve 35*96f0c86cSAndre Przywara * a generous 4 bits for the bus mask here. 36*96f0c86cSAndre Przywara */ 37*96f0c86cSAndre Przywara #define IOTRAP_BUS_MASK 0xf 38*96f0c86cSAndre Przywara #define IOTRAP_COALESCE (1U << 4) 39*96f0c86cSAndre Przywara 40af7b0868SMatt Evans #define DEFINE_KVM_EXT(ext) \ 41af7b0868SMatt Evans .name = #ext, \ 42af7b0868SMatt Evans .code = ext 430c7c14a7SCyrill Gorcunov 44*96f0c86cSAndre Przywara struct kvm_cpu; 45*96f0c86cSAndre Przywara typedef void (*mmio_handler_fn)(struct kvm_cpu *vcpu, u64 addr, u8 *data, 46*96f0c86cSAndre Przywara u32 len, u8 is_write, void *ptr); 47a81be31eSAndre Przywara typedef void (*fdt_irq_fn)(void *fdt, u8 irq, enum irq_type irq_type); 48a81be31eSAndre Przywara 497021c50bSAsias He enum { 507021c50bSAsias He KVM_VMSTATE_RUNNING, 517021c50bSAsias He KVM_VMSTATE_PAUSED, 527021c50bSAsias He }; 537021c50bSAsias He 548f46c736SJean-Philippe Brucker enum kvm_mem_type { 558f46c736SJean-Philippe Brucker KVM_MEM_TYPE_RAM = 1 << 0, 568f46c736SJean-Philippe Brucker KVM_MEM_TYPE_DEVICE = 1 << 1, 57fa1076abSJean-Philippe Brucker KVM_MEM_TYPE_RESERVED = 1 << 2, 580480e04aSAndre Przywara KVM_MEM_TYPE_READONLY = 1 << 3, 598f46c736SJean-Philippe Brucker 608f46c736SJean-Philippe Brucker KVM_MEM_TYPE_ALL = KVM_MEM_TYPE_RAM 618f46c736SJean-Philippe Brucker | KVM_MEM_TYPE_DEVICE 62fa1076abSJean-Philippe Brucker | KVM_MEM_TYPE_RESERVED 630480e04aSAndre Przywara | KVM_MEM_TYPE_READONLY 648f46c736SJean-Philippe Brucker }; 658f46c736SJean-Philippe Brucker 66af7b0868SMatt Evans struct kvm_ext { 675358b0e6SSasha Levin const char *name; 68af7b0868SMatt Evans int code; 69ae1fae34SPekka Enberg }; 70ae1fae34SPekka Enberg 71d82350d3SWill Deacon struct kvm_mem_bank { 72d82350d3SWill Deacon struct list_head list; 73d82350d3SWill Deacon u64 guest_phys_addr; 74d82350d3SWill Deacon void *host_addr; 75d82350d3SWill Deacon u64 size; 768f46c736SJean-Philippe Brucker enum kvm_mem_type type; 778d987725SAlexandru Elisei u32 slot; 78d82350d3SWill Deacon }; 79d82350d3SWill Deacon 8042ac24f9SSasha Levin struct kvm { 8142ac24f9SSasha Levin struct kvm_arch arch; 8247621338SSasha Levin struct kvm_config cfg; 8342ac24f9SSasha Levin int sys_fd; /* For system ioctls(), i.e. /dev/kvm */ 8442ac24f9SSasha Levin int vm_fd; /* For VM ioctls() */ 8542ac24f9SSasha Levin timer_t timerid; /* Posix timer for interrupts */ 8642ac24f9SSasha Levin 8742ac24f9SSasha Levin int nrcpus; /* Number of cpus to run */ 88df4239fbSSasha Levin struct kvm_cpu **cpus; 8942ac24f9SSasha Levin 9042ac24f9SSasha Levin u32 mem_slots; /* for KVM_SET_USER_MEMORY_REGION */ 9142ac24f9SSasha Levin u64 ram_size; 9242ac24f9SSasha Levin void *ram_start; 9342ac24f9SSasha Levin u64 ram_pagesize; 948d987725SAlexandru Elisei struct mutex mem_banks_lock; 95d82350d3SWill Deacon struct list_head mem_banks; 9642ac24f9SSasha Levin 9742ac24f9SSasha Levin bool nmi_disabled; 98714ab9e6SAndre Przywara bool msix_needs_devid; 9942ac24f9SSasha Levin 10042ac24f9SSasha Levin const char *vmlinux; 10142ac24f9SSasha Levin struct disk_image **disks; 10242ac24f9SSasha Levin int nr_disks; 10342ac24f9SSasha Levin 10442ac24f9SSasha Levin int vm_state; 10520b65266SJulien Thierry 10620b65266SJulien Thierry #ifdef KVM_BRLOCK_DEBUG 10720b65266SJulien Thierry pthread_rwlock_t brlock_sem; 10820b65266SJulien Thierry #endif 10942ac24f9SSasha Levin }; 11042ac24f9SSasha Levin 1119667701cSPekka Enberg void kvm__set_dir(const char *fmt, ...); 1129667701cSPekka Enberg const char *kvm__get_dir(void); 1139667701cSPekka Enberg 11447621338SSasha Levin int kvm__init(struct kvm *kvm); 11547621338SSasha Levin struct kvm *kvm__new(void); 1168259b8ccSSasha Levin int kvm__recommended_cpus(struct kvm *kvm); 11743835ac9SSasha Levin int kvm__max_cpus(struct kvm *kvm); 11843835ac9SSasha Levin void kvm__init_ram(struct kvm *kvm); 119495fbd4eSSasha Levin int kvm__exit(struct kvm *kvm); 1205ad8db5eSPekka Enberg bool kvm__load_firmware(struct kvm *kvm, const char *firmware_filename); 1212065a6f7SCyrill Gorcunov bool kvm__load_kernel(struct kvm *kvm, const char *kernel_filename, 122ff7ba6faSWill Deacon const char *initrd_filename, const char *kernel_cmdline); 123b4532ca9SSasha Levin int kvm_timer__init(struct kvm *kvm); 124b4532ca9SSasha Levin int kvm_timer__exit(struct kvm *kvm); 12543835ac9SSasha Levin void kvm__irq_line(struct kvm *kvm, int irq, int level); 126bfaed61cSSasha Levin void kvm__irq_trigger(struct kvm *kvm, int irq); 1274123ca55SMarc Zyngier bool kvm__emulate_io(struct kvm_cpu *vcpu, u16 port, void *data, int direction, int size, u32 count); 1289b735910SMarc Zyngier bool kvm__emulate_mmio(struct kvm_cpu *vcpu, u64 phys_addr, u8 *data, u32 len, u8 is_write); 129*96f0c86cSAndre Przywara bool kvm__emulate_pio(struct kvm_cpu *vcpu, u16 port, void *data, 130*96f0c86cSAndre Przywara int direction, int size, u32 count); 1318d987725SAlexandru Elisei int kvm__destroy_mem(struct kvm *kvm, u64 guest_phys, u64 size, void *userspace_addr); 1328f46c736SJean-Philippe Brucker int kvm__register_mem(struct kvm *kvm, u64 guest_phys, u64 size, void *userspace_addr, 1338f46c736SJean-Philippe Brucker enum kvm_mem_type type); 1348f46c736SJean-Philippe Brucker static inline int kvm__register_ram(struct kvm *kvm, u64 guest_phys, u64 size, 1358f46c736SJean-Philippe Brucker void *userspace_addr) 1368f46c736SJean-Philippe Brucker { 1378f46c736SJean-Philippe Brucker return kvm__register_mem(kvm, guest_phys, size, userspace_addr, 1388f46c736SJean-Philippe Brucker KVM_MEM_TYPE_RAM); 1398f46c736SJean-Philippe Brucker } 1408f46c736SJean-Philippe Brucker 1418f46c736SJean-Philippe Brucker static inline int kvm__register_dev_mem(struct kvm *kvm, u64 guest_phys, 1428f46c736SJean-Philippe Brucker u64 size, void *userspace_addr) 1438f46c736SJean-Philippe Brucker { 1448f46c736SJean-Philippe Brucker return kvm__register_mem(kvm, guest_phys, size, userspace_addr, 1458f46c736SJean-Philippe Brucker KVM_MEM_TYPE_DEVICE); 1468f46c736SJean-Philippe Brucker } 1478f46c736SJean-Philippe Brucker 148fa1076abSJean-Philippe Brucker static inline int kvm__reserve_mem(struct kvm *kvm, u64 guest_phys, u64 size) 149fa1076abSJean-Philippe Brucker { 150fa1076abSJean-Philippe Brucker return kvm__register_mem(kvm, guest_phys, size, NULL, 151fa1076abSJean-Philippe Brucker KVM_MEM_TYPE_RESERVED); 152fa1076abSJean-Philippe Brucker } 153fa1076abSJean-Philippe Brucker 154*96f0c86cSAndre Przywara int __must_check kvm__register_iotrap(struct kvm *kvm, u64 phys_addr, u64 len, 155*96f0c86cSAndre Przywara mmio_handler_fn mmio_fn, void *ptr, 156*96f0c86cSAndre Przywara unsigned int flags); 157*96f0c86cSAndre Przywara 158*96f0c86cSAndre Przywara static inline 159*96f0c86cSAndre Przywara int __must_check kvm__register_mmio(struct kvm *kvm, u64 phys_addr, 160*96f0c86cSAndre Przywara u64 phys_addr_len, bool coalesce, 161*96f0c86cSAndre Przywara mmio_handler_fn mmio_fn, void *ptr) 162*96f0c86cSAndre Przywara { 163*96f0c86cSAndre Przywara return kvm__register_iotrap(kvm, phys_addr, phys_addr_len, mmio_fn, ptr, 164*96f0c86cSAndre Przywara DEVICE_BUS_MMIO | (coalesce ? IOTRAP_COALESCE : 0)); 165*96f0c86cSAndre Przywara } 166*96f0c86cSAndre Przywara static inline 167*96f0c86cSAndre Przywara int __must_check kvm__register_pio(struct kvm *kvm, u16 port, u16 len, 168*96f0c86cSAndre Przywara mmio_handler_fn mmio_fn, void *ptr) 169*96f0c86cSAndre Przywara { 170*96f0c86cSAndre Przywara return kvm__register_iotrap(kvm, port, len, mmio_fn, ptr, 171*96f0c86cSAndre Przywara DEVICE_BUS_IOPORT); 172*96f0c86cSAndre Przywara } 173*96f0c86cSAndre Przywara 174*96f0c86cSAndre Przywara bool kvm__deregister_iotrap(struct kvm *kvm, u64 phys_addr, unsigned int flags); 175*96f0c86cSAndre Przywara static inline bool kvm__deregister_mmio(struct kvm *kvm, u64 phys_addr) 176*96f0c86cSAndre Przywara { 177*96f0c86cSAndre Przywara return kvm__deregister_iotrap(kvm, phys_addr, DEVICE_BUS_MMIO); 178*96f0c86cSAndre Przywara } 179*96f0c86cSAndre Przywara static inline bool kvm__deregister_pio(struct kvm *kvm, u16 port) 180*96f0c86cSAndre Przywara { 181*96f0c86cSAndre Przywara return kvm__deregister_iotrap(kvm, port, DEVICE_BUS_IOPORT); 182*96f0c86cSAndre Przywara } 183*96f0c86cSAndre Przywara 1842aa76b26SWill Deacon void kvm__reboot(struct kvm *kvm); 1854346fd8fSSasha Levin void kvm__pause(struct kvm *kvm); 1864346fd8fSSasha Levin void kvm__continue(struct kvm *kvm); 1874298ddadSSasha Levin void kvm__notify_paused(void); 1884b1addaeSSasha Levin int kvm__get_sock_by_instance(const char *name); 189886af5f2SLiming Wang int kvm__enumerate_instances(int (*callback)(const char *name, int pid)); 1904b1addaeSSasha Levin void kvm__remove_socket(const char *name); 191ae1fae34SPekka Enberg 1928e704a7aSMatt Evans void kvm__arch_set_cmdline(char *cmdline, bool video); 1937eff9f49SWanlong Gao void kvm__arch_init(struct kvm *kvm, const char *hugetlbfs_path, u64 ram_size); 194e56e2de7SLai Jiangshan void kvm__arch_delete_ram(struct kvm *kvm); 195f7f9d02bSCyrill Gorcunov int kvm__arch_setup_firmware(struct kvm *kvm); 1961add9f73SSasha Levin int kvm__arch_free_firmware(struct kvm *kvm); 197af7b0868SMatt Evans bool kvm__arch_cpu_supports_vm(void); 19812c406a8SJonathan Austin void kvm__arch_read_term(struct kvm *kvm); 199af7b0868SMatt Evans 200f412251fSWill Deacon void *guest_flat_to_host(struct kvm *kvm, u64 offset); 2010cb41990SWill Deacon u64 host_to_guest_flat(struct kvm *kvm, void *ptr); 202f412251fSWill Deacon 203004f7684SAndre Przywara bool kvm__arch_load_kernel_image(struct kvm *kvm, int fd_kernel, int fd_initrd, 204004f7684SAndre Przywara const char *kernel_cmdline); 205af7b0868SMatt Evans 2060480e04aSAndre Przywara #define add_read_only(type, str) \ 2070480e04aSAndre Przywara (((type) & KVM_MEM_TYPE_READONLY) ? str " (read-only)" : str) 2088f46c736SJean-Philippe Brucker static inline const char *kvm_mem_type_to_string(enum kvm_mem_type type) 2098f46c736SJean-Philippe Brucker { 2100480e04aSAndre Przywara switch (type & ~KVM_MEM_TYPE_READONLY) { 2118f46c736SJean-Philippe Brucker case KVM_MEM_TYPE_ALL: 2128f46c736SJean-Philippe Brucker return "(all)"; 2138f46c736SJean-Philippe Brucker case KVM_MEM_TYPE_RAM: 2140480e04aSAndre Przywara return add_read_only(type, "RAM"); 2158f46c736SJean-Philippe Brucker case KVM_MEM_TYPE_DEVICE: 2160480e04aSAndre Przywara return add_read_only(type, "device"); 217fa1076abSJean-Philippe Brucker case KVM_MEM_TYPE_RESERVED: 2180480e04aSAndre Przywara return add_read_only(type, "reserved"); 2198f46c736SJean-Philippe Brucker } 2208f46c736SJean-Philippe Brucker 2218f46c736SJean-Philippe Brucker return "???"; 2228f46c736SJean-Philippe Brucker } 2238f46c736SJean-Philippe Brucker 2248f46c736SJean-Philippe Brucker int kvm__for_each_mem_bank(struct kvm *kvm, enum kvm_mem_type type, 2258f46c736SJean-Philippe Brucker int (*fun)(struct kvm *kvm, struct kvm_mem_bank *bank, void *data), 2268f46c736SJean-Philippe Brucker void *data); 2278f46c736SJean-Philippe Brucker 228ae1fae34SPekka Enberg /* 229ae1fae34SPekka Enberg * Debugging 230ae1fae34SPekka Enberg */ 231b2cf1e9fSAsias He void kvm__dump_mem(struct kvm *kvm, unsigned long addr, unsigned long size, int debug_fd); 232ae1fae34SPekka Enberg 233ae1fae34SPekka Enberg extern const char *kvm_exit_reasons[]; 234ae1fae34SPekka Enberg 23543835ac9SSasha Levin static inline bool host_ptr_in_ram(struct kvm *kvm, void *p) 2369292f776SCyrill Gorcunov { 23743835ac9SSasha Levin return kvm->ram_start <= p && p < (kvm->ram_start + kvm->ram_size); 2389292f776SCyrill Gorcunov } 2399292f776SCyrill Gorcunov 2401d6fb3f2SSasha Levin bool kvm__supports_extension(struct kvm *kvm, unsigned int extension); 241663165a2SAndre Przywara bool kvm__supports_vm_extension(struct kvm *kvm, unsigned int extension); 2426930e42fSSasha Levin 243a4d8c55eSSasha Levin static inline void kvm__set_thread_name(const char *name) 244a4d8c55eSSasha Levin { 245a4d8c55eSSasha Levin prctl(PR_SET_NAME, name); 246a4d8c55eSSasha Levin } 247a4d8c55eSSasha Levin 248ae1fae34SPekka Enberg #endif /* KVM__KVM_H */ 249