1ae1fae34SPekka Enberg #ifndef KVM__KVM_H 2ae1fae34SPekka Enberg #define KVM__KVM_H 3ae1fae34SPekka Enberg 48d987725SAlexandru Elisei #include "kvm/mutex.h" 5af7b0868SMatt Evans #include "kvm/kvm-arch.h" 647621338SSasha Levin #include "kvm/kvm-config.h" 749a8afd1SSasha Levin #include "kvm/util-init.h" 849a8afd1SSasha Levin #include "kvm/kvm.h" 9da8883c1SPekka Enberg 10ae1fae34SPekka Enberg #include <stdbool.h> 113fdf659dSSasha Levin #include <linux/types.h> 12db927775SAlexandru Elisei #include <linux/compiler.h> 13ce79f1caSPekka Enberg #include <time.h> 1482d2f21eSSasha Levin #include <signal.h> 15a4d8c55eSSasha Levin #include <sys/prctl.h> 164095fac8SAndre Przywara #include <limits.h> 17ae1fae34SPekka Enberg 18b1c2516bSSasha Levin #define SIGKVMEXIT (SIGRTMIN + 0) 194298ddadSSasha Levin #define SIGKVMPAUSE (SIGRTMIN + 1) 20e300a5eeSMichael Ellerman #define SIGKVMTASK (SIGRTMIN + 2) 2149e5227dSSasha Levin 22354b198bSAsias He #define KVM_PID_FILE_PATH "/.lkvm/" 2382d65b5eSSasha Levin #define HOME_DIR getenv("HOME") 24ee8b1456SWanlong Gao #define KVM_BINARY_NAME "lkvm" 2582d65b5eSSasha Levin 264095fac8SAndre Przywara #ifndef PAGE_SIZE 27af7b0868SMatt Evans #define PAGE_SIZE (sysconf(_SC_PAGE_SIZE)) 284095fac8SAndre Przywara #endif 29ae1fae34SPekka Enberg 30af7b0868SMatt Evans #define DEFINE_KVM_EXT(ext) \ 31af7b0868SMatt Evans .name = #ext, \ 32af7b0868SMatt Evans .code = ext 330c7c14a7SCyrill Gorcunov 347021c50bSAsias He enum { 357021c50bSAsias He KVM_VMSTATE_RUNNING, 367021c50bSAsias He KVM_VMSTATE_PAUSED, 377021c50bSAsias He }; 387021c50bSAsias He 398f46c736SJean-Philippe Brucker enum kvm_mem_type { 408f46c736SJean-Philippe Brucker KVM_MEM_TYPE_RAM = 1 << 0, 418f46c736SJean-Philippe Brucker KVM_MEM_TYPE_DEVICE = 1 << 1, 42fa1076abSJean-Philippe Brucker KVM_MEM_TYPE_RESERVED = 1 << 2, 43*0480e04aSAndre Przywara KVM_MEM_TYPE_READONLY = 1 << 3, 448f46c736SJean-Philippe Brucker 458f46c736SJean-Philippe Brucker KVM_MEM_TYPE_ALL = KVM_MEM_TYPE_RAM 468f46c736SJean-Philippe Brucker | KVM_MEM_TYPE_DEVICE 47fa1076abSJean-Philippe Brucker | KVM_MEM_TYPE_RESERVED 48*0480e04aSAndre Przywara | KVM_MEM_TYPE_READONLY 498f46c736SJean-Philippe Brucker }; 508f46c736SJean-Philippe Brucker 51af7b0868SMatt Evans struct kvm_ext { 525358b0e6SSasha Levin const char *name; 53af7b0868SMatt Evans int code; 54ae1fae34SPekka Enberg }; 55ae1fae34SPekka Enberg 56d82350d3SWill Deacon struct kvm_mem_bank { 57d82350d3SWill Deacon struct list_head list; 58d82350d3SWill Deacon u64 guest_phys_addr; 59d82350d3SWill Deacon void *host_addr; 60d82350d3SWill Deacon u64 size; 618f46c736SJean-Philippe Brucker enum kvm_mem_type type; 628d987725SAlexandru Elisei u32 slot; 63d82350d3SWill Deacon }; 64d82350d3SWill Deacon 6542ac24f9SSasha Levin struct kvm { 6642ac24f9SSasha Levin struct kvm_arch arch; 6747621338SSasha Levin struct kvm_config cfg; 6842ac24f9SSasha Levin int sys_fd; /* For system ioctls(), i.e. /dev/kvm */ 6942ac24f9SSasha Levin int vm_fd; /* For VM ioctls() */ 7042ac24f9SSasha Levin timer_t timerid; /* Posix timer for interrupts */ 7142ac24f9SSasha Levin 7242ac24f9SSasha Levin int nrcpus; /* Number of cpus to run */ 73df4239fbSSasha Levin struct kvm_cpu **cpus; 7442ac24f9SSasha Levin 7542ac24f9SSasha Levin u32 mem_slots; /* for KVM_SET_USER_MEMORY_REGION */ 7642ac24f9SSasha Levin u64 ram_size; 7742ac24f9SSasha Levin void *ram_start; 7842ac24f9SSasha Levin u64 ram_pagesize; 798d987725SAlexandru Elisei struct mutex mem_banks_lock; 80d82350d3SWill Deacon struct list_head mem_banks; 8142ac24f9SSasha Levin 8242ac24f9SSasha Levin bool nmi_disabled; 83714ab9e6SAndre Przywara bool msix_needs_devid; 8442ac24f9SSasha Levin 8542ac24f9SSasha Levin const char *vmlinux; 8642ac24f9SSasha Levin struct disk_image **disks; 8742ac24f9SSasha Levin int nr_disks; 8842ac24f9SSasha Levin 8942ac24f9SSasha Levin int vm_state; 9020b65266SJulien Thierry 9120b65266SJulien Thierry #ifdef KVM_BRLOCK_DEBUG 9220b65266SJulien Thierry pthread_rwlock_t brlock_sem; 9320b65266SJulien Thierry #endif 9442ac24f9SSasha Levin }; 9542ac24f9SSasha Levin 969667701cSPekka Enberg void kvm__set_dir(const char *fmt, ...); 979667701cSPekka Enberg const char *kvm__get_dir(void); 989667701cSPekka Enberg 9947621338SSasha Levin int kvm__init(struct kvm *kvm); 10047621338SSasha Levin struct kvm *kvm__new(void); 1018259b8ccSSasha Levin int kvm__recommended_cpus(struct kvm *kvm); 10243835ac9SSasha Levin int kvm__max_cpus(struct kvm *kvm); 10343835ac9SSasha Levin void kvm__init_ram(struct kvm *kvm); 104495fbd4eSSasha Levin int kvm__exit(struct kvm *kvm); 1055ad8db5eSPekka Enberg bool kvm__load_firmware(struct kvm *kvm, const char *firmware_filename); 1062065a6f7SCyrill Gorcunov bool kvm__load_kernel(struct kvm *kvm, const char *kernel_filename, 107ff7ba6faSWill Deacon const char *initrd_filename, const char *kernel_cmdline); 108b4532ca9SSasha Levin int kvm_timer__init(struct kvm *kvm); 109b4532ca9SSasha Levin int kvm_timer__exit(struct kvm *kvm); 11043835ac9SSasha Levin void kvm__irq_line(struct kvm *kvm, int irq, int level); 111bfaed61cSSasha Levin void kvm__irq_trigger(struct kvm *kvm, int irq); 1124123ca55SMarc Zyngier bool kvm__emulate_io(struct kvm_cpu *vcpu, u16 port, void *data, int direction, int size, u32 count); 1139b735910SMarc Zyngier bool kvm__emulate_mmio(struct kvm_cpu *vcpu, u64 phys_addr, u8 *data, u32 len, u8 is_write); 1148d987725SAlexandru Elisei int kvm__destroy_mem(struct kvm *kvm, u64 guest_phys, u64 size, void *userspace_addr); 1158f46c736SJean-Philippe Brucker int kvm__register_mem(struct kvm *kvm, u64 guest_phys, u64 size, void *userspace_addr, 1168f46c736SJean-Philippe Brucker enum kvm_mem_type type); 1178f46c736SJean-Philippe Brucker static inline int kvm__register_ram(struct kvm *kvm, u64 guest_phys, u64 size, 1188f46c736SJean-Philippe Brucker void *userspace_addr) 1198f46c736SJean-Philippe Brucker { 1208f46c736SJean-Philippe Brucker return kvm__register_mem(kvm, guest_phys, size, userspace_addr, 1218f46c736SJean-Philippe Brucker KVM_MEM_TYPE_RAM); 1228f46c736SJean-Philippe Brucker } 1238f46c736SJean-Philippe Brucker 1248f46c736SJean-Philippe Brucker static inline int kvm__register_dev_mem(struct kvm *kvm, u64 guest_phys, 1258f46c736SJean-Philippe Brucker u64 size, void *userspace_addr) 1268f46c736SJean-Philippe Brucker { 1278f46c736SJean-Philippe Brucker return kvm__register_mem(kvm, guest_phys, size, userspace_addr, 1288f46c736SJean-Philippe Brucker KVM_MEM_TYPE_DEVICE); 1298f46c736SJean-Philippe Brucker } 1308f46c736SJean-Philippe Brucker 131fa1076abSJean-Philippe Brucker static inline int kvm__reserve_mem(struct kvm *kvm, u64 guest_phys, u64 size) 132fa1076abSJean-Philippe Brucker { 133fa1076abSJean-Philippe Brucker return kvm__register_mem(kvm, guest_phys, size, NULL, 134fa1076abSJean-Philippe Brucker KVM_MEM_TYPE_RESERVED); 135fa1076abSJean-Philippe Brucker } 136fa1076abSJean-Philippe Brucker 1378f160708SAlexandru Elisei int __must_check kvm__register_mmio(struct kvm *kvm, u64 phys_addr, u64 phys_addr_len, bool coalesce, 1389b735910SMarc Zyngier void (*mmio_fn)(struct kvm_cpu *vcpu, u64 addr, u8 *data, u32 len, u8 is_write, void *ptr), 1399aa9d62aSSasha Levin void *ptr); 14073f7e5b3SSasha Levin bool kvm__deregister_mmio(struct kvm *kvm, u64 phys_addr); 1412aa76b26SWill Deacon void kvm__reboot(struct kvm *kvm); 1424346fd8fSSasha Levin void kvm__pause(struct kvm *kvm); 1434346fd8fSSasha Levin void kvm__continue(struct kvm *kvm); 1444298ddadSSasha Levin void kvm__notify_paused(void); 1454b1addaeSSasha Levin int kvm__get_sock_by_instance(const char *name); 146886af5f2SLiming Wang int kvm__enumerate_instances(int (*callback)(const char *name, int pid)); 1474b1addaeSSasha Levin void kvm__remove_socket(const char *name); 148ae1fae34SPekka Enberg 1498e704a7aSMatt Evans void kvm__arch_set_cmdline(char *cmdline, bool video); 1507eff9f49SWanlong Gao void kvm__arch_init(struct kvm *kvm, const char *hugetlbfs_path, u64 ram_size); 151e56e2de7SLai Jiangshan void kvm__arch_delete_ram(struct kvm *kvm); 152f7f9d02bSCyrill Gorcunov int kvm__arch_setup_firmware(struct kvm *kvm); 1531add9f73SSasha Levin int kvm__arch_free_firmware(struct kvm *kvm); 154af7b0868SMatt Evans bool kvm__arch_cpu_supports_vm(void); 15512c406a8SJonathan Austin void kvm__arch_read_term(struct kvm *kvm); 156af7b0868SMatt Evans 157f412251fSWill Deacon void *guest_flat_to_host(struct kvm *kvm, u64 offset); 1580cb41990SWill Deacon u64 host_to_guest_flat(struct kvm *kvm, void *ptr); 159f412251fSWill Deacon 160004f7684SAndre Przywara bool kvm__arch_load_kernel_image(struct kvm *kvm, int fd_kernel, int fd_initrd, 161004f7684SAndre Przywara const char *kernel_cmdline); 162af7b0868SMatt Evans 163*0480e04aSAndre Przywara #define add_read_only(type, str) \ 164*0480e04aSAndre Przywara (((type) & KVM_MEM_TYPE_READONLY) ? str " (read-only)" : str) 1658f46c736SJean-Philippe Brucker static inline const char *kvm_mem_type_to_string(enum kvm_mem_type type) 1668f46c736SJean-Philippe Brucker { 167*0480e04aSAndre Przywara switch (type & ~KVM_MEM_TYPE_READONLY) { 1688f46c736SJean-Philippe Brucker case KVM_MEM_TYPE_ALL: 1698f46c736SJean-Philippe Brucker return "(all)"; 1708f46c736SJean-Philippe Brucker case KVM_MEM_TYPE_RAM: 171*0480e04aSAndre Przywara return add_read_only(type, "RAM"); 1728f46c736SJean-Philippe Brucker case KVM_MEM_TYPE_DEVICE: 173*0480e04aSAndre Przywara return add_read_only(type, "device"); 174fa1076abSJean-Philippe Brucker case KVM_MEM_TYPE_RESERVED: 175*0480e04aSAndre Przywara return add_read_only(type, "reserved"); 1768f46c736SJean-Philippe Brucker } 1778f46c736SJean-Philippe Brucker 1788f46c736SJean-Philippe Brucker return "???"; 1798f46c736SJean-Philippe Brucker } 1808f46c736SJean-Philippe Brucker 1818f46c736SJean-Philippe Brucker int kvm__for_each_mem_bank(struct kvm *kvm, enum kvm_mem_type type, 1828f46c736SJean-Philippe Brucker int (*fun)(struct kvm *kvm, struct kvm_mem_bank *bank, void *data), 1838f46c736SJean-Philippe Brucker void *data); 1848f46c736SJean-Philippe Brucker 185ae1fae34SPekka Enberg /* 186ae1fae34SPekka Enberg * Debugging 187ae1fae34SPekka Enberg */ 188b2cf1e9fSAsias He void kvm__dump_mem(struct kvm *kvm, unsigned long addr, unsigned long size, int debug_fd); 189ae1fae34SPekka Enberg 190ae1fae34SPekka Enberg extern const char *kvm_exit_reasons[]; 191ae1fae34SPekka Enberg 19243835ac9SSasha Levin static inline bool host_ptr_in_ram(struct kvm *kvm, void *p) 1939292f776SCyrill Gorcunov { 19443835ac9SSasha Levin return kvm->ram_start <= p && p < (kvm->ram_start + kvm->ram_size); 1959292f776SCyrill Gorcunov } 1969292f776SCyrill Gorcunov 1971d6fb3f2SSasha Levin bool kvm__supports_extension(struct kvm *kvm, unsigned int extension); 198663165a2SAndre Przywara bool kvm__supports_vm_extension(struct kvm *kvm, unsigned int extension); 1996930e42fSSasha Levin 200a4d8c55eSSasha Levin static inline void kvm__set_thread_name(const char *name) 201a4d8c55eSSasha Levin { 202a4d8c55eSSasha Levin prctl(PR_SET_NAME, name); 203a4d8c55eSSasha Levin } 204a4d8c55eSSasha Levin 205ae1fae34SPekka Enberg #endif /* KVM__KVM_H */ 206