Lines Matching full:vm
59 struct kvm_vm *vm; member
141 #define kvm_for_each_vcpu(vm, i, vcpu) \ argument
142 for ((i) = 0; (i) <= (vm)->last_vcpu_id; (i)++) \
143 if (!((vcpu) = vm->vcpus[i])) \
148 memslot2region(struct kvm_vm *vm, uint32_t memslot);
150 static inline struct userspace_mem_region *vm_get_mem_region(struct kvm_vm *vm, in vm_get_mem_region() argument
154 return memslot2region(vm, vm->memslots[type]); in vm_get_mem_region()
297 static __always_inline void static_assert_is_vm(struct kvm_vm *vm) { } in static_assert_is_vm() argument
299 #define __vm_ioctl(vm, cmd, arg) \ argument
301 static_assert_is_vm(vm); \
302 kvm_do_ioctl((vm)->fd, cmd, arg); \
306 * Assert that a VM or vCPU ioctl() succeeded, with extra magic to detect if
307 * the ioctl() failed because KVM killed/bugged the VM. To detect a dead VM,
310 * return 0 or 1. If KVM kills a VM, KVM returns -EIO for all ioctl()s for the
311 * VM and its vCPUs, including KVM_CHECK_EXTENSION.
313 #define __TEST_ASSERT_VM_VCPU_IOCTL(cond, name, ret, vm) \ argument
317 static_assert_is_vm(vm); \
323 __vm_ioctl(vm, KVM_CHECK_EXTENSION, (void *)KVM_CAP_USER_MEMORY) < 0) { \
324 TEST_ASSERT(errno == EIO, "KVM killed the VM, should return -EIO"); \
325 TEST_FAIL("KVM killed/bugged the VM, check the kernel log for clues"); \
331 #define TEST_ASSERT_VM_VCPU_IOCTL(cond, cmd, ret, vm) \ argument
332 __TEST_ASSERT_VM_VCPU_IOCTL(cond, #cmd, ret, vm)
334 #define vm_ioctl(vm, cmd, arg) \ argument
336 int ret = __vm_ioctl(vm, cmd, arg); \
338 __TEST_ASSERT_VM_VCPU_IOCTL(!ret, #cmd, ret, vm); \
353 __TEST_ASSERT_VM_VCPU_IOCTL(!ret, #cmd, ret, (vcpu)->vm); \
360 static inline int vm_check_cap(struct kvm_vm *vm, long cap) in vm_check_cap() argument
362 int ret = __vm_ioctl(vm, KVM_CHECK_EXTENSION, (void *)cap); in vm_check_cap()
364 TEST_ASSERT_VM_VCPU_IOCTL(ret >= 0, KVM_CHECK_EXTENSION, ret, vm); in vm_check_cap()
368 static inline int __vm_enable_cap(struct kvm_vm *vm, uint32_t cap, uint64_t arg0) in __vm_enable_cap() argument
372 return __vm_ioctl(vm, KVM_ENABLE_CAP, &enable_cap); in __vm_enable_cap()
374 static inline void vm_enable_cap(struct kvm_vm *vm, uint32_t cap, uint64_t arg0) in vm_enable_cap() argument
378 vm_ioctl(vm, KVM_ENABLE_CAP, &enable_cap); in vm_enable_cap()
381 static inline void vm_set_memory_attributes(struct kvm_vm *vm, uint64_t gpa, in vm_set_memory_attributes() argument
398 vm_ioctl(vm, KVM_SET_MEMORY_ATTRIBUTES, &attr); in vm_set_memory_attributes()
402 static inline void vm_mem_set_private(struct kvm_vm *vm, uint64_t gpa, in vm_mem_set_private() argument
405 vm_set_memory_attributes(vm, gpa, size, KVM_MEMORY_ATTRIBUTE_PRIVATE); in vm_mem_set_private()
408 static inline void vm_mem_set_shared(struct kvm_vm *vm, uint64_t gpa, in vm_mem_set_shared() argument
411 vm_set_memory_attributes(vm, gpa, size, 0); in vm_mem_set_shared()
414 void vm_guest_mem_fallocate(struct kvm_vm *vm, uint64_t gpa, uint64_t size,
417 static inline void vm_guest_mem_punch_hole(struct kvm_vm *vm, uint64_t gpa, in vm_guest_mem_punch_hole() argument
420 vm_guest_mem_fallocate(vm, gpa, size, true); in vm_guest_mem_punch_hole()
423 static inline void vm_guest_mem_allocate(struct kvm_vm *vm, uint64_t gpa, in vm_guest_mem_allocate() argument
426 vm_guest_mem_fallocate(vm, gpa, size, false); in vm_guest_mem_allocate()
429 void vm_enable_dirty_ring(struct kvm_vm *vm, uint32_t ring_size);
435 void kvm_vm_elf_load(struct kvm_vm *vm, const char *filename);
438 void vm_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent);
440 static inline void kvm_vm_get_dirty_log(struct kvm_vm *vm, int slot, void *log) in kvm_vm_get_dirty_log() argument
444 vm_ioctl(vm, KVM_GET_DIRTY_LOG, &args); in kvm_vm_get_dirty_log()
447 static inline void kvm_vm_clear_dirty_log(struct kvm_vm *vm, int slot, void *log, in kvm_vm_clear_dirty_log() argument
457 vm_ioctl(vm, KVM_CLEAR_DIRTY_LOG, &args); in kvm_vm_clear_dirty_log()
460 static inline uint32_t kvm_vm_reset_dirty_ring(struct kvm_vm *vm) in kvm_vm_reset_dirty_ring() argument
462 return __vm_ioctl(vm, KVM_RESET_DIRTY_RINGS, NULL); in kvm_vm_reset_dirty_ring()
465 static inline void kvm_vm_register_coalesced_io(struct kvm_vm *vm, in kvm_vm_register_coalesced_io() argument
475 vm_ioctl(vm, KVM_REGISTER_COALESCED_MMIO, &zone); in kvm_vm_register_coalesced_io()
478 static inline void kvm_vm_unregister_coalesced_io(struct kvm_vm *vm, in kvm_vm_unregister_coalesced_io() argument
488 vm_ioctl(vm, KVM_UNREGISTER_COALESCED_MMIO, &zone); in kvm_vm_unregister_coalesced_io()
491 static inline int vm_get_stats_fd(struct kvm_vm *vm) in vm_get_stats_fd() argument
493 int fd = __vm_ioctl(vm, KVM_GET_STATS_FD, NULL); in vm_get_stats_fd()
495 TEST_ASSERT_VM_VCPU_IOCTL(fd >= 0, KVM_GET_STATS_FD, fd, vm); in vm_get_stats_fd()
549 #define vm_get_stat(vm, stat) __get_stat(&(vm)->stats, stat) argument
552 void vm_create_irqchip(struct kvm_vm *vm);
554 static inline int __vm_create_guest_memfd(struct kvm_vm *vm, uint64_t size, in __vm_create_guest_memfd() argument
562 return __vm_ioctl(vm, KVM_CREATE_GUEST_MEMFD, &guest_memfd); in __vm_create_guest_memfd()
565 static inline int vm_create_guest_memfd(struct kvm_vm *vm, uint64_t size, in vm_create_guest_memfd() argument
568 int fd = __vm_create_guest_memfd(vm, size, flags); in vm_create_guest_memfd()
574 void vm_set_user_memory_region(struct kvm_vm *vm, uint32_t slot, uint32_t flags,
576 int __vm_set_user_memory_region(struct kvm_vm *vm, uint32_t slot, uint32_t flags,
578 void vm_set_user_memory_region2(struct kvm_vm *vm, uint32_t slot, uint32_t flags,
581 int __vm_set_user_memory_region2(struct kvm_vm *vm, uint32_t slot, uint32_t flags,
585 void vm_userspace_mem_region_add(struct kvm_vm *vm,
589 void vm_mem_add(struct kvm_vm *vm, enum vm_mem_backing_src_type src_type,
594 static inline bool vm_arch_has_protected_memory(struct kvm_vm *vm) in vm_arch_has_protected_memory() argument
600 void vm_mem_region_set_flags(struct kvm_vm *vm, uint32_t slot, uint32_t flags);
601 void vm_mem_region_move(struct kvm_vm *vm, uint32_t slot, uint64_t new_gpa);
602 void vm_mem_region_delete(struct kvm_vm *vm, uint32_t slot);
603 struct kvm_vcpu *__vm_vcpu_add(struct kvm_vm *vm, uint32_t vcpu_id);
604 void vm_populate_vaddr_bitmap(struct kvm_vm *vm);
605 vm_vaddr_t vm_vaddr_unused_gap(struct kvm_vm *vm, size_t sz, vm_vaddr_t vaddr_min);
606 vm_vaddr_t vm_vaddr_alloc(struct kvm_vm *vm, size_t sz, vm_vaddr_t vaddr_min);
607 vm_vaddr_t __vm_vaddr_alloc(struct kvm_vm *vm, size_t sz, vm_vaddr_t vaddr_min,
609 vm_vaddr_t vm_vaddr_alloc_shared(struct kvm_vm *vm, size_t sz,
612 vm_vaddr_t vm_vaddr_alloc_pages(struct kvm_vm *vm, int nr_pages);
613 vm_vaddr_t __vm_vaddr_alloc_page(struct kvm_vm *vm,
615 vm_vaddr_t vm_vaddr_alloc_page(struct kvm_vm *vm);
617 void virt_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr,
619 void *addr_gpa2hva(struct kvm_vm *vm, vm_paddr_t gpa);
620 void *addr_gva2hva(struct kvm_vm *vm, vm_vaddr_t gva);
621 vm_paddr_t addr_hva2gpa(struct kvm_vm *vm, void *hva);
622 void *addr_gpa2alias(struct kvm_vm *vm, vm_paddr_t gpa);
628 static inline vm_paddr_t vm_untag_gpa(struct kvm_vm *vm, vm_paddr_t gpa) in vm_untag_gpa() argument
630 return gpa & ~vm->gpa_tag_mask; in vm_untag_gpa()
765 TEST_ASSERT_VM_VCPU_IOCTL(fd >= 0, KVM_CHECK_EXTENSION, fd, vcpu->vm); in vcpu_get_stats_fd()
834 int __kvm_test_create_device(struct kvm_vm *vm, uint64_t type);
835 int __kvm_create_device(struct kvm_vm *vm, uint64_t type);
837 static inline int kvm_create_device(struct kvm_vm *vm, uint64_t type) in kvm_create_device() argument
839 int fd = __kvm_create_device(vm, type); in kvm_create_device()
848 * VM VCPU Args Set
851 * vm - Virtual Machine
866 void kvm_irq_line(struct kvm_vm *vm, uint32_t irq, int level);
867 int _kvm_irq_line(struct kvm_vm *vm, uint32_t irq, int level);
874 int _kvm_gsi_routing_write(struct kvm_vm *vm, struct kvm_irq_routing *routing);
875 void kvm_gsi_routing_write(struct kvm_vm *vm, struct kvm_irq_routing *routing);
879 vm_paddr_t vm_phy_page_alloc(struct kvm_vm *vm, vm_paddr_t paddr_min,
881 vm_paddr_t __vm_phy_pages_alloc(struct kvm_vm *vm, size_t num,
884 vm_paddr_t vm_alloc_page_table(struct kvm_vm *vm);
886 static inline vm_paddr_t vm_phy_pages_alloc(struct kvm_vm *vm, size_t num, in vm_phy_pages_alloc() argument
894 return __vm_phy_pages_alloc(vm, num, paddr_min, memslot, in vm_phy_pages_alloc()
895 vm_arch_has_protected_memory(vm)); in vm_phy_pages_alloc()
947 * Create a VM with a single vCPU with reasonable defaults and @extra_mem_pages
948 * additional pages of guest memory. Returns the VM and vCPU (via out param).
971 struct kvm_vcpu *vm_recreate_with_one_vcpu(struct kvm_vm *vm);
980 unsigned long vm_compute_max_gfn(struct kvm_vm *vm);
996 #define sync_global_to_guest(vm, g) ({ \ argument
997 typeof(g) *_p = addr_gva2hva(vm, (vm_vaddr_t)&(g)); \
1001 #define sync_global_from_guest(vm, g) ({ \ argument
1002 typeof(g) *_p = addr_gva2hva(vm, (vm_vaddr_t)&(g)); \
1007 * Write a global value, but only in the VM's (guest's) domain. Primarily used
1008 * for "globals" that hold per-VM values (VMs always duplicate code and global
1012 #define write_guest_global(vm, g, val) ({ \ argument
1013 typeof(g) *_p = addr_gva2hva(vm, (vm_vaddr_t)&(g)); \
1034 * vm - Virtual Machine
1035 * vcpu_id - The id of the VCPU to add to the VM.
1037 struct kvm_vcpu *vm_arch_vcpu_add(struct kvm_vm *vm, uint32_t vcpu_id);
1040 static inline struct kvm_vcpu *vm_vcpu_add(struct kvm_vm *vm, uint32_t vcpu_id, in vm_vcpu_add() argument
1043 struct kvm_vcpu *vcpu = vm_arch_vcpu_add(vm, vcpu_id); in vm_vcpu_add()
1050 /* Re-create a vCPU after restarting a VM, e.g. for state save/restore tests. */
1051 struct kvm_vcpu *vm_arch_vcpu_recreate(struct kvm_vm *vm, uint32_t vcpu_id);
1053 static inline struct kvm_vcpu *vm_vcpu_recreate(struct kvm_vm *vm, in vm_vcpu_recreate() argument
1056 return vm_arch_vcpu_recreate(vm, vcpu_id); in vm_vcpu_recreate()
1061 void virt_arch_pgd_alloc(struct kvm_vm *vm);
1063 static inline void virt_pgd_alloc(struct kvm_vm *vm) in virt_pgd_alloc() argument
1065 virt_arch_pgd_alloc(vm); in virt_pgd_alloc()
1069 * VM Virtual Page Map
1072 * vm - Virtual Machine
1073 * vaddr - VM Virtual Address
1074 * paddr - VM Physical Address
1081 * Within @vm, creates a virtual translation for the page starting
1084 void virt_arch_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr);
1086 static inline void virt_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr) in virt_pg_map() argument
1088 virt_arch_pg_map(vm, vaddr, paddr); in virt_pg_map()
1096 * vm - Virtual Machine
1097 * gva - VM virtual address
1102 * Equivalent VM physical address
1104 * Returns the VM physical address of the translated VM virtual
1107 vm_paddr_t addr_arch_gva2gpa(struct kvm_vm *vm, vm_vaddr_t gva);
1109 static inline vm_paddr_t addr_gva2gpa(struct kvm_vm *vm, vm_vaddr_t gva) in addr_gva2gpa() argument
1111 return addr_arch_gva2gpa(vm, gva); in addr_gva2gpa()
1119 * vm - Virtual Machine
1127 * virtual translation tables for the VM given by @vm.
1129 void virt_arch_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent);
1131 static inline void virt_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent) in virt_dump() argument
1133 virt_arch_dump(stream, vm, indent); in virt_dump()
1137 static inline int __vm_disable_nx_huge_pages(struct kvm_vm *vm) in __vm_disable_nx_huge_pages() argument
1139 return __vm_enable_cap(vm, KVM_CAP_VM_DISABLE_NX_HUGE_PAGES, 0); in __vm_disable_nx_huge_pages()
1149 void kvm_arch_vm_post_create(struct kvm_vm *vm);
1151 bool vm_is_gpa_protected(struct kvm_vm *vm, vm_paddr_t paddr);