Lines Matching full:vm
129 void vm_enable_dirty_ring(struct kvm_vm *vm, uint32_t ring_size) in vm_enable_dirty_ring() argument
131 if (vm_check_cap(vm, KVM_CAP_DIRTY_LOG_RING_ACQ_REL)) in vm_enable_dirty_ring()
132 vm_enable_cap(vm, KVM_CAP_DIRTY_LOG_RING_ACQ_REL, ring_size); in vm_enable_dirty_ring()
134 vm_enable_cap(vm, KVM_CAP_DIRTY_LOG_RING, ring_size); in vm_enable_dirty_ring()
135 vm->dirty_ring_size = ring_size; in vm_enable_dirty_ring()
138 static void vm_open(struct kvm_vm *vm) in vm_open() argument
140 vm->kvm_fd = _open_kvm_dev_path_or_exit(O_RDWR); in vm_open()
144 vm->fd = __kvm_ioctl(vm->kvm_fd, KVM_CREATE_VM, (void *)vm->type); in vm_open()
145 TEST_ASSERT(vm->fd >= 0, KVM_IOCTL_ERROR(KVM_CREATE_VM, vm->fd)); in vm_open()
198 * Initializes vm->vpages_valid to match the canonical VA space of the
206 __weak void vm_vaddr_populate_bitmap(struct kvm_vm *vm) in vm_vaddr_populate_bitmap() argument
208 sparsebit_set_num(vm->vpages_valid, in vm_vaddr_populate_bitmap()
209 0, (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in vm_vaddr_populate_bitmap()
210 sparsebit_set_num(vm->vpages_valid, in vm_vaddr_populate_bitmap()
211 (~((1ULL << (vm->va_bits - 1)) - 1)) >> vm->page_shift, in vm_vaddr_populate_bitmap()
212 (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in vm_vaddr_populate_bitmap()
217 struct kvm_vm *vm; in ____vm_create() local
219 vm = calloc(1, sizeof(*vm)); in ____vm_create()
220 TEST_ASSERT(vm != NULL, "Insufficient Memory"); in ____vm_create()
222 INIT_LIST_HEAD(&vm->vcpus); in ____vm_create()
223 vm->regions.gpa_tree = RB_ROOT; in ____vm_create()
224 vm->regions.hva_tree = RB_ROOT; in ____vm_create()
225 hash_init(vm->regions.slot_hash); in ____vm_create()
227 vm->mode = shape.mode; in ____vm_create()
228 vm->type = shape.type; in ____vm_create()
230 vm->pa_bits = vm_guest_mode_params[vm->mode].pa_bits; in ____vm_create()
231 vm->va_bits = vm_guest_mode_params[vm->mode].va_bits; in ____vm_create()
232 vm->page_size = vm_guest_mode_params[vm->mode].page_size; in ____vm_create()
233 vm->page_shift = vm_guest_mode_params[vm->mode].page_shift; in ____vm_create()
236 switch (vm->mode) { in ____vm_create()
238 vm->pgtable_levels = 4; in ____vm_create()
241 vm->pgtable_levels = 3; in ____vm_create()
244 vm->pgtable_levels = 4; in ____vm_create()
247 vm->pgtable_levels = 3; in ____vm_create()
251 vm->pgtable_levels = 4; in ____vm_create()
255 vm->pgtable_levels = 3; in ____vm_create()
261 vm->pgtable_levels = 4; in ____vm_create()
264 vm->pgtable_levels = 3; in ____vm_create()
268 kvm_get_cpu_address_width(&vm->pa_bits, &vm->va_bits); in ____vm_create()
270 * Ignore KVM support for 5-level paging (vm->va_bits == 57), in ____vm_create()
274 TEST_ASSERT(vm->va_bits == 48 || vm->va_bits == 57, in ____vm_create()
276 vm->va_bits); in ____vm_create()
278 vm->pa_bits); in ____vm_create()
279 vm->pgtable_levels = 4; in ____vm_create()
280 vm->va_bits = 48; in ____vm_create()
286 vm->pgtable_levels = 5; in ____vm_create()
289 vm->pgtable_levels = 5; in ____vm_create()
292 TEST_FAIL("Unknown guest mode: 0x%x", vm->mode); in ____vm_create()
296 TEST_ASSERT(!vm->type, "ARM doesn't support test-provided types"); in ____vm_create()
297 if (vm->pa_bits != 40) in ____vm_create()
298 vm->type = KVM_VM_TYPE_ARM_IPA_SIZE(vm->pa_bits); in ____vm_create()
301 vm_open(vm); in ____vm_create()
304 vm->vpages_valid = sparsebit_alloc(); in ____vm_create()
305 vm_vaddr_populate_bitmap(vm); in ____vm_create()
308 vm->max_gfn = vm_compute_max_gfn(vm); in ____vm_create()
311 vm->vpages_mapped = sparsebit_alloc(); in ____vm_create()
313 return vm; in ____vm_create()
332 * test code and other per-VM assets that will be loaded into memslot0. in vm_nr_pages_required()
361 struct kvm_vm *vm; in __vm_create() local
367 vm = ____vm_create(shape); in __vm_create()
369 vm_userspace_mem_region_add(vm, VM_MEM_SRC_ANONYMOUS, 0, 0, nr_pages, 0); in __vm_create()
371 vm->memslots[i] = 0; in __vm_create()
373 kvm_vm_elf_load(vm, program_invocation_name); in __vm_create()
381 slot0 = memslot2region(vm, 0); in __vm_create()
382 ucall_init(vm, slot0->region.guest_phys_addr + slot0->region.memory_size); in __vm_create()
384 kvm_arch_vm_post_create(vm); in __vm_create()
386 return vm; in __vm_create()
390 * VM Create with customized parameters
393 * mode - VM Mode (e.g. VM_MODE_P52V48_4K)
402 * Pointer to opaque structure that describes the created VM.
404 * Creates a VM with the mode specified by mode (e.g. VM_MODE_P52V48_4K).
412 struct kvm_vm *vm; in __vm_create_with_vcpus() local
417 vm = __vm_create(shape, nr_vcpus, extra_mem_pages); in __vm_create_with_vcpus()
420 vcpus[i] = vm_vcpu_add(vm, i, guest_code); in __vm_create_with_vcpus()
422 return vm; in __vm_create_with_vcpus()
431 struct kvm_vm *vm; in __vm_create_shape_with_one_vcpu() local
433 vm = __vm_create_with_vcpus(shape, 1, extra_mem_pages, guest_code, vcpus); in __vm_create_shape_with_one_vcpu()
436 return vm; in __vm_create_shape_with_one_vcpu()
440 * VM Restart
443 * vm - VM that has been released before
447 * Reopens the file descriptors associated to the VM and reinstates the
474 __weak struct kvm_vcpu *vm_arch_vcpu_recreate(struct kvm_vm *vm, in vm_arch_vcpu_recreate() argument
477 return __vm_vcpu_add(vm, vcpu_id); in vm_arch_vcpu_recreate()
480 struct kvm_vcpu *vm_recreate_with_one_vcpu(struct kvm_vm *vm) in vm_recreate_with_one_vcpu() argument
482 kvm_vm_restart(vm); in vm_recreate_with_one_vcpu()
484 return vm_vcpu_recreate(vm, 0); in vm_recreate_with_one_vcpu()
561 * vm - Virtual Machine
562 * start - Starting VM physical address
563 * end - Ending VM physical address, inclusive.
577 userspace_mem_region_find(struct kvm_vm *vm, uint64_t start, uint64_t end) in userspace_mem_region_find() argument
581 for (node = vm->regions.gpa_tree.rb_node; node; ) { in userspace_mem_region_find()
605 * VM VCPU Remove
614 * Removes a vCPU from a VM and frees its resources.
616 static void vm_vcpu_rm(struct kvm_vm *vm, struct kvm_vcpu *vcpu) in vm_vcpu_rm() argument
621 ret = munmap(vcpu->dirty_gfns, vm->dirty_ring_size); in vm_vcpu_rm()
653 static void __vm_mem_region_delete(struct kvm_vm *vm, in __vm_mem_region_delete() argument
660 rb_erase(®ion->gpa_node, &vm->regions.gpa_tree); in __vm_mem_region_delete()
661 rb_erase(®ion->hva_node, &vm->regions.hva_tree); in __vm_mem_region_delete()
666 vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in __vm_mem_region_delete()
684 * Destroys and frees the VM pointed to by vmp.
711 /* Free the structure describing the VM. */ in kvm_vm_free()
740 * vm - Virtual Machine
758 int kvm_memcmp_hva_gva(void *hva, struct kvm_vm *vm, vm_vaddr_t gva, size_t len) in kvm_memcmp_hva_gva() argument
773 uintptr_t ptr2 = (uintptr_t)addr_gva2hva(vm, gva + offset); in kvm_memcmp_hva_gva()
780 if ((ptr1 >> vm->page_shift) != ((ptr1 + amt) >> vm->page_shift)) in kvm_memcmp_hva_gva()
781 amt = vm->page_size - (ptr1 % vm->page_size); in kvm_memcmp_hva_gva()
782 if ((ptr2 >> vm->page_shift) != ((ptr2 + amt) >> vm->page_shift)) in kvm_memcmp_hva_gva()
783 amt = vm->page_size - (ptr2 % vm->page_size); in kvm_memcmp_hva_gva()
785 assert((ptr1 >> vm->page_shift) == ((ptr1 + amt - 1) >> vm->page_shift)); in kvm_memcmp_hva_gva()
786 assert((ptr2 >> vm->page_shift) == ((ptr2 + amt - 1) >> vm->page_shift)); in kvm_memcmp_hva_gva()
857 int __vm_set_user_memory_region(struct kvm_vm *vm, uint32_t slot, uint32_t flags, in __vm_set_user_memory_region() argument
868 return ioctl(vm->fd, KVM_SET_USER_MEMORY_REGION, ®ion); in __vm_set_user_memory_region()
871 void vm_set_user_memory_region(struct kvm_vm *vm, uint32_t slot, uint32_t flags, in vm_set_user_memory_region() argument
874 int ret = __vm_set_user_memory_region(vm, slot, flags, gpa, size, hva); in vm_set_user_memory_region()
880 int __vm_set_user_memory_region2(struct kvm_vm *vm, uint32_t slot, uint32_t flags, in __vm_set_user_memory_region2() argument
894 return ioctl(vm->fd, KVM_SET_USER_MEMORY_REGION2, ®ion); in __vm_set_user_memory_region2()
897 void vm_set_user_memory_region2(struct kvm_vm *vm, uint32_t slot, uint32_t flags, in vm_set_user_memory_region2() argument
901 int ret = __vm_set_user_memory_region2(vm, slot, flags, gpa, size, hva, in vm_set_user_memory_region2()
910 void vm_mem_add(struct kvm_vm *vm, enum vm_mem_backing_src_type src_type, in vm_mem_add() argument
917 size_t mem_size = npages * vm->page_size; in vm_mem_add()
920 TEST_ASSERT(vm_adjust_num_guest_pages(vm->mode, npages) == npages, in vm_mem_add()
922 "Try npages=%d", vm_adjust_num_guest_pages(vm->mode, npages)); in vm_mem_add()
924 TEST_ASSERT((guest_paddr % vm->page_size) == 0, "Guest physical " in vm_mem_add()
926 " guest_paddr: 0x%lx vm->page_size: 0x%x", in vm_mem_add()
927 guest_paddr, vm->page_size); in vm_mem_add()
928 TEST_ASSERT((((guest_paddr >> vm->page_shift) + npages) - 1) in vm_mem_add()
929 <= vm->max_gfn, "Physical range beyond maximum " in vm_mem_add()
932 " vm->max_gfn: 0x%lx vm->page_size: 0x%x", in vm_mem_add()
933 guest_paddr, npages, vm->max_gfn, vm->page_size); in vm_mem_add()
940 vm, guest_paddr, (guest_paddr + npages * vm->page_size) - 1); in vm_mem_add()
947 guest_paddr, npages, vm->page_size, in vm_mem_add()
952 hash_for_each_possible(vm->regions.slot_hash, region, slot_node, in vm_mem_add()
1031 guest_memfd = vm_create_guest_memfd(vm, mem_size, guest_memfd_flags); in vm_mem_add()
1051 guest_paddr >> vm->page_shift, npages); in vm_mem_add()
1055 region->region.memory_size = npages * vm->page_size; in vm_mem_add()
1057 ret = __vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_add()
1067 vm_userspace_mem_region_gpa_insert(&vm->regions.gpa_tree, region); in vm_mem_add()
1068 vm_userspace_mem_region_hva_insert(&vm->regions.hva_tree, region); in vm_mem_add()
1069 hash_add(vm->regions.slot_hash, ®ion->slot_node, slot); in vm_mem_add()
1085 void vm_userspace_mem_region_add(struct kvm_vm *vm, in vm_userspace_mem_region_add() argument
1090 vm_mem_add(vm, src_type, guest_paddr, slot, npages, flags, -1, 0); in vm_userspace_mem_region_add()
1097 * vm - Virtual Machine
1109 memslot2region(struct kvm_vm *vm, uint32_t memslot) in memslot2region() argument
1113 hash_for_each_possible(vm->regions.slot_hash, region, slot_node, in memslot2region()
1120 fputs("---- vm dump ----\n", stderr); in memslot2region()
1121 vm_dump(stderr, vm, 2); in memslot2region()
1127 * VM Memory Region Flags Set
1130 * vm - Virtual Machine
1140 void vm_mem_region_set_flags(struct kvm_vm *vm, uint32_t slot, uint32_t flags) in vm_mem_region_set_flags() argument
1145 region = memslot2region(vm, slot); in vm_mem_region_set_flags()
1149 ret = __vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_region_set_flags()
1157 * VM Memory Region Move
1160 * vm - Virtual Machine
1170 void vm_mem_region_move(struct kvm_vm *vm, uint32_t slot, uint64_t new_gpa) in vm_mem_region_move() argument
1175 region = memslot2region(vm, slot); in vm_mem_region_move()
1179 ret = __vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_region_move()
1187 * VM Memory Region Delete
1190 * vm - Virtual Machine
1199 void vm_mem_region_delete(struct kvm_vm *vm, uint32_t slot) in vm_mem_region_delete() argument
1201 __vm_mem_region_delete(vm, memslot2region(vm, slot), true); in vm_mem_region_delete()
1204 void vm_guest_mem_fallocate(struct kvm_vm *vm, uint64_t base, uint64_t size, in vm_guest_mem_fallocate() argument
1217 region = userspace_mem_region_find(vm, gpa, gpa); in vm_guest_mem_fallocate()
1248 static bool vcpu_exists(struct kvm_vm *vm, uint32_t vcpu_id) in vcpu_exists() argument
1252 list_for_each_entry(vcpu, &vm->vcpus, list) { in vcpu_exists()
1261 * Adds a virtual CPU to the VM specified by vm with the ID given by vcpu_id.
1264 struct kvm_vcpu *__vm_vcpu_add(struct kvm_vm *vm, uint32_t vcpu_id) in __vm_vcpu_add() argument
1269 TEST_ASSERT(!vcpu_exists(vm, vcpu_id), "vCPU%d already exists", vcpu_id); in __vm_vcpu_add()
1275 vcpu->vm = vm; in __vm_vcpu_add()
1277 vcpu->fd = __vm_ioctl(vm, KVM_CREATE_VCPU, (void *)(unsigned long)vcpu_id); in __vm_vcpu_add()
1278 TEST_ASSERT_VM_VCPU_IOCTL(vcpu->fd >= 0, KVM_CREATE_VCPU, vcpu->fd, vm); in __vm_vcpu_add()
1289 list_add(&vcpu->list, &vm->vcpus); in __vm_vcpu_add()
1295 * VM Virtual Address Unused Gap
1298 * vm - Virtual Machine
1309 * Within the VM specified by vm, locates the lowest starting virtual
1314 vm_vaddr_t vm_vaddr_unused_gap(struct kvm_vm *vm, size_t sz, in vm_vaddr_unused_gap() argument
1317 uint64_t pages = (sz + vm->page_size - 1) >> vm->page_shift; in vm_vaddr_unused_gap()
1320 uint64_t pgidx_start = (vaddr_min + vm->page_size - 1) >> vm->page_shift; in vm_vaddr_unused_gap()
1321 if ((pgidx_start * vm->page_size) < vaddr_min) in vm_vaddr_unused_gap()
1325 if (!sparsebit_is_set_num(vm->vpages_valid, in vm_vaddr_unused_gap()
1327 pgidx_start = sparsebit_next_set_num(vm->vpages_valid, in vm_vaddr_unused_gap()
1336 if (sparsebit_is_clear_num(vm->vpages_mapped, in vm_vaddr_unused_gap()
1339 pgidx_start = sparsebit_next_clear_num(vm->vpages_mapped, in vm_vaddr_unused_gap()
1348 if (!sparsebit_is_set_num(vm->vpages_valid, in vm_vaddr_unused_gap()
1351 vm->vpages_valid, pgidx_start, pages); in vm_vaddr_unused_gap()
1364 TEST_ASSERT(sparsebit_is_set_num(vm->vpages_valid, in vm_vaddr_unused_gap()
1370 TEST_ASSERT(sparsebit_is_clear_num(vm->vpages_mapped, in vm_vaddr_unused_gap()
1377 return pgidx_start * vm->page_size; in vm_vaddr_unused_gap()
1380 vm_vaddr_t __vm_vaddr_alloc(struct kvm_vm *vm, size_t sz, vm_vaddr_t vaddr_min, in __vm_vaddr_alloc() argument
1383 uint64_t pages = (sz >> vm->page_shift) + ((sz % vm->page_size) != 0); in __vm_vaddr_alloc()
1385 virt_pgd_alloc(vm); in __vm_vaddr_alloc()
1386 vm_paddr_t paddr = vm_phy_pages_alloc(vm, pages, in __vm_vaddr_alloc()
1387 KVM_UTIL_MIN_PFN * vm->page_size, in __vm_vaddr_alloc()
1388 vm->memslots[type]); in __vm_vaddr_alloc()
1394 vm_vaddr_t vaddr_start = vm_vaddr_unused_gap(vm, sz, vaddr_min); in __vm_vaddr_alloc()
1398 pages--, vaddr += vm->page_size, paddr += vm->page_size) { in __vm_vaddr_alloc()
1400 virt_pg_map(vm, vaddr, paddr); in __vm_vaddr_alloc()
1402 sparsebit_set(vm->vpages_mapped, vaddr >> vm->page_shift); in __vm_vaddr_alloc()
1409 * VM Virtual Address Allocate
1412 * vm - Virtual Machine
1421 * Allocates at least sz bytes within the virtual address space of the vm
1422 * given by vm. The allocated bytes are mapped to a virtual address >=
1427 vm_vaddr_t vm_vaddr_alloc(struct kvm_vm *vm, size_t sz, vm_vaddr_t vaddr_min) in vm_vaddr_alloc() argument
1429 return __vm_vaddr_alloc(vm, sz, vaddr_min, MEM_REGION_TEST_DATA); in vm_vaddr_alloc()
1433 * VM Virtual Address Allocate Pages
1436 * vm - Virtual Machine
1444 * space of the vm.
1446 vm_vaddr_t vm_vaddr_alloc_pages(struct kvm_vm *vm, int nr_pages) in vm_vaddr_alloc_pages() argument
1448 return vm_vaddr_alloc(vm, nr_pages * getpagesize(), KVM_UTIL_MIN_VADDR); in vm_vaddr_alloc_pages()
1451 vm_vaddr_t __vm_vaddr_alloc_page(struct kvm_vm *vm, enum kvm_mem_region_type type) in __vm_vaddr_alloc_page() argument
1453 return __vm_vaddr_alloc(vm, getpagesize(), KVM_UTIL_MIN_VADDR, type); in __vm_vaddr_alloc_page()
1457 * VM Virtual Address Allocate Page
1460 * vm - Virtual Machine
1468 * space of the vm.
1470 vm_vaddr_t vm_vaddr_alloc_page(struct kvm_vm *vm) in vm_vaddr_alloc_page() argument
1472 return vm_vaddr_alloc_pages(vm, 1); in vm_vaddr_alloc_page()
1476 * Map a range of VM virtual address to the VM's physical address
1479 * vm - Virtual Machine
1481 * paddr - VM Physical Address
1488 * Within the VM given by @vm, creates a virtual translation for
1491 void virt_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr, in virt_map() argument
1494 size_t page_size = vm->page_size; in virt_map()
1501 virt_pg_map(vm, vaddr, paddr); in virt_map()
1502 sparsebit_set(vm->vpages_mapped, vaddr >> vm->page_shift); in virt_map()
1510 * Address VM Physical to Host Virtual
1513 * vm - Virtual Machine
1514 * gpa - VM physical address
1521 * Locates the memory region containing the VM physical address given
1522 * by gpa, within the VM given by vm. When found, the host virtual
1523 * address providing the memory to the vm physical address is returned.
1526 void *addr_gpa2hva(struct kvm_vm *vm, vm_paddr_t gpa) in addr_gpa2hva() argument
1530 region = userspace_mem_region_find(vm, gpa, gpa); in addr_gpa2hva()
1532 TEST_FAIL("No vm physical memory at 0x%lx", gpa); in addr_gpa2hva()
1541 * Address Host Virtual to VM Physical
1544 * vm - Virtual Machine
1550 * Equivalent VM physical address
1553 * by hva, within the VM given by vm. When found, the equivalent
1554 * VM physical address is returned. A TEST_ASSERT failure occurs if no
1557 vm_paddr_t addr_hva2gpa(struct kvm_vm *vm, void *hva) in addr_hva2gpa() argument
1561 for (node = vm->regions.hva_tree.rb_node; node; ) { in addr_hva2gpa()
1582 * Address VM physical to Host Virtual *alias*.
1585 * vm - Virtual Machine
1586 * gpa - VM physical address
1600 void *addr_gpa2alias(struct kvm_vm *vm, vm_paddr_t gpa) in addr_gpa2alias() argument
1605 region = userspace_mem_region_find(vm, gpa, gpa); in addr_gpa2alias()
1616 /* Create an interrupt controller chip for the specified VM. */
1617 void vm_create_irqchip(struct kvm_vm *vm) in vm_create_irqchip() argument
1619 vm_ioctl(vm, KVM_CREATE_IRQCHIP, NULL); in vm_create_irqchip()
1621 vm->has_irqchip = true; in vm_create_irqchip()
1683 uint32_t size = vcpu->vm->dirty_ring_size; in vcpu_map_dirty_ring()
1724 int __kvm_test_create_device(struct kvm_vm *vm, uint64_t type) in __kvm_test_create_device() argument
1731 return __vm_ioctl(vm, KVM_CREATE_DEVICE, &create_dev); in __kvm_test_create_device()
1734 int __kvm_create_device(struct kvm_vm *vm, uint64_t type) in __kvm_create_device() argument
1743 err = __vm_ioctl(vm, KVM_CREATE_DEVICE, &create_dev); in __kvm_create_device()
1776 int _kvm_irq_line(struct kvm_vm *vm, uint32_t irq, int level) in _kvm_irq_line() argument
1783 return __vm_ioctl(vm, KVM_IRQ_LINE, &irq_level); in _kvm_irq_line()
1786 void kvm_irq_line(struct kvm_vm *vm, uint32_t irq, int level) in kvm_irq_line() argument
1788 int ret = _kvm_irq_line(vm, irq, level); in kvm_irq_line()
1824 int _kvm_gsi_routing_write(struct kvm_vm *vm, struct kvm_irq_routing *routing) in _kvm_gsi_routing_write() argument
1829 ret = __vm_ioctl(vm, KVM_SET_GSI_ROUTING, routing); in _kvm_gsi_routing_write()
1835 void kvm_gsi_routing_write(struct kvm_vm *vm, struct kvm_irq_routing *routing) in kvm_gsi_routing_write() argument
1839 ret = _kvm_gsi_routing_write(vm, routing); in kvm_gsi_routing_write()
1844 * VM Dump
1847 * vm - Virtual Machine
1855 * Dumps the current state of the VM given by vm, to the FILE stream
1858 void vm_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent) in vm_dump() argument
1864 fprintf(stream, "%*smode: 0x%x\n", indent, "", vm->mode); in vm_dump()
1865 fprintf(stream, "%*sfd: %i\n", indent, "", vm->fd); in vm_dump()
1866 fprintf(stream, "%*spage_size: 0x%x\n", indent, "", vm->page_size); in vm_dump()
1868 hash_for_each(vm->regions.slot_hash, ctr, region, slot_node) { in vm_dump()
1878 sparsebit_dump(stream, vm->vpages_mapped, indent + 2); in vm_dump()
1880 vm->pgd_created); in vm_dump()
1881 if (vm->pgd_created) { in vm_dump()
1884 virt_dump(stream, vm, indent + 4); in vm_dump()
1888 list_for_each_entry(vcpu, &vm->vcpus, list) in vm_dump()
1973 * vm - Virtual Machine
1983 * Within the VM specified by vm, locates a range of available physical
1988 vm_paddr_t vm_phy_pages_alloc(struct kvm_vm *vm, size_t num, in vm_phy_pages_alloc() argument
1996 TEST_ASSERT((paddr_min % vm->page_size) == 0, "Min physical address " in vm_phy_pages_alloc()
1999 paddr_min, vm->page_size); in vm_phy_pages_alloc()
2001 region = memslot2region(vm, memslot); in vm_phy_pages_alloc()
2002 base = pg = paddr_min >> vm->page_shift; in vm_phy_pages_alloc()
2016 paddr_min, vm->page_size, memslot); in vm_phy_pages_alloc()
2017 fputs("---- vm dump ----\n", stderr); in vm_phy_pages_alloc()
2018 vm_dump(stderr, vm, 2); in vm_phy_pages_alloc()
2025 return base * vm->page_size; in vm_phy_pages_alloc()
2028 vm_paddr_t vm_phy_page_alloc(struct kvm_vm *vm, vm_paddr_t paddr_min, in vm_phy_page_alloc() argument
2031 return vm_phy_pages_alloc(vm, 1, paddr_min, memslot); in vm_phy_page_alloc()
2034 vm_paddr_t vm_alloc_page_table(struct kvm_vm *vm) in vm_alloc_page_table() argument
2036 return vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, in vm_alloc_page_table()
2037 vm->memslots[MEM_REGION_PT]); in vm_alloc_page_table()
2044 * vm - Virtual Machine
2045 * gva - VM virtual address
2052 void *addr_gva2hva(struct kvm_vm *vm, vm_vaddr_t gva) in addr_gva2hva() argument
2054 return addr_gpa2hva(vm, addr_gva2gpa(vm, gva)); in addr_gva2hva()
2057 unsigned long __weak vm_compute_max_gfn(struct kvm_vm *vm) in vm_compute_max_gfn() argument
2059 return ((1ULL << vm->pa_bits) >> vm->page_shift) - 1; in vm_compute_max_gfn()
2174 * vm - the VM for which the stat should be read
2183 void __vm_get_stat(struct kvm_vm *vm, const char *stat_name, uint64_t *data, in __vm_get_stat() argument
2190 if (!vm->stats_fd) { in __vm_get_stat()
2191 vm->stats_fd = vm_get_stats_fd(vm); in __vm_get_stat()
2192 read_stats_header(vm->stats_fd, &vm->stats_header); in __vm_get_stat()
2193 vm->stats_desc = read_stats_descriptors(vm->stats_fd, in __vm_get_stat()
2194 &vm->stats_header); in __vm_get_stat()
2197 size_desc = get_stats_descriptor_size(&vm->stats_header); in __vm_get_stat()
2199 for (i = 0; i < vm->stats_header.num_desc; ++i) { in __vm_get_stat()
2200 desc = (void *)vm->stats_desc + (i * size_desc); in __vm_get_stat()
2205 read_stat_data(vm->stats_fd, &vm->stats_header, desc, in __vm_get_stat()
2212 __weak void kvm_arch_vm_post_create(struct kvm_vm *vm) in kvm_arch_vm_post_create() argument