Lines Matching full:region
261 * range addressed by a single page table into a low and high region
263 * the VA region spans [0, 2^(va_bits - 1)), [-(2^(va_bits - 1), -1].
401 * maximum page table size for a memory region will be when the in vm_nr_pages_required()
473 * MMIO region would prevent silently clobbering the MMIO region. in __vm_create()
476 ucall_init(vm, slot0->region.guest_phys_addr + slot0->region.memory_size); in __vm_create()
555 struct userspace_mem_region *region; in kvm_vm_restart() local
561 hash_for_each(vmp->regions.slot_hash, ctr, region, slot_node) { in kvm_vm_restart()
562 int ret = ioctl(vmp->fd, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in kvm_vm_restart()
568 ret, errno, region->region.slot, in kvm_vm_restart()
569 region->region.flags, in kvm_vm_restart()
570 region->region.guest_phys_addr, in kvm_vm_restart()
571 region->region.memory_size); in kvm_vm_restart()
659 * Userspace Memory Region Find
669 * Pointer to overlapping region, NULL if no such region.
671 * Searches for a region with any physical memory that overlaps with
675 * region exists.
683 struct userspace_mem_region *region = in userspace_mem_region_find() local
685 uint64_t existing_start = region->region.guest_phys_addr; in userspace_mem_region_find()
686 uint64_t existing_end = region->region.guest_phys_addr in userspace_mem_region_find()
687 + region->region.memory_size - 1; in userspace_mem_region_find()
689 return region; in userspace_mem_region_find()
777 struct userspace_mem_region *region) in __vm_mem_region_delete() argument
781 rb_erase(®ion->gpa_node, &vm->regions.gpa_tree); in __vm_mem_region_delete()
782 rb_erase(®ion->hva_node, &vm->regions.hva_tree); in __vm_mem_region_delete()
783 hash_del(®ion->slot_node); in __vm_mem_region_delete()
785 sparsebit_free(®ion->unused_phy_pages); in __vm_mem_region_delete()
786 sparsebit_free(®ion->protected_phy_pages); in __vm_mem_region_delete()
787 ret = munmap(region->mmap_start, region->mmap_size); in __vm_mem_region_delete()
789 if (region->fd >= 0) { in __vm_mem_region_delete()
791 ret = munmap(region->mmap_alias, region->mmap_size); in __vm_mem_region_delete()
793 close(region->fd); in __vm_mem_region_delete()
795 if (region->region.guest_memfd >= 0) in __vm_mem_region_delete()
796 close(region->region.guest_memfd); in __vm_mem_region_delete()
798 free(region); in __vm_mem_region_delete()
808 struct userspace_mem_region *region; in kvm_vm_free() local
814 hash_for_each_safe(vmp->regions.slot_hash, ctr, node, region, slot_node) in kvm_vm_free()
815 __vm_mem_region_delete(vmp, region); in kvm_vm_free()
848 struct userspace_mem_region *region) in vm_userspace_mem_region_gpa_insert() argument
857 if (region->region.guest_phys_addr < in vm_userspace_mem_region_gpa_insert()
858 cregion->region.guest_phys_addr) in vm_userspace_mem_region_gpa_insert()
861 TEST_ASSERT(region->region.guest_phys_addr != in vm_userspace_mem_region_gpa_insert()
862 cregion->region.guest_phys_addr, in vm_userspace_mem_region_gpa_insert()
863 "Duplicate GPA in region tree"); in vm_userspace_mem_region_gpa_insert()
869 rb_link_node(®ion->gpa_node, parent, cur); in vm_userspace_mem_region_gpa_insert()
870 rb_insert_color(®ion->gpa_node, gpa_tree); in vm_userspace_mem_region_gpa_insert()
874 struct userspace_mem_region *region) in vm_userspace_mem_region_hva_insert() argument
883 if (region->host_mem < cregion->host_mem) in vm_userspace_mem_region_hva_insert()
886 TEST_ASSERT(region->host_mem != in vm_userspace_mem_region_hva_insert()
888 "Duplicate HVA in region tree"); in vm_userspace_mem_region_hva_insert()
894 rb_link_node(®ion->hva_node, parent, cur); in vm_userspace_mem_region_hva_insert()
895 rb_insert_color(®ion->hva_node, hva_tree); in vm_userspace_mem_region_hva_insert()
902 struct kvm_userspace_memory_region region = { in __vm_set_user_memory_region() local
910 return ioctl(vm->fd, KVM_SET_USER_MEMORY_REGION, ®ion); in __vm_set_user_memory_region()
930 struct kvm_userspace_memory_region2 region = { in __vm_set_user_memory_region2() local
942 return ioctl(vm->fd, KVM_SET_USER_MEMORY_REGION2, ®ion); in __vm_set_user_memory_region2()
963 struct userspace_mem_region *region; in vm_mem_add() local
986 * Confirm a mem region with an overlapping address doesn't in vm_mem_add()
989 region = (struct userspace_mem_region *) userspace_mem_region_find( in vm_mem_add()
991 if (region != NULL) in vm_mem_add()
998 (uint64_t) region->region.guest_phys_addr, in vm_mem_add()
999 (uint64_t) region->region.memory_size); in vm_mem_add()
1001 /* Confirm no region with the requested slot already exists. */ in vm_mem_add()
1002 hash_for_each_possible(vm->regions.slot_hash, region, slot_node, in vm_mem_add()
1004 if (region->region.slot != slot) in vm_mem_add()
1007 TEST_FAIL("A mem region with the requested slot " in vm_mem_add()
1012 region->region.slot, in vm_mem_add()
1013 (uint64_t) region->region.guest_phys_addr, in vm_mem_add()
1014 (uint64_t) region->region.memory_size); in vm_mem_add()
1017 /* Allocate and initialize new mem region structure. */ in vm_mem_add()
1018 region = calloc(1, sizeof(*region)); in vm_mem_add()
1019 TEST_ASSERT(region != NULL, "Insufficient Memory"); in vm_mem_add()
1020 region->mmap_size = mem_size; in vm_mem_add()
1042 region->mmap_size += alignment; in vm_mem_add()
1044 region->fd = -1; in vm_mem_add()
1046 region->fd = kvm_memfd_alloc(region->mmap_size, in vm_mem_add()
1049 region->mmap_start = mmap(NULL, region->mmap_size, in vm_mem_add()
1052 region->fd, 0); in vm_mem_add()
1053 TEST_ASSERT(region->mmap_start != MAP_FAILED, in vm_mem_add()
1057 region->mmap_start == align_ptr_up(region->mmap_start, backing_src_pagesz), in vm_mem_add()
1059 region->mmap_start, backing_src_pagesz); in vm_mem_add()
1062 region->host_mem = align_ptr_up(region->mmap_start, alignment); in vm_mem_add()
1067 ret = madvise(region->host_mem, mem_size, in vm_mem_add()
1070 region->host_mem, mem_size, in vm_mem_add()
1074 region->backing_src_type = src_type; in vm_mem_add()
1085 * can be closed when the region is deleted without in vm_mem_add()
1093 region->region.guest_memfd = guest_memfd; in vm_mem_add()
1094 region->region.guest_memfd_offset = guest_memfd_offset; in vm_mem_add()
1096 region->region.guest_memfd = -1; in vm_mem_add()
1099 region->unused_phy_pages = sparsebit_alloc(); in vm_mem_add()
1101 region->protected_phy_pages = sparsebit_alloc(); in vm_mem_add()
1102 sparsebit_set_num(region->unused_phy_pages, in vm_mem_add()
1104 region->region.slot = slot; in vm_mem_add()
1105 region->region.flags = flags; in vm_mem_add()
1106 region->region.guest_phys_addr = guest_paddr; in vm_mem_add()
1107 region->region.memory_size = npages * vm->page_size; in vm_mem_add()
1108 region->region.userspace_addr = (uintptr_t) region->host_mem; in vm_mem_add()
1109 ret = __vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_add()
1115 guest_paddr, (uint64_t) region->region.memory_size, in vm_mem_add()
1116 region->region.guest_memfd); in vm_mem_add()
1119 vm_userspace_mem_region_gpa_insert(&vm->regions.gpa_tree, region); in vm_mem_add()
1120 vm_userspace_mem_region_hva_insert(&vm->regions.hva_tree, region); in vm_mem_add()
1121 hash_add(vm->regions.slot_hash, ®ion->slot_node, slot); in vm_mem_add()
1124 if (region->fd >= 0) { in vm_mem_add()
1125 region->mmap_alias = mmap(NULL, region->mmap_size, in vm_mem_add()
1128 region->fd, 0); in vm_mem_add()
1129 TEST_ASSERT(region->mmap_alias != MAP_FAILED, in vm_mem_add()
1133 region->host_alias = align_ptr_up(region->mmap_alias, alignment); in vm_mem_add()
1146 * Memslot to region
1155 * Pointer to memory region structure that describe memory region
1157 * on error (e.g. currently no memory region using memslot as a KVM
1163 struct userspace_mem_region *region; in memslot2region() local
1165 hash_for_each_possible(vm->regions.slot_hash, region, slot_node, in memslot2region()
1167 if (region->region.slot == memslot) in memslot2region()
1168 return region; in memslot2region()
1170 fprintf(stderr, "No mem region with the requested slot found,\n" in memslot2region()
1174 TEST_FAIL("Mem region not found"); in memslot2region()
1179 * VM Memory Region Flags Set
1189 * Sets the flags of the memory region specified by the value of slot,
1195 struct userspace_mem_region *region; in vm_mem_region_set_flags() local
1197 region = memslot2region(vm, slot); in vm_mem_region_set_flags()
1199 region->region.flags = flags; in vm_mem_region_set_flags()
1201 ret = __vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_region_set_flags()
1209 * VM Memory Region Move
1213 * slot - Slot of the memory region to move
1220 * Change the gpa of a memory region.
1224 struct userspace_mem_region *region; in vm_mem_region_move() local
1227 region = memslot2region(vm, slot); in vm_mem_region_move()
1229 region->region.guest_phys_addr = new_gpa; in vm_mem_region_move()
1231 ret = __vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_region_move()
1239 * VM Memory Region Delete
1243 * slot - Slot of the memory region to delete
1249 * Delete a memory region.
1253 struct userspace_mem_region *region = memslot2region(vm, slot); in vm_mem_region_delete() local
1255 region->region.memory_size = 0; in vm_mem_region_delete()
1256 vm_ioctl(vm, KVM_SET_USER_MEMORY_REGION2, ®ion->region); in vm_mem_region_delete()
1258 __vm_mem_region_delete(vm, region); in vm_mem_region_delete()
1265 struct userspace_mem_region *region; in vm_guest_mem_fallocate() local
1274 region = userspace_mem_region_find(vm, gpa, gpa); in vm_guest_mem_fallocate()
1275 TEST_ASSERT(region && region->region.flags & KVM_MEM_GUEST_MEMFD, in vm_guest_mem_fallocate()
1276 "Private memory region not found for GPA 0x%lx", gpa); in vm_guest_mem_fallocate()
1278 offset = gpa - region->region.guest_phys_addr; in vm_guest_mem_fallocate()
1279 fd_offset = region->region.guest_memfd_offset + offset; in vm_guest_mem_fallocate()
1280 len = min_t(uint64_t, end - gpa, region->region.memory_size - offset); in vm_guest_mem_fallocate()
1282 ret = fallocate(region->region.guest_memfd, mode, fd_offset, len); in vm_guest_mem_fallocate()
1285 region->region.guest_memfd, mode, fd_offset); in vm_guest_mem_fallocate()
1503 * a page. The allocated physical space comes from the TEST_DATA memory region.
1599 * Locates the memory region containing the VM physical address given
1602 * A TEST_ASSERT failure occurs if no region containing gpa exists.
1606 struct userspace_mem_region *region; in addr_gpa2hva() local
1610 region = userspace_mem_region_find(vm, gpa, gpa); in addr_gpa2hva()
1611 if (!region) { in addr_gpa2hva()
1616 return (void *)((uintptr_t)region->host_mem in addr_gpa2hva()
1617 + (gpa - region->region.guest_phys_addr)); in addr_gpa2hva()
1632 * Locates the memory region containing the host virtual address given
1635 * region containing hva exists.
1642 struct userspace_mem_region *region = in addr_hva2gpa() local
1645 if (hva >= region->host_mem) { in addr_hva2gpa()
1646 if (hva <= (region->host_mem in addr_hva2gpa()
1647 + region->region.memory_size - 1)) in addr_hva2gpa()
1649 region->region.guest_phys_addr in addr_hva2gpa()
1650 + (hva - (uintptr_t)region->host_mem)); in addr_hva2gpa()
1682 struct userspace_mem_region *region; in addr_gpa2alias() local
1685 region = userspace_mem_region_find(vm, gpa, gpa); in addr_gpa2alias()
1686 if (!region) in addr_gpa2alias()
1689 if (!region->host_alias) in addr_gpa2alias()
1692 offset = gpa - region->region.guest_phys_addr; in addr_gpa2alias()
1693 return (void *) ((uintptr_t) region->host_alias + offset); in addr_gpa2alias()
1942 struct userspace_mem_region *region; in vm_dump() local
1949 hash_for_each(vm->regions.slot_hash, ctr, region, slot_node) { in vm_dump()
1952 (uint64_t) region->region.guest_phys_addr, in vm_dump()
1953 (uint64_t) region->region.memory_size, in vm_dump()
1954 region->host_mem); in vm_dump()
1956 sparsebit_dump(stream, region->unused_phy_pages, 0); in vm_dump()
1957 if (region->protected_phy_pages) { in vm_dump()
1959 sparsebit_dump(stream, region->protected_phy_pages, 0); in vm_dump()
2060 * memslot - Memory region to allocate page from
2077 struct userspace_mem_region *region; in __vm_phy_pages_alloc() local
2087 region = memslot2region(vm, memslot); in __vm_phy_pages_alloc()
2088 TEST_ASSERT(!protected || region->protected_phy_pages, in __vm_phy_pages_alloc()
2089 "Region doesn't support protected memory"); in __vm_phy_pages_alloc()
2094 if (!sparsebit_is_set(region->unused_phy_pages, pg)) { in __vm_phy_pages_alloc()
2095 base = pg = sparsebit_next_set(region->unused_phy_pages, pg); in __vm_phy_pages_alloc()
2111 sparsebit_clear(region->unused_phy_pages, pg); in __vm_phy_pages_alloc()
2113 sparsebit_set(region->protected_phy_pages, pg); in __vm_phy_pages_alloc()
2310 struct userspace_mem_region *region; in vm_is_gpa_protected() local
2315 region = userspace_mem_region_find(vm, paddr, paddr); in vm_is_gpa_protected()
2316 TEST_ASSERT(region, "No vm physical memory at 0x%lx", paddr); in vm_is_gpa_protected()
2319 return sparsebit_is_set(region->protected_phy_pages, pg); in vm_is_gpa_protected()