134 	uint64_t *ptep;  in _virt_pg_map()  local
150 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, vaddr) * 8;  in _virt_pg_map()
151 	if (!*ptep)  in _virt_pg_map()
152 		*ptep = addr_pte(vm, vm_alloc_page_table(vm),  in _virt_pg_map()
157 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, vaddr) * 8;  in _virt_pg_map()
158 		if (!*ptep)  in _virt_pg_map()
159 			*ptep = addr_pte(vm, vm_alloc_page_table(vm),  in _virt_pg_map()
163 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, vaddr) * 8;  in _virt_pg_map()
164 		if (!*ptep)  in _virt_pg_map()
165 			*ptep = addr_pte(vm, vm_alloc_page_table(vm),  in _virt_pg_map()
169 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, vaddr) * 8;  in _virt_pg_map()
179 	*ptep = addr_pte(vm, paddr, pg_attr);  in _virt_pg_map()
191 	uint64_t *ptep;  in virt_get_pte_hva_at_level()  local
196 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
197 	if (!ptep)  in virt_get_pte_hva_at_level()
200 		return ptep;  in virt_get_pte_hva_at_level()
204 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
205 		if (!ptep)  in virt_get_pte_hva_at_level()
211 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
212 		if (!ptep)  in virt_get_pte_hva_at_level()
218 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8;  in virt_get_pte_hva_at_level()
219 		if (!ptep)  in virt_get_pte_hva_at_level()
226 	return ptep;  in virt_get_pte_hva_at_level()
240 	uint64_t *ptep = virt_get_pte_hva(vm, gva);  in addr_arch_gva2gpa()  local
242 	return pte_addr(vm, *ptep) + (gva & (vm->page_size - 1));  in addr_arch_gva2gpa()
249 	uint64_t pte, *ptep;  in pte_dump()  local
255 		ptep = addr_gpa2hva(vm, pte);  in pte_dump()
256 		if (!*ptep)  in pte_dump()
258 		fprintf(stream, "%*s%s: %lx: %lx at %p\n", indent, "", type[level], pte, *ptep, ptep);  in pte_dump()
259 		pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level + 1);  in pte_dump()
267 	uint64_t pgd, *ptep;  in virt_arch_dump()  local
273 		ptep = addr_gpa2hva(vm, pgd);  in virt_arch_dump()
274 		if (!*ptep)  in virt_arch_dump()
276 		fprintf(stream, "%*spgd: %lx: %lx at %p\n", indent, "", pgd, *ptep, ptep);  in virt_arch_dump()
277 		pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level);  in virt_arch_dump()