xref: /kvm-unit-tests/lib/arm64/asm/pgtable.h (revision 7510bc97d40cee25bc0bf1f4732fce47b355a787)
130b1bc86SAndrew Jones #ifndef _ASMARM64_PGTABLE_H_
230b1bc86SAndrew Jones #define _ASMARM64_PGTABLE_H_
330b1bc86SAndrew Jones /*
430b1bc86SAndrew Jones  * Adapted from arch/arm64/include/asm/pgtable.h
530b1bc86SAndrew Jones  *              include/asm-generic/pgtable-nopmd.h
630b1bc86SAndrew Jones  *              include/linux/mm.h
730b1bc86SAndrew Jones  *
830b1bc86SAndrew Jones  * Note: some Linux function APIs have been modified. Nothing crazy,
930b1bc86SAndrew Jones  *       but if a function took, for example, an mm_struct, then
1030b1bc86SAndrew Jones  *       that was either removed or replaced.
1149f758b8SAndrew Jones  *
1249f758b8SAndrew Jones  * Copyright (C) 2017, Red Hat Inc, Andrew Jones <drjones@redhat.com>
1349f758b8SAndrew Jones  *
1449f758b8SAndrew Jones  * This work is licensed under the terms of the GNU GPL, version 2.
1530b1bc86SAndrew Jones  */
1630b1bc86SAndrew Jones #include <alloc.h>
17*7510bc97SAlexandru Elisei #include <alloc_page.h>
1830b1bc86SAndrew Jones #include <asm/setup.h>
1930b1bc86SAndrew Jones #include <asm/page.h>
2030b1bc86SAndrew Jones #include <asm/pgtable-hwdef.h>
2130b1bc86SAndrew Jones 
2270cea146SAlexandru Elisei #include <linux/compiler.h>
2370cea146SAlexandru Elisei 
24f02b6363SAndrew Jones /*
25f02b6363SAndrew Jones  * We can convert va <=> pa page table addresses with simple casts
26f02b6363SAndrew Jones  * because we always allocate their pages with alloc_page(), and
27f02b6363SAndrew Jones  * alloc_page() always returns identity mapped pages.
28f02b6363SAndrew Jones  */
29f02b6363SAndrew Jones #define pgtable_va(x)		((void *)(unsigned long)(x))
30f02b6363SAndrew Jones #define pgtable_pa(x)		((unsigned long)(x))
31f02b6363SAndrew Jones 
3230b1bc86SAndrew Jones #define pgd_none(pgd)		(!pgd_val(pgd))
3330b1bc86SAndrew Jones #define pmd_none(pmd)		(!pmd_val(pmd))
3430b1bc86SAndrew Jones #define pte_none(pte)		(!pte_val(pte))
3530b1bc86SAndrew Jones 
3630b1bc86SAndrew Jones #define pgd_index(addr) \
3730b1bc86SAndrew Jones 	(((addr) >> PGDIR_SHIFT) & (PTRS_PER_PGD - 1))
3830b1bc86SAndrew Jones #define pgd_offset(pgtable, addr) ((pgtable) + pgd_index(addr))
3930b1bc86SAndrew Jones 
4030b1bc86SAndrew Jones #define pgd_free(pgd) free(pgd)
4130b1bc86SAndrew Jones static inline pgd_t *pgd_alloc(void)
4230b1bc86SAndrew Jones {
4330b1bc86SAndrew Jones 	pgd_t *pgd = memalign(PAGE_SIZE, PTRS_PER_PGD * sizeof(pgd_t));
4430b1bc86SAndrew Jones 	memset(pgd, 0, PTRS_PER_PGD * sizeof(pgd_t));
4530b1bc86SAndrew Jones 	return pgd;
4630b1bc86SAndrew Jones }
4730b1bc86SAndrew Jones 
480226e262SPaolo Bonzini #define pmd_offset(pgd, addr)	((pmd_t *)pgd)
4930b1bc86SAndrew Jones #define pmd_free(pmd)
500226e262SPaolo Bonzini #define pmd_alloc(pgd, addr)	pmd_offset(pgd, addr)
5130b1bc86SAndrew Jones 
5230b1bc86SAndrew Jones static inline pte_t *pmd_page_vaddr(pmd_t pmd)
5330b1bc86SAndrew Jones {
54f02b6363SAndrew Jones 	return pgtable_va(pmd_val(pmd) & PHYS_MASK & (s32)PAGE_MASK);
5530b1bc86SAndrew Jones }
5630b1bc86SAndrew Jones 
5730b1bc86SAndrew Jones #define pte_index(addr) \
5830b1bc86SAndrew Jones 	(((addr) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
5930b1bc86SAndrew Jones #define pte_offset(pmd, addr) \
6030b1bc86SAndrew Jones 	(pmd_page_vaddr(*(pmd)) + pte_index(addr))
6130b1bc86SAndrew Jones 
62031755dbSPaolo Bonzini #define pte_free(pte) free_page(pte)
6330b1bc86SAndrew Jones static inline pte_t *pte_alloc_one(void)
6430b1bc86SAndrew Jones {
65031755dbSPaolo Bonzini 	assert(PTRS_PER_PTE * sizeof(pte_t) == PAGE_SIZE);
66031755dbSPaolo Bonzini 	pte_t *pte = alloc_page();
6730b1bc86SAndrew Jones 	return pte;
6830b1bc86SAndrew Jones }
6930b1bc86SAndrew Jones static inline pte_t *pte_alloc(pmd_t *pmd, unsigned long addr)
7030b1bc86SAndrew Jones {
7130b1bc86SAndrew Jones 	if (pmd_none(*pmd)) {
7270cea146SAlexandru Elisei 		pmd_t entry;
7370cea146SAlexandru Elisei 		pmd_val(entry) = pgtable_pa(pte_alloc_one()) | PMD_TYPE_TABLE;
7470cea146SAlexandru Elisei 		WRITE_ONCE(*pmd, entry);
7530b1bc86SAndrew Jones 	}
7630b1bc86SAndrew Jones 	return pte_offset(pmd, addr);
7730b1bc86SAndrew Jones }
7830b1bc86SAndrew Jones 
7930b1bc86SAndrew Jones #endif /* _ASMARM64_PGTABLE_H_ */
80