130b1bc86SAndrew Jones #ifndef _ASMARM64_PGTABLE_H_ 230b1bc86SAndrew Jones #define _ASMARM64_PGTABLE_H_ 330b1bc86SAndrew Jones /* 430b1bc86SAndrew Jones * Adapted from arch/arm64/include/asm/pgtable.h 530b1bc86SAndrew Jones * include/asm-generic/pgtable-nopmd.h 630b1bc86SAndrew Jones * include/linux/mm.h 730b1bc86SAndrew Jones * 830b1bc86SAndrew Jones * Note: some Linux function APIs have been modified. Nothing crazy, 930b1bc86SAndrew Jones * but if a function took, for example, an mm_struct, then 1030b1bc86SAndrew Jones * that was either removed or replaced. 1149f758b8SAndrew Jones * 1249f758b8SAndrew Jones * Copyright (C) 2017, Red Hat Inc, Andrew Jones <drjones@redhat.com> 1349f758b8SAndrew Jones * 1449f758b8SAndrew Jones * This work is licensed under the terms of the GNU GPL, version 2. 1530b1bc86SAndrew Jones */ 1630b1bc86SAndrew Jones #include <alloc.h> 17*7510bc97SAlexandru Elisei #include <alloc_page.h> 1830b1bc86SAndrew Jones #include <asm/setup.h> 1930b1bc86SAndrew Jones #include <asm/page.h> 2030b1bc86SAndrew Jones #include <asm/pgtable-hwdef.h> 2130b1bc86SAndrew Jones 2270cea146SAlexandru Elisei #include <linux/compiler.h> 2370cea146SAlexandru Elisei 24f02b6363SAndrew Jones /* 25f02b6363SAndrew Jones * We can convert va <=> pa page table addresses with simple casts 26f02b6363SAndrew Jones * because we always allocate their pages with alloc_page(), and 27f02b6363SAndrew Jones * alloc_page() always returns identity mapped pages. 28f02b6363SAndrew Jones */ 29f02b6363SAndrew Jones #define pgtable_va(x) ((void *)(unsigned long)(x)) 30f02b6363SAndrew Jones #define pgtable_pa(x) ((unsigned long)(x)) 31f02b6363SAndrew Jones 3230b1bc86SAndrew Jones #define pgd_none(pgd) (!pgd_val(pgd)) 3330b1bc86SAndrew Jones #define pmd_none(pmd) (!pmd_val(pmd)) 3430b1bc86SAndrew Jones #define pte_none(pte) (!pte_val(pte)) 3530b1bc86SAndrew Jones 3630b1bc86SAndrew Jones #define pgd_index(addr) \ 3730b1bc86SAndrew Jones (((addr) >> PGDIR_SHIFT) & (PTRS_PER_PGD - 1)) 3830b1bc86SAndrew Jones #define pgd_offset(pgtable, addr) ((pgtable) + pgd_index(addr)) 3930b1bc86SAndrew Jones 4030b1bc86SAndrew Jones #define pgd_free(pgd) free(pgd) 4130b1bc86SAndrew Jones static inline pgd_t *pgd_alloc(void) 4230b1bc86SAndrew Jones { 4330b1bc86SAndrew Jones pgd_t *pgd = memalign(PAGE_SIZE, PTRS_PER_PGD * sizeof(pgd_t)); 4430b1bc86SAndrew Jones memset(pgd, 0, PTRS_PER_PGD * sizeof(pgd_t)); 4530b1bc86SAndrew Jones return pgd; 4630b1bc86SAndrew Jones } 4730b1bc86SAndrew Jones 480226e262SPaolo Bonzini #define pmd_offset(pgd, addr) ((pmd_t *)pgd) 4930b1bc86SAndrew Jones #define pmd_free(pmd) 500226e262SPaolo Bonzini #define pmd_alloc(pgd, addr) pmd_offset(pgd, addr) 5130b1bc86SAndrew Jones 5230b1bc86SAndrew Jones static inline pte_t *pmd_page_vaddr(pmd_t pmd) 5330b1bc86SAndrew Jones { 54f02b6363SAndrew Jones return pgtable_va(pmd_val(pmd) & PHYS_MASK & (s32)PAGE_MASK); 5530b1bc86SAndrew Jones } 5630b1bc86SAndrew Jones 5730b1bc86SAndrew Jones #define pte_index(addr) \ 5830b1bc86SAndrew Jones (((addr) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)) 5930b1bc86SAndrew Jones #define pte_offset(pmd, addr) \ 6030b1bc86SAndrew Jones (pmd_page_vaddr(*(pmd)) + pte_index(addr)) 6130b1bc86SAndrew Jones 62031755dbSPaolo Bonzini #define pte_free(pte) free_page(pte) 6330b1bc86SAndrew Jones static inline pte_t *pte_alloc_one(void) 6430b1bc86SAndrew Jones { 65031755dbSPaolo Bonzini assert(PTRS_PER_PTE * sizeof(pte_t) == PAGE_SIZE); 66031755dbSPaolo Bonzini pte_t *pte = alloc_page(); 6730b1bc86SAndrew Jones return pte; 6830b1bc86SAndrew Jones } 6930b1bc86SAndrew Jones static inline pte_t *pte_alloc(pmd_t *pmd, unsigned long addr) 7030b1bc86SAndrew Jones { 7130b1bc86SAndrew Jones if (pmd_none(*pmd)) { 7270cea146SAlexandru Elisei pmd_t entry; 7370cea146SAlexandru Elisei pmd_val(entry) = pgtable_pa(pte_alloc_one()) | PMD_TYPE_TABLE; 7470cea146SAlexandru Elisei WRITE_ONCE(*pmd, entry); 7530b1bc86SAndrew Jones } 7630b1bc86SAndrew Jones return pte_offset(pmd, addr); 7730b1bc86SAndrew Jones } 7830b1bc86SAndrew Jones 7930b1bc86SAndrew Jones #endif /* _ASMARM64_PGTABLE_H_ */ 80