arm64/mm/mmu.c

118 static phys_addr_t __init early_pgtable_alloc(enum pgtable_type pgtable_type)
120 	phys_addr_t phys;
178 		     phys_addr_t phys, pgprot_t prot)
201 				unsigned long end, phys_addr_t phys,
203 				phys_addr_t (*pgtable_alloc)(enum pgtable_type),
213 		phys_addr_t pte_phys;
253 		     phys_addr_t phys, pgprot_t prot,
254 		     phys_addr_t (*pgtable_alloc)(enum pgtable_type), int flags)
286 				unsigned long end, phys_addr_t phys,
288 				phys_addr_t (*pgtable_alloc)(enum pgtable_type),
301 		phys_addr_t pmd_phys;
336 			   phys_addr_t phys, pgprot_t prot,
337 			   phys_addr_t (*pgtable_alloc)(enum pgtable_type),
346 		phys_addr_t pud_phys;
394 			   phys_addr_t phys, pgprot_t prot,
395 			   phys_addr_t (*pgtable_alloc)(enum pgtable_type),
404 		phys_addr_t p4d_phys;
436 static void __create_pgd_mapping_locked(pgd_t *pgdir, phys_addr_t phys,
437 					unsigned long virt, phys_addr_t size,
439 					phys_addr_t (*pgtable_alloc)(enum pgtable_type),
464 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,
465 				 unsigned long virt, phys_addr_t size,
467 				 phys_addr_t (*pgtable_alloc)(enum pgtable_type),
478 void create_kpti_ng_temp_pgd(pgd_t *pgdir, phys_addr_t phys, unsigned long virt,
479 			     phys_addr_t size, pgprot_t prot,
480 			     phys_addr_t (*pgtable_alloc)(enum pgtable_type),
484 static phys_addr_t __pgd_pgtable_alloc(struct mm_struct *mm,
489 	phys_addr_t pa;
512 static phys_addr_t __maybe_unused
518 static phys_addr_t
529 void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,
530 				   phys_addr_t size, pgprot_t prot)
541 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,
542 			       unsigned long virt, phys_addr_t size,
556 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,
557 				phys_addr_t size, pgprot_t prot)
572 static void __init __map_memblock(pgd_t *pgdp, phys_addr_t start,
573 				  phys_addr_t end, pgprot_t prot, int flags)
604 static phys_addr_t __init arm64_kfence_alloc_pool(void)
606 	phys_addr_t kfence_pool;
624 static void __init arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp)
638 static inline phys_addr_t arm64_kfence_alloc_pool(void) { return 0; }
639 static inline void arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) { }
646 	phys_addr_t kernel_start = __pa_symbol(_stext);
647 	phys_addr_t kernel_end = __pa_symbol(__init_begin);
648 	phys_addr_t start, end;
649 	phys_addr_t early_kfence_pool;
726 	phys_addr_t pa_start = __pa_symbol(va_start);
758 	phys_addr_t pa_start = __pa_symbol(__entry_tramp_text_start);
1221 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)
1235 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)
1474 	phys_addr_t start, end, addr;
1571 	typedef void (ttbr_replace_func)(phys_addr_t);
1577 	phys_addr_t ttbr1 = phys_to_ttbr(virt_to_phys(pgdp));