arm64/mm/kasan_init.c

30  * directly on kernel symbols (bm_p*d). All the early functions are called too
31  * early to use lm_alias so __p*d_populate functions must be used to populate
63 				      bool early)
66 		phys_addr_t pte_phys = early ?
72 	return early ? pte_offset_kimg(pmdp, addr)
77 				      bool early)
80 		phys_addr_t pmd_phys = early ?
86 	return early ? pmd_offset_kimg(pudp, addr) : pmd_offset(pudp, addr);
90 				      bool early)
93 		phys_addr_t pud_phys = early ?
99 	return early ? pud_offset_kimg(p4dp, addr) : pud_offset(p4dp, addr);
103 				      bool early)
106 		phys_addr_t p4d_phys = early ?
112 	return early ? p4d_offset_kimg(pgdp, addr) : p4d_offset(pgdp, addr);
116 				      unsigned long end, int node, bool early)
119 	pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);
122 		phys_addr_t page_phys = early ?
125 		if (!early)
133 				      unsigned long end, int node, bool early)
136 	pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early);
140 		kasan_pte_populate(pmdp, addr, next, node, early);
145 				      unsigned long end, int node, bool early)
148 	pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early);
152 		kasan_pmd_populate(pudp, addr, next, node, early);
157 				      unsigned long end, int node, bool early)
160 	p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early);
164 		kasan_pud_populate(p4dp, addr, next, node, early);
169 				      int node, bool early)
177 		kasan_p4d_populate(pgdp, addr, next, node, early);
198 /* The early shadow maps everything to a single page of zeroes */
318 	 * At first we should unmap early shadow (clear_pgds() call below).
320 	 * tmp_pg_dir used to keep early shadow mapped until full shadow