Lines Matching defs:early

17 #define __pgd_none(early, pgd) (0)
19 #define __pgd_none(early, pgd) (early ? (pgd_val(pgd) == 0) : \
24 #define __p4d_none(early, p4d) (0)
26 #define __p4d_none(early, p4d) (early ? (p4d_val(p4d) == 0) : \
31 #define __pud_none(early, pud) (0)
33 #define __pud_none(early, pud) (early ? (pud_val(pud) == 0) : \
37 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \
40 #define __pte_none(early, pte) (early ? pte_none(pte) : \
118 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early)
120 	if (__pmd_none(early, pmdp_get(pmdp))) {
121 		phys_addr_t pte_phys = early ?
123 		if (!early)
131 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, bool early)
133 	if (__pud_none(early, pudp_get(pudp))) {
134 		phys_addr_t pmd_phys = early ?
136 		if (!early)
144 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, bool early)
146 	if (__p4d_none(early, p4dp_get(p4dp))) {
147 		phys_addr_t pud_phys = early ?
149 		if (!early)
157 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, bool early)
159 	if (__pgd_none(early, pgdp_get(pgdp))) {
160 		phys_addr_t p4d_phys = early ?
162 		if (!early)
171 				      unsigned long end, int node, bool early)
174 	pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);
177 		phys_addr_t page_phys = early ?
182 	} while (ptep++, addr = next, addr != end && __pte_none(early, ptep_get(ptep)));
186 				      unsigned long end, int node, bool early)
189 	pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early);
193 		kasan_pte_populate(pmdp, addr, next, node, early);
194 	} while (pmdp++, addr = next, addr != end && __pmd_none(early, pmdp_get(pmdp)));
198 					    unsigned long end, int node, bool early)
201 	pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early);
205 		kasan_pmd_populate(pudp, addr, next, node, early);
206 	} while (pudp++, addr = next, addr != end && __pud_none(early, READ_ONCE(*pudp)));
210 					    unsigned long end, int node, bool early)
213 	p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early);
217 		kasan_pud_populate(p4dp, addr, next, node, early);
218 	} while (p4dp++, addr = next, addr != end && __p4d_none(early, READ_ONCE(*p4dp)));
222 				      int node, bool early)
231 		kasan_p4d_populate(pgdp, addr, next, node, early);