riscv/mm/kasan_init.c

21  * For sv48 and sv57, the region start is aligned on PGDIR_SIZE whereas the end
29 static void __init kasan_populate_pte(pmd_t *pmd, unsigned long vaddr, unsigned long end)
47 	} while (ptep++, vaddr += PAGE_SIZE, vaddr != end);
50 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end)
64 		next = pmd_addr_end(vaddr, end);
77 	} while (pmdp++, vaddr = next, vaddr != end);
81 				      unsigned long vaddr, unsigned long end)
95 		next = pud_addr_end(vaddr, end);
108 	} while (pudp++, vaddr = next, vaddr != end);
112 				      unsigned long vaddr, unsigned long end)
126 		next = p4d_addr_end(vaddr, end);
139 	} while (p4dp++, vaddr = next, vaddr != end);
143 				      unsigned long vaddr, unsigned long end)
149 		next = pgd_addr_end(vaddr, end);
162 	} while (pgdp++, vaddr = next, vaddr != end);
166 					 unsigned long vaddr, unsigned long end)
179 		next = pud_addr_end(vaddr, end);
187 	} while (pudp++, vaddr = next, vaddr != end);
191 					 unsigned long vaddr, unsigned long end)
204 		next = p4d_addr_end(vaddr, end);
213 	} while (p4dp++, vaddr = next, vaddr != end);
217 					 unsigned long vaddr, unsigned long end)
222 		next = pgd_addr_end(vaddr, end);
231 	} while (pgdp++, vaddr = next, vaddr != end);
236 					    unsigned long end)
250 		next = pud_addr_end(vaddr, end);
260 	} while (pudp++, vaddr = next, vaddr != end);
265 					    unsigned long end)
288 		next = p4d_addr_end(vaddr, end);
298 	} while (p4dp++, vaddr = next, vaddr != end);
303 					    unsigned long end)
309 		next = pgd_addr_end(vaddr, end);
319 	} while (pgdp++, vaddr = next, vaddr != end);
369 static void __init kasan_populate(void *start, void *end)
372 	unsigned long vend = PAGE_ALIGN((unsigned long)end);
378 					      unsigned long vaddr, unsigned long end)
385 		next = pud_addr_end(vaddr, end);
394 	} while (pud_k++, vaddr = next, vaddr != end);
398 					      unsigned long vaddr, unsigned long end)
405 		next = p4d_addr_end(vaddr, end);
413 		kasan_shallow_populate_pud(p4d_k, vaddr, end);
414 	} while (p4d_k++, vaddr = next, vaddr != end);
417 static void __init kasan_shallow_populate_pgd(unsigned long vaddr, unsigned long end)
424 		next = pgd_addr_end(vaddr, end);
433 	} while (pgd_k++, vaddr = next, vaddr != end);
436 static void __init kasan_shallow_populate(void *start, void *end)
439 	unsigned long vend = PAGE_ALIGN((unsigned long)end);
513 		void *end = (void *)__va(p_end);
515 		if (start >= end)
518 		kasan_populate(kasan_mem_to_shadow(start), kasan_mem_to_shadow(end));