Lines Matching full:end
37 static void pgtable_populate(unsigned long addr, unsigned long end, enum populate_mode mode);
50 static inline void kasan_populate(unsigned long start, unsigned long end, enum populate_mode mode) in kasan_populate() argument
53 end = PAGE_ALIGN(__sha(end)); in kasan_populate()
54 pgtable_populate(start, end, mode); in kasan_populate()
64 unsigned long start, end; in kasan_populate_shadow() local
84 * +-end of ident map+ / +----------------+ in kasan_populate_shadow()
93 * +- shadow end ----+---------+- shadow end ---+ in kasan_populate_shadow()
99 * +-end of ident map+ / +----------------+ in kasan_populate_shadow()
108 * +- shadow end ----+---------+- shadow end ---+ in kasan_populate_shadow()
111 for_each_physmem_usable_range(i, &start, &end) { in kasan_populate_shadow()
112 kasan_populate(start, end, POPULATE_KASAN_MAP_SHADOW); in kasan_populate_shadow()
115 memgap_start = end; in kasan_populate_shadow()
130 unsigned long end, enum populate_mode mode) in kasan_pgd_populate_zero_shadow() argument
133 IS_ALIGNED(addr, PGDIR_SIZE) && end - addr >= PGDIR_SIZE) { in kasan_pgd_populate_zero_shadow()
141 unsigned long end, enum populate_mode mode) in kasan_p4d_populate_zero_shadow() argument
144 IS_ALIGNED(addr, P4D_SIZE) && end - addr >= P4D_SIZE) { in kasan_p4d_populate_zero_shadow()
152 unsigned long end, enum populate_mode mode) in kasan_pud_populate_zero_shadow() argument
155 IS_ALIGNED(addr, PUD_SIZE) && end - addr >= PUD_SIZE) { in kasan_pud_populate_zero_shadow()
163 unsigned long end, enum populate_mode mode) in kasan_pmd_populate_zero_shadow() argument
166 IS_ALIGNED(addr, PMD_SIZE) && end - addr >= PMD_SIZE) { in kasan_pmd_populate_zero_shadow()
186 unsigned long end, enum populate_mode mode) in kasan_pgd_populate_zero_shadow() argument
192 unsigned long end, enum populate_mode mode) in kasan_p4d_populate_zero_shadow() argument
198 unsigned long end, enum populate_mode mode) in kasan_pud_populate_zero_shadow() argument
204 unsigned long end, enum populate_mode mode) in kasan_pmd_populate_zero_shadow() argument
277 static bool can_large_pud(pud_t *pu_dir, unsigned long addr, unsigned long end) in can_large_pud() argument
280 IS_ALIGNED(addr, PUD_SIZE) && (end - addr) >= PUD_SIZE; in can_large_pud()
283 static bool can_large_pmd(pmd_t *pm_dir, unsigned long addr, unsigned long end) in can_large_pmd() argument
286 IS_ALIGNED(addr, PMD_SIZE) && (end - addr) >= PMD_SIZE; in can_large_pmd()
289 static void pgtable_pte_populate(pmd_t *pmd, unsigned long addr, unsigned long end, in pgtable_pte_populate() argument
296 for (; addr < end; addr += PAGE_SIZE, pte++) { in pgtable_pte_populate()
312 static void pgtable_pmd_populate(pud_t *pud, unsigned long addr, unsigned long end, in pgtable_pmd_populate() argument
320 for (; addr < end; addr = next, pmd++) { in pgtable_pmd_populate()
321 next = pmd_addr_end(addr, end); in pgtable_pmd_populate()
345 static void pgtable_pud_populate(p4d_t *p4d, unsigned long addr, unsigned long end, in pgtable_pud_populate() argument
353 for (; addr < end; addr = next, pud++) { in pgtable_pud_populate()
354 next = pud_addr_end(addr, end); in pgtable_pud_populate()
378 static void pgtable_p4d_populate(pgd_t *pgd, unsigned long addr, unsigned long end, in pgtable_p4d_populate() argument
386 for (; addr < end; addr = next, p4d++) { in pgtable_p4d_populate()
387 next = p4d_addr_end(addr, end); in pgtable_p4d_populate()
398 static void pgtable_populate(unsigned long addr, unsigned long end, enum populate_mode mode) in pgtable_populate() argument
405 for (; addr < end; addr = next, pgd++) { in pgtable_populate()
406 next = pgd_addr_end(addr, end); in pgtable_populate()
423 unsigned long start, end; in setup_vmem() local
433 for_each_physmem_online_range(i, &start, &end) in setup_vmem()
434 __arch_set_page_nodat((void *)start, (end - start) >> PAGE_SHIFT); in setup_vmem()
456 for_each_physmem_usable_range(i, &start, &end) in setup_vmem()
457 pgtable_populate(start, end, POPULATE_DIRECT); in setup_vmem()