s390/mm/vmem.c

106 static void vmemmap_mark_sub_pmd_used(unsigned long start, unsigned long end)
117 static void vmemmap_use_sub_pmd(unsigned long start, unsigned long end)
124 		unused_sub_pmd_start = end;
130 	vmemmap_mark_sub_pmd_used(start, end);
133 static void vmemmap_use_new_sub_pmd(unsigned long start, unsigned long end)
140 	vmemmap_mark_sub_pmd_used(start, end);
150 	if (!IS_ALIGNED(end, PMD_SIZE))
151 		unused_sub_pmd_start = end;
155 static bool vmemmap_unuse_sub_pmd(unsigned long start, unsigned long end)
160 	memset((void *)start, PAGE_UNUSED, end - start);
166 				  unsigned long end, bool add, bool direct,
175 	for (; addr < end; addr += PAGE_SIZE, pte++) {
221 				  unsigned long end, bool add, bool direct,
231 	for (; addr < end; addr = next, pmd++) {
232 		next = pmd_addr_end(addr, end);
312 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end,
322 	for (; addr < end; addr = next, pud++) {
323 		next = pud_addr_end(addr, end);
378 static int modify_p4d_table(pgd_t *pgd, unsigned long addr, unsigned long end,
387 	for (; addr < end; addr = next, p4d++) {
388 		next = p4d_addr_end(addr, end);
423 static int modify_pagetable(unsigned long start, unsigned long end, bool add,
431 	if (WARN_ON_ONCE(!PAGE_ALIGNED(start | end)))
434 	if (WARN_ON_ONCE(end > __abs_lowcore))
436 	for (addr = start; addr < end; addr = next) {
437 		next = pgd_addr_end(addr, end);
458 		flush_tlb_kernel_range(start, end);
462 static int add_pagetable(unsigned long start, unsigned long end, bool direct,
465 	return modify_pagetable(start, end, true, direct, altmap);
468 static int remove_pagetable(unsigned long start, unsigned long end, bool direct,
471 	return modify_pagetable(start, end, false, direct, altmap);
495 int __meminit vmemmap_populate(unsigned long start, unsigned long end, int node,
502 	ret = add_pagetable(start, end, false, altmap);
504 		remove_pagetable(start, end, false, altmap);
511 void vmemmap_free(unsigned long start, unsigned long end,
515 	remove_pagetable(start, end, false, altmap);
533 	mhp_range.end = max_mappable - 1;
543 	    start + size > range.end + 1 ||