Lines Matching +full:disable +full:- +full:hibernation +full:- +full:mode
1 // SPDX-License-Identifier: GPL-2.0-only
3 * kexec.c - kexec system call core code.
4 * Copyright (C) 2002-2004 Eric Biederman <ebiederm@xmission.com>
58 * When kexec transitions to the new kernel there is a one-to-one
60 * where you can disable the MMU this is trivial, and easy. For
77 * 0 - TASK_SIZE, as only the user space mappings are arbitrarily
84 * be self-contained.
92 * - allocating a page table with the control code buffer identity
101 #define KIMAGE_NO_DEST (-1UL)
102 #define PAGE_COUNT(x) (((x) + PAGE_SIZE - 1) >> PAGE_SHIFT)
111 unsigned long nr_segments = image->nr_segments; in sanity_check_segment_list()
131 mstart = image->segment[i].mem; in sanity_check_segment_list()
132 mend = mstart + image->segment[i].memsz; in sanity_check_segment_list()
134 return -EADDRNOTAVAIL; in sanity_check_segment_list()
136 return -EADDRNOTAVAIL; in sanity_check_segment_list()
138 return -EADDRNOTAVAIL; in sanity_check_segment_list()
150 mstart = image->segment[i].mem; in sanity_check_segment_list()
151 mend = mstart + image->segment[i].memsz; in sanity_check_segment_list()
155 pstart = image->segment[j].mem; in sanity_check_segment_list()
156 pend = pstart + image->segment[j].memsz; in sanity_check_segment_list()
159 return -EINVAL; in sanity_check_segment_list()
169 if (image->segment[i].bufsz > image->segment[i].memsz) in sanity_check_segment_list()
170 return -EINVAL; in sanity_check_segment_list()
179 if (PAGE_COUNT(image->segment[i].memsz) > nr_pages / 2) in sanity_check_segment_list()
180 return -EINVAL; in sanity_check_segment_list()
182 total_pages += PAGE_COUNT(image->segment[i].memsz); in sanity_check_segment_list()
186 return -EINVAL; in sanity_check_segment_list()
199 if (image->type == KEXEC_TYPE_CRASH) { in sanity_check_segment_list()
203 mstart = image->segment[i].mem; in sanity_check_segment_list()
204 mend = mstart + image->segment[i].memsz - 1; in sanity_check_segment_list()
208 return -EADDRNOTAVAIL; in sanity_check_segment_list()
221 accept_memory(image->segment[i].mem, image->segment[i].memsz); in sanity_check_segment_list()
235 image->head = 0; in do_kimage_alloc_init()
236 image->entry = &image->head; in do_kimage_alloc_init()
237 image->last_entry = &image->head; in do_kimage_alloc_init()
238 image->control_page = ~0; /* By default this does not apply */ in do_kimage_alloc_init()
239 image->type = KEXEC_TYPE_DEFAULT; in do_kimage_alloc_init()
242 INIT_LIST_HEAD(&image->control_pages); in do_kimage_alloc_init()
245 INIT_LIST_HEAD(&image->dest_pages); in do_kimage_alloc_init()
248 INIT_LIST_HEAD(&image->unusable_pages); in do_kimage_alloc_init()
251 image->hp_action = KEXEC_CRASH_HP_NONE; in do_kimage_alloc_init()
252 image->elfcorehdr_index = -1; in do_kimage_alloc_init()
253 image->elfcorehdr_updated = false; in do_kimage_alloc_init()
265 for (i = 0; i < image->nr_segments; i++) { in kimage_is_destination_range()
268 mstart = image->segment[i].mem; in kimage_is_destination_range()
269 mend = mstart + image->segment[i].memsz - 1; in kimage_is_destination_range()
287 pages->mapping = NULL; in kimage_alloc_pages()
323 list_del(&page->lru); in kimage_free_page_list()
338 * these are for architectures where we cannot disable in kimage_alloc_normal_control_pages()
363 eaddr = (epfn << PAGE_SHIFT) - 1; in kimage_alloc_normal_control_pages()
366 list_add(&pages->lru, &extra_pages); in kimage_alloc_normal_control_pages()
373 list_add(&pages->lru, &image->control_pages); in kimage_alloc_normal_control_pages()
379 * to give it an entry in image->segment[]. in kimage_alloc_normal_control_pages()
384 * Ideally I would convert multi-page allocations into single in kimage_alloc_normal_control_pages()
385 * page allocations, and add everything to image->dest_pages. in kimage_alloc_normal_control_pages()
410 * these are for architectures where we cannot disable in kimage_alloc_crash_control_pages()
424 hole_start = ALIGN(image->control_page, size); in kimage_alloc_crash_control_pages()
425 hole_end = hole_start + size - 1; in kimage_alloc_crash_control_pages()
434 for (i = 0; i < image->nr_segments; i++) { in kimage_alloc_crash_control_pages()
437 mstart = image->segment[i].mem; in kimage_alloc_crash_control_pages()
438 mend = mstart + image->segment[i].memsz - 1; in kimage_alloc_crash_control_pages()
442 hole_end = hole_start + size - 1; in kimage_alloc_crash_control_pages()
447 if (i == image->nr_segments) { in kimage_alloc_crash_control_pages()
449 image->control_page = hole_end + 1; in kimage_alloc_crash_control_pages()
468 switch (image->type) { in kimage_alloc_control_pages()
484 if (*image->entry != 0) in kimage_add_entry()
485 image->entry++; in kimage_add_entry()
487 if (image->entry == image->last_entry) { in kimage_add_entry()
493 return -ENOMEM; in kimage_add_entry()
496 *image->entry = virt_to_boot_phys(ind_page) | IND_INDIRECTION; in kimage_add_entry()
497 image->entry = ind_page; in kimage_add_entry()
498 image->last_entry = ind_page + in kimage_add_entry()
499 ((PAGE_SIZE/sizeof(kimage_entry_t)) - 1); in kimage_add_entry()
501 *image->entry = entry; in kimage_add_entry()
502 image->entry++; in kimage_add_entry()
503 *image->entry = 0; in kimage_add_entry()
528 kimage_free_page_list(&image->dest_pages); in kimage_free_extra_pages()
531 kimage_free_page_list(&image->unusable_pages); in kimage_free_extra_pages()
537 if (*image->entry != 0) in kimage_terminate()
538 image->entry++; in kimage_terminate()
540 *image->entry = IND_DONE; in kimage_terminate()
544 for (ptr = &image->head; (entry = *ptr) && !(entry & IND_DONE); \
565 if (image->vmcoreinfo_data_copy) { in kimage_free()
567 vunmap(image->vmcoreinfo_data_copy); in kimage_free()
592 kimage_free_page_list(&image->control_pages); in kimage_free()
598 if (image->file_mode) in kimage_free()
652 list_for_each_entry(page, &image->dest_pages, lru) { in kimage_alloc_page()
655 list_del(&page->lru); in kimage_alloc_page()
670 list_add(&page->lru, &image->unusable_pages); in kimage_alloc_page()
681 addr + PAGE_SIZE - 1)) in kimage_alloc_page()
713 list_add(&page->lru, &image->dest_pages); in kimage_alloc_page()
728 if (image->file_mode) in kimage_load_normal_segment()
729 kbuf = segment->kbuf; in kimage_load_normal_segment()
731 buf = segment->buf; in kimage_load_normal_segment()
732 ubytes = segment->bufsz; in kimage_load_normal_segment()
733 mbytes = segment->memsz; in kimage_load_normal_segment()
734 maddr = segment->mem; in kimage_load_normal_segment()
747 result = -ENOMEM; in kimage_load_normal_segment()
760 PAGE_SIZE - (maddr & ~PAGE_MASK)); in kimage_load_normal_segment()
765 if (image->file_mode) in kimage_load_normal_segment()
769 ubytes -= uchunk; in kimage_load_normal_segment()
770 if (image->file_mode) in kimage_load_normal_segment()
777 result = -EFAULT; in kimage_load_normal_segment()
781 mbytes -= mchunk; in kimage_load_normal_segment()
804 if (image->file_mode) in kimage_load_crash_segment()
805 kbuf = segment->kbuf; in kimage_load_crash_segment()
807 buf = segment->buf; in kimage_load_crash_segment()
808 ubytes = segment->bufsz; in kimage_load_crash_segment()
809 mbytes = segment->memsz; in kimage_load_crash_segment()
810 maddr = segment->mem; in kimage_load_crash_segment()
818 result = -ENOMEM; in kimage_load_crash_segment()
825 PAGE_SIZE - (maddr & ~PAGE_MASK)); in kimage_load_crash_segment()
829 memset(ptr + uchunk, 0, mchunk - uchunk); in kimage_load_crash_segment()
834 if (image->file_mode) in kimage_load_crash_segment()
838 ubytes -= uchunk; in kimage_load_crash_segment()
839 if (image->file_mode) in kimage_load_crash_segment()
848 result = -EFAULT; in kimage_load_crash_segment()
852 mbytes -= mchunk; in kimage_load_crash_segment()
864 int result = -ENOMEM; in kimage_load_segment()
866 switch (image->type) { in kimage_load_segment()
888 .limit = -1,
893 .limit = -1,
904 struct kexec_load_limit *limit = table->data; in kexec_limit_handler()
909 .mode = table->mode, in kexec_limit_handler()
919 return -EINVAL; in kexec_limit_handler()
921 mutex_lock(&limit->mutex); in kexec_limit_handler()
922 if (limit->limit != -1 && val >= limit->limit) in kexec_limit_handler()
923 ret = -EINVAL; in kexec_limit_handler()
925 limit->limit = val; in kexec_limit_handler()
926 mutex_unlock(&limit->mutex); in kexec_limit_handler()
931 mutex_lock(&limit->mutex); in kexec_limit_handler()
932 val = limit->limit; in kexec_limit_handler()
933 mutex_unlock(&limit->mutex); in kexec_limit_handler()
943 .mode = 0644,
952 .mode = 0644,
958 .mode = 0644,
985 mutex_lock(&limit->mutex); in kexec_load_permitted()
986 if (!limit->limit) { in kexec_load_permitted()
987 mutex_unlock(&limit->mutex); in kexec_load_permitted()
990 if (limit->limit != -1) in kexec_load_permitted()
991 limit->limit--; in kexec_load_permitted()
992 mutex_unlock(&limit->mutex); in kexec_load_permitted()
1006 return -EBUSY; in kernel_kexec()
1008 error = -EINVAL; in kernel_kexec()
1013 if (kexec_image->preserve_context) { in kernel_kexec()
1015 * This flow is analogous to hibernation flows that occur in kernel_kexec()
1023 error = -EBUSY; in kernel_kexec()
1032 * to complete the transition, like in the hibernation flows in kernel_kexec()
1057 * CPU hotplug again; so re-enable it here. in kernel_kexec()
1068 if (kexec_image->preserve_context) { in kernel_kexec()
1070 * This flow is analogous to hibernation flows that occur after in kernel_kexec()