Lines Matching +full:wait +full:- +full:pin
1 // SPDX-License-Identifier: GPL-2.0-only
21 #include <sys/wait.h>
102 for (; size; addr += pagesize, size -= pagesize) in range_is_swapped()
115 if (pipe(comm_pipes->child_ready) < 0) in setup_comm_pipes()
116 return -errno; in setup_comm_pipes()
117 if (pipe(comm_pipes->parent_ready) < 0) { in setup_comm_pipes()
118 close(comm_pipes->child_ready[0]); in setup_comm_pipes()
119 close(comm_pipes->child_ready[1]); in setup_comm_pipes()
120 return -errno; in setup_comm_pipes()
128 close(comm_pipes->child_ready[0]); in close_comm_pipes()
129 close(comm_pipes->child_ready[1]); in close_comm_pipes()
130 close(comm_pipes->parent_ready[0]); in close_comm_pipes()
131 close(comm_pipes->parent_ready[1]); in close_comm_pipes()
143 /* Wait until the parent modified the page. */ in child_memcmp_fn()
144 write(comm_pipes->child_ready[1], "0", 1); in child_memcmp_fn()
145 while (read(comm_pipes->parent_ready[0], &buf, 1) != 1) in child_memcmp_fn()
171 return -errno; in child_vmsplice_memcmp_fn()
173 /* Trigger a read-only pin. */ in child_vmsplice_memcmp_fn()
176 return -errno; in child_vmsplice_memcmp_fn()
178 return -EINVAL; in child_vmsplice_memcmp_fn()
182 return -errno; in child_vmsplice_memcmp_fn()
184 /* Wait until the parent modified it. */ in child_vmsplice_memcmp_fn()
185 write(comm_pipes->child_ready[1], "0", 1); in child_vmsplice_memcmp_fn()
186 while (read(comm_pipes->parent_ready[0], &buf, 1) != 1) in child_vmsplice_memcmp_fn()
191 cur = read(fds[0], new + total, transferred - total); in child_vmsplice_memcmp_fn()
193 return -errno; in child_vmsplice_memcmp_fn()
228 * write-faults by directly mapping pages writable. in do_test_cow_in_parent()
235 wait(&ret); in do_test_cow_in_parent()
244 wait(&ret); in do_test_cow_in_parent()
248 ret = -EINVAL; in do_test_cow_in_parent()
329 wait(&ret); in do_test_vmsplice_in_parent()
342 /* Wait until the child is done writing. */ in do_test_vmsplice_in_parent()
343 wait(&ret); in do_test_vmsplice_in_parent()
345 ksft_test_result_fail("wait() failed\n"); in do_test_vmsplice_in_parent()
351 cur = read(fds[0], new + total, transferred - total); in do_test_vmsplice_in_parent()
472 * buffer pin to the file so we can verify it. in do_test_iouring()
494 if (cqe->res != size) { in do_test_iouring()
503 cur = pread(fd, tmp + total, size - total, total); in do_test_iouring()
513 "Longterm R/W pin is reliable\n"); in do_test_iouring()
518 wait(&ret); in do_test_iouring()
597 /* Wait until our child is ready. */ in do_test_ro_pin()
603 * Tell the child to quit now and wait until it quit. in do_test_ro_pin()
608 wait(&ret); in do_test_ro_pin()
610 ksft_print_msg("[INFO] wait() failed\n"); in do_test_ro_pin()
633 /* Take a R/O pin. This should trigger unsharing. */ in do_test_ro_pin()
643 goto wait; in do_test_ro_pin()
650 * Read back the content via the pin to the temporary buffer and in do_test_ro_pin()
659 "Longterm R/O pin is reliable\n"); in do_test_ro_pin()
664 wait: in do_test_ro_pin()
668 wait(&ret); in do_test_ro_pin()
670 ksft_print_msg("[INFO] wait() failed\n"); in do_test_ro_pin()
719 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); in do_run_with_base_page()
780 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); in do_run_with_thp()
786 /* We need a THP-aligned memory area. */ in do_run_with_thp()
787 mem = (char *)(((uintptr_t)mmap_mem + thpsize) & ~(thpsize - 1)); in do_run_with_thp()
796 * Try to populate a THP. Touch the first sub-page and test if in do_run_with_thp()
797 * we get the last sub-page populated automatically. in do_run_with_thp()
800 if (!pagemap_is_populated(pagemap_fd, mem + thpsize - pagesize)) { in do_run_with_thp()
815 * Trigger PTE-mapping the THP by temporarily mapping a single in do_run_with_thp()
817 * therefore already PTE-mapped). in do_run_with_thp()
833 * Discard all but a single subpage of that PTE-mapped THP. What in do_run_with_thp()
836 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DONTNEED); in do_run_with_thp()
850 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); in do_run_with_thp()
869 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DONTFORK); in do_run_with_thp()
881 wait(&ret); in do_run_with_thp()
883 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DOFORK); in do_run_with_thp()
923 ksft_print_msg("[RUN] %s ... with swapped-out THP (%zu kB)\n", in run_with_thp_swap()
930 ksft_print_msg("[RUN] %s ... with PTE-mapped THP (%zu kB)\n", in run_with_pte_mapped_thp()
937 ksft_print_msg("[RUN] %s ... with swapped-out, PTE-mapped THP (%zu kB)\n", in run_with_pte_mapped_thp_swap()
951 ksft_print_msg("[RUN] %s ... with single PTE of swapped-out THP (%zu kB)\n", in run_with_single_pte_of_thp_swap()
980 mem = mmap(NULL, hugetlbsize, PROT_READ | PROT_WRITE, flags, -1, 0); in run_with_hugetlb()
993 dummy = mmap(NULL, hugetlbsize, PROT_READ | PROT_WRITE, flags, -1, 0); in run_with_hugetlb()
1035 * This is CVE-2020-29374 reported by Jann Horn.
1069 * Take a R/W longterm pin and then map the page R/O into the page
1071 * page, the page content must be visible via the pin.
1074 "R/O-mapping a page registered as iouring fixed buffer",
1078 * Take a R/W longterm pin and then fork() a child. When modifying the
1079 * page, the page content must be visible via the pin. We expect the
1089 * Take a R/O longterm pin on a R/O-mapped shared anonymous page.
1091 * must be visible via the pin.
1094 "R/O GUP pin on R/O-mapped shared page",
1097 /* Same as above, but using GUP-fast. */
1099 "R/O GUP-fast pin on R/O-mapped shared page",
1103 * Take a R/O longterm pin on a R/O-mapped exclusive anonymous page that
1105 * the page content change must be visible via the pin.
1108 "R/O GUP pin on R/O-mapped previously-shared page",
1111 /* Same as above, but using GUP-fast. */
1113 "R/O GUP-fast pin on R/O-mapped previously-shared page",
1117 * Take a R/O longterm pin on a R/O-mapped exclusive anonymous page.
1119 * must be visible via the pin.
1122 "R/O GUP pin on R/O-mapped exclusive page",
1125 /* Same as above, but using GUP-fast. */
1127 "R/O GUP-fast pin on R/O-mapped exclusive page",
1136 run_with_base_page(test_case->fn, test_case->desc); in run_anon_test_case()
1137 run_with_base_page_swap(test_case->fn, test_case->desc); in run_anon_test_case()
1147 run_with_thp(test_case->fn, test_case->desc, size); in run_anon_test_case()
1148 run_with_thp_swap(test_case->fn, test_case->desc, size); in run_anon_test_case()
1151 run_with_pte_mapped_thp(test_case->fn, test_case->desc, size); in run_anon_test_case()
1152 run_with_pte_mapped_thp_swap(test_case->fn, test_case->desc, size); in run_anon_test_case()
1153 run_with_single_pte_of_thp(test_case->fn, test_case->desc, size); in run_anon_test_case()
1154 run_with_single_pte_of_thp_swap(test_case->fn, test_case->desc, size); in run_anon_test_case()
1155 run_with_partial_mremap_thp(test_case->fn, test_case->desc, size); in run_anon_test_case()
1156 run_with_partial_shared_thp(test_case->fn, test_case->desc, size); in run_anon_test_case()
1161 run_with_hugetlb(test_case->fn, test_case->desc, in run_anon_test_case()
1206 * Trigger PTE-mapping the THP by temporarily mapping a single subpage in do_test_anon_thp_collapse()
1222 /* Collapse before actually COW-sharing the page. */ in do_test_anon_thp_collapse()
1231 /* COW-share the full PTE-mapped THP. */ in do_test_anon_thp_collapse()
1234 /* Don't COW-share the upper part of the THP. */ in do_test_anon_thp_collapse()
1242 /* Don't COW-share the lower part of the THP. */ in do_test_anon_thp_collapse()
1291 wait(&ret); in do_test_anon_thp_collapse()
1296 /* Collapse before anyone modified the COW-shared page. */ in do_test_anon_thp_collapse()
1302 wait(&ret); in do_test_anon_thp_collapse()
1314 wait(&ret); in do_test_anon_thp_collapse()
1318 ret = -EINVAL; in do_test_anon_thp_collapse()
1354 * Re-mapping a PTE-mapped anon THP using a single PMD ("in-place
1362 /* Basic COW test, but collapse after COW-sharing a full THP. */
1368 * Basic COW test, but collapse after COW-sharing the lower half of a
1376 * Basic COW test, but collapse after COW-sharing the upper half of a
1397 ksft_print_msg("[RUN] %s\n", test_case->desc); in run_anon_thp_test_cases()
1398 do_run_with_thp(test_case->fn, THP_RUN_PMD, pmdsize); in run_anon_thp_test_cases()
1442 MAP_PRIVATE | MAP_ANON, -1, 0); in run_with_zeropage()
1448 smem = mmap(NULL, pagesize, PROT_READ, MAP_PRIVATE | MAP_ANON, -1, 0); in run_with_zeropage()
1481 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); in run_with_huge_zeropage()
1487 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); in run_with_huge_zeropage()
1493 /* We need a THP-aligned memory area. */ in run_with_huge_zeropage()
1494 mem = (char *)(((uintptr_t)mmap_mem + pmdsize) & ~(pmdsize - 1)); in run_with_huge_zeropage()
1495 smem = (char *)(((uintptr_t)mmap_smem + pmdsize) & ~(pmdsize - 1)); in run_with_huge_zeropage()
1506 * the first sub-page and test if we get another sub-page populated in run_with_huge_zeropage()
1689 * Take a R/O longterm pin. When modifying the page via the page table,
1690 * the page content change must be visible via the pin.
1693 "R/O longterm GUP pin",
1696 /* Same as above, but using GUP-fast. */
1698 "R/O longterm GUP-fast pin",
1707 run_with_zeropage(test_case->fn, test_case->desc); in run_non_anon_test_case()
1708 run_with_memfd(test_case->fn, test_case->desc); in run_non_anon_test_case()
1709 run_with_tmpfile(test_case->fn, test_case->desc); in run_non_anon_test_case()
1711 run_with_huge_zeropage(test_case->fn, test_case->desc); in run_non_anon_test_case()
1713 run_with_memfd_hugetlb(test_case->fn, test_case->desc, in run_non_anon_test_case()
1721 ksft_print_msg("[RUN] Non-anonymous memory tests in private mappings\n"); in run_non_anon_test_cases()