305 		if (test_pin && pin_pages(&args, gopts->area_dst, gopts->page_size))  in pagemap_test_fork()
312 		value = pagemap_get_entry(fd, gopts->area_dst);  in pagemap_test_fork()
343 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size,  in uffd_wp_unpopulated_test()
350 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, true);  in uffd_wp_unpopulated_test()
351 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_unpopulated_test()
355 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, false);  in uffd_wp_unpopulated_test()
356 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_unpopulated_test()
360 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, true);  in uffd_wp_unpopulated_test()
361 	if (madvise(gopts->area_dst, gopts->page_size, MADV_DONTNEED))  in uffd_wp_unpopulated_test()
363 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_unpopulated_test()
367 	*gopts->area_dst = 1;  in uffd_wp_unpopulated_test()
368 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_unpopulated_test()
371 	if (madvise(gopts->area_dst, gopts->page_size, MADV_DONTNEED))  in uffd_wp_unpopulated_test()
375 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, true);  in uffd_wp_unpopulated_test()
376 	*(volatile char *)gopts->area_dst;  in uffd_wp_unpopulated_test()
378 	if (madvise(gopts->area_dst, gopts->page_size, MADV_DONTNEED))  in uffd_wp_unpopulated_test()
390 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size,  in uffd_wp_fork_test_common()
397 	*gopts->area_dst = 1;  in uffd_wp_fork_test_common()
398 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, true);  in uffd_wp_fork_test_common()
399 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_fork_test_common()
419 		if (madvise(gopts->area_dst, gopts->page_size, MADV_DONTNEED))  in uffd_wp_fork_test_common()
426 		madvise(gopts->area_dst, gopts->page_size, MADV_PAGEOUT);  in uffd_wp_fork_test_common()
430 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_fork_test_common()
439 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, false);  in uffd_wp_fork_test_common()
440 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_fork_test_common()
444 	*gopts->area_dst = 2;  in uffd_wp_fork_test_common()
445 	value = pagemap_get_entry(pagemap_fd, gopts->area_dst);  in uffd_wp_fork_test_common()
449 	if (uffd_unregister(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size))  in uffd_wp_fork_test_common()
471 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->page_size, false, true, false))  in uffd_wp_fork_pin_test_common()
477 	*gopts->area_dst = 1;  in uffd_wp_fork_pin_test_common()
478 	wp_range(gopts->uffd, (uint64_t)gopts->area_dst, gopts->page_size, true);  in uffd_wp_fork_pin_test_common()
484 	if (pin_pages(&pin_args, gopts->area_dst, gopts->page_size)) {  in uffd_wp_fork_pin_test_common()
488 		uffd_unregister(gopts->uffd, gopts->area_dst, gopts->page_size);  in uffd_wp_fork_pin_test_common()
512 	if (uffd_unregister(gopts->uffd, gopts->area_dst, gopts->page_size))  in uffd_wp_fork_pin_test_common()
566 		memset(gopts->area_dst + (p * gopts->page_size), p % ((uint8_t)-1),  in uffd_minor_test_common()
595 						 gopts->area_dst,  in uffd_minor_test_common()
699 							 (__u64)gopts->area_dst +  in faulting_process()
710 		count = *area_count(gopts->area_dst, nr, gopts);  in faulting_process()
718 		*area_count(gopts->area_dst, nr, gopts) = count;  in faulting_process()
724 	gopts->area_dst = mremap(gopts->area_dst, gopts->nr_pages * gopts->page_size,  in faulting_process()
728 	if (gopts->area_dst == MAP_FAILED)  in faulting_process()
734 		count = *area_count(gopts->area_dst, nr, gopts);  in faulting_process()
743 		*area_count(gopts->area_dst, nr, gopts) = count;  in faulting_process()
746 	uffd_test_ops->release_pages(gopts, gopts->area_dst);  in faulting_process()
750 			if (*(gopts->area_dst + nr * gopts->page_size + i) != 0)  in faulting_process()
770 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size,  in uffd_sigbus_test_common()
777 	uffd_test_ops->release_pages(gopts, gopts->area_dst);  in uffd_sigbus_test_common()
829 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size,  in uffd_events_test_common()
893 	uffdio_zeropage.range.start = (unsigned long) gopts->area_dst;  in do_uffdio_zeropage()
940 						     gopts->area_dst,  in uffd_zeropage_test()
948 			if (gopts->area_dst[i] != 0)  in uffd_zeropage_test()
951 	if (uffd_unregister(gopts->uffd, gopts->area_dst, gopts->page_size))  in uffd_zeropage_test()
981 	uffdio_poison.range.start = (unsigned long) gopts->area_dst + offset;  in do_uffdio_poison()
1006 	offset = (char *)(unsigned long)msg->arg.pagefault.address - gopts->area_dst;  in uffd_poison_handle_fault()
1037 	uffd_register_poison(gopts->uffd, gopts->area_dst, poison_pages * gopts->page_size);  in uffd_poison_test()
1052 		const char *bytes = (const char *) gopts->area_dst + offset;  in uffd_poison_test()
1068 				    gopts->area_dst, i, *i);  in uffd_poison_test()
1099 	offset = (char *)(unsigned long)msg->arg.pagefault.address - gopts->area_dst;  in uffd_move_handle_fault_common()
1142 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size,  in uffd_move_test_common()
1155 		char *aligned_dst = ALIGN_UP(gopts->area_dst, chunk_size);  in uffd_move_test_common()
1157 		if (aligned_src != gopts->area_src || aligned_dst != gopts->area_dst) {  in uffd_move_test_common()
1159 			dst_offs = (aligned_dst - gopts->area_dst) / gopts->page_size;  in uffd_move_test_common()
1163 		orig_area_dst = gopts->area_dst;  in uffd_move_test_common()
1165 		gopts->area_dst = aligned_dst;  in uffd_move_test_common()
1187 			count = *area_count(gopts->area_dst, nr + i, gopts);  in uffd_move_test_common()
1203 		gopts->area_dst = orig_area_dst;  in uffd_move_test_common()
1224 	if (madvise(gopts->area_dst, gopts->nr_pages * gopts->page_size, MADV_HUGEPAGE))  in uffd_move_pmd_test()
1232 	if (madvise(gopts->area_dst, gopts->nr_pages * gopts->page_size, MADV_NOHUGEPAGE))  in uffd_move_pmd_split_test()
1351 	ret = madvise(gopts->area_dst, gopts->page_size, MADV_REMOVE);  in uffd_mmap_changing_thread()
1376 	if (uffd_register(gopts->uffd, gopts->area_dst, gopts->nr_pages * gopts->page_size,  in uffd_mmap_changing_test()
1473 	ret = uffd_register_with_ioctls(gopts->uffd, gopts->area_dst, gopts->page_size,  in do_register_ioctls_test()
1504 	if (uffd_unregister(gopts->uffd, gopts->area_dst, gopts->page_size))  in do_register_ioctls_test()