112 	return pte_marker_uffd_wp(vmf->orig_pte);  in vmf_orig_pte_uffd_wp()
870 		pte_t *ptep, pte_t orig_pte)  in restore_exclusive_pte()  argument
877 	if (pte_swp_soft_dirty(orig_pte))  in restore_exclusive_pte()
880 	if (pte_swp_uffd_wp(orig_pte))  in restore_exclusive_pte()
903 		unsigned long addr, pte_t *ptep, pte_t orig_pte)  in try_restore_exclusive_pte()  argument
905 	struct page *page = pfn_swap_entry_to_page(pte_to_swp_entry(orig_pte));  in try_restore_exclusive_pte()
909 		restore_exclusive_pte(vma, folio, page, addr, ptep, orig_pte);  in try_restore_exclusive_pte()
929 	pte_t orig_pte = ptep_get(src_pte);  in copy_nonpresent_pte()  local
930 	pte_t pte = orig_pte;  in copy_nonpresent_pte()
933 	swp_entry_t entry = pte_to_swp_entry(orig_pte);  in copy_nonpresent_pte()
948 		if (pte_swp_exclusive(orig_pte)) {  in copy_nonpresent_pte()
949 			pte = pte_swp_clear_exclusive(orig_pte);  in copy_nonpresent_pte()
968 			if (pte_swp_soft_dirty(orig_pte))  in copy_nonpresent_pte()
970 			if (pte_swp_uffd_wp(orig_pte))  in copy_nonpresent_pte()
1004 			if (pte_swp_uffd_wp(orig_pte))  in copy_nonpresent_pte()
1016 		if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte))  in copy_nonpresent_pte()
3345 		same = pte_same(ptep_get(vmf->pte), vmf->orig_pte);  in pte_unmap_same()
3391 	if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) {  in __wp_page_copy_user()
3395 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in __wp_page_copy_user()
3406 		entry = pte_mkyoung(vmf->orig_pte);  in __wp_page_copy_user()
3423 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in __wp_page_copy_user()
3571 	VM_WARN_ON(is_zero_pfn(pte_pfn(vmf->orig_pte)));  in wp_page_reuse()
3584 	flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));  in wp_page_reuse()
3585 	entry = pte_mkyoung(vmf->orig_pte);  in wp_page_reuse()
3679 	pfn_is_zero = is_zero_pfn(pte_pfn(vmf->orig_pte));  in wp_page_copy()
3717 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in wp_page_copy()
3724 			ksm_might_unmap_zero_page(mm, vmf->orig_pte);  in wp_page_copy()
3727 		flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));  in wp_page_copy()
3731 			if (pte_soft_dirty(vmf->orig_pte))  in wp_page_copy()
3733 			if (pte_uffd_wp(vmf->orig_pte))  in wp_page_copy()
3837 	if (!pte_same(ptep_get(vmf->pte), vmf->orig_pte)) {  in finish_mkwrite_fault()
4076 			vmf->orig_pte = pte;  in do_wp_page()
4088 	vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte);  in do_wp_page()
4305 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte)))  in remove_device_exclusive_entry()
4307 				      vmf->pte, vmf->orig_pte);  in remove_device_exclusive_entry()
4351 	if (pte_same(vmf->orig_pte, ptep_get(vmf->pte)))  in pte_marker_clear()
4383 	swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte);  in handle_pte_marker()
4418 	entry = pte_to_swp_entry(vmf->orig_pte);  in __alloc_swap_folio()
4444 	if (!pte_same(pte, pte_move_swp_offset(vmf->orig_pte, -idx)))  in can_swapin_thp()
4513 	entry = pte_to_swp_entry(vmf->orig_pte);  in alloc_swap_folio()
4604 	entry = pte_to_swp_entry(vmf->orig_pte);  in do_swap_page()
4628 							vmf->orig_pte)))  in do_swap_page()
4652 			print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL);  in do_swap_page()
4727 				   pte_same(ptep_get(vmf->pte), vmf->orig_pte)))  in do_swap_page()
4799 	if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte)))  in do_swap_page()
4815 		if (!pte_same(folio_pte, pte_move_swp_offset(vmf->orig_pte, -idx)) ||  in do_swap_page()
4844 		if (!pte_same(folio_pte, pte_move_swp_offset(vmf->orig_pte, -idx)) ||  in do_swap_page()
4873 		exclusive = pte_swp_exclusive(vmf->orig_pte);  in do_swap_page()
4923 	if (pte_swp_soft_dirty(vmf->orig_pte))  in do_swap_page()
4925 	if (pte_swp_uffd_wp(vmf->orig_pte))  in do_swap_page()
4948 	vmf->orig_pte = pte_advance_pfn(pte, page_idx);  in do_swap_page()
5453 		return !pte_same(ptep_get(vmf->pte), vmf->orig_pte);  in vmf_pte_changed()
5985 	if (unlikely(!pte_same(old_pte, vmf->orig_pte))) {  in do_numa_page()
6034 	if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in do_numa_page()
6185 		vmf->orig_pte = ptep_get_lockless(vmf->pte);  in handle_pte_fault()
6188 		if (pte_none(vmf->orig_pte)) {  in handle_pte_fault()
6197 	if (!pte_present(vmf->orig_pte))  in handle_pte_fault()
6200 	if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma))  in handle_pte_fault()
6204 	entry = vmf->orig_pte;  in handle_pte_fault()