| /linux/mm/ |
| H A D | userfaultfd.c | 175 pte_t _dst_pte, *dst_pte; in mfill_atomic_install_pte() local
192 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
193 if (!dst_pte) in mfill_atomic_install_pte()
207 if (!pte_none_mostly(ptep_get(dst_pte))) in mfill_atomic_install_pte()
226 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
229 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_install_pte()
232 pte_unmap_unlock(dst_pte, ptl); in mfill_atomic_install_pte()
349 pte_t _dst_pte, *dst_pte; in mfill_atomic_pte_zeropage() local
359 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
360 if (!dst_pte) in mfill_atomic_pte_zeropage()
431 pte_t _dst_pte, *dst_pte; mfill_atomic_pte_poison() local
498 pte_t *dst_pte; mfill_atomic_hugetlb() local
1020 is_pte_pages_stable(pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval) is_pte_pages_stable() argument
1033 move_present_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl,struct folio * src_folio) move_present_pte() argument
1083 move_swap_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl,struct folio * src_folio,struct swap_info_struct * si,swp_entry_t entry) move_swap_pte() argument
1150 move_zeropage_pte(struct mm_struct * mm,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long dst_addr,unsigned long src_addr,pte_t * dst_pte,pte_t * src_pte,pte_t orig_dst_pte,pte_t orig_src_pte,pmd_t * dst_pmd,pmd_t dst_pmdval,spinlock_t * dst_ptl,spinlock_t * src_ptl) move_zeropage_pte() argument
1191 pte_t *dst_pte = NULL; move_pages_pte() local
[all...] |
| H A D | hugetlb.c | 5555 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
5591 dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz); in copy_hugetlb_page_range()
5592 if (!dst_pte) { in copy_hugetlb_page_range()
5600 * dst_pte == src_pte is the common case of src/dest sharing. in copy_hugetlb_page_range()
5605 if (page_count(virt_to_page(dst_pte)) > 1) { in copy_hugetlb_page_range()
5610 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
5623 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
5642 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
5648 set_huge_pte_at(dst, addr, dst_pte, in copy_hugetlb_page_range()
5689 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
5740 move_huge_pte(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pte_t * src_pte,pte_t * dst_pte,unsigned long sz) move_huge_pte() argument
5789 pte_t *src_pte, *dst_pte; move_hugetlb_page_tables() local
6874 hugetlb_mfill_atomic_pte(pte_t * dst_pte,struct vm_area_struct * dst_vma,unsigned long dst_addr,unsigned long src_addr,uffd_flags_t flags,struct folio ** foliop) hugetlb_mfill_atomic_pte() argument
[all...] |
| H A D | memory.c | 796 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
894 set_pte_at(dst_mm, addr, dst_pte, in copy_nonpresent_pte()
900 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
918 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
948 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
953 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes() argument
972 set_ptes(dst_vma->vm_mm, addr, dst_pte, pte, nr); in __copy_present_ptes()
984 pte_t *dst_pte, pte_t *src_pte, pte_t pte, unsigned long addr, in copy_present_ptes() argument
1023 __copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, in copy_present_ptes()
1039 err = copy_present_page(dst_vma, src_vma, dst_pte, src_pt in copy_present_ptes()
1085 pte_t *src_pte, *dst_pte; copy_pte_range() local
[all...] |
| /linux/include/linux/ |
| H A D | hugetlb.h | 145 int hugetlb_mfill_atomic_pte(pte_t *dst_pte,
394 static inline int hugetlb_mfill_atomic_pte(pte_t *dst_pte, in hugetlb_mfill_atomic_pte() argument
|