Lines Matching refs:pgtable
1328 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
1335 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
1336 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
1353 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1358 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
1368 if (pgtable) in __do_huge_pmd_anonymous_page()
1369 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1449 static void set_huge_zero_folio(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_folio() argument
1456 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_folio()
1477 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
1481 pgtable = pte_alloc_one(vma->vm_mm); in do_huge_pmd_anonymous_page()
1482 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
1486 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1496 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1499 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1503 set_huge_zero_folio(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
1510 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1531 pgtable_t pgtable = NULL; in insert_pmd() local
1539 pgtable = pte_alloc_one(vma->vm_mm); in insert_pmd()
1540 if (!pgtable) in insert_pmd()
1581 if (pgtable) { in insert_pmd()
1582 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pmd()
1584 pgtable = NULL; in insert_pmd()
1592 if (pgtable) in insert_pmd()
1593 pte_free(mm, pgtable); in insert_pmd()
1797 pmd_t pmd, pgtable_t pgtable) in copy_huge_non_present_pmd() argument
1843 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_non_present_pmd()
1857 pgtable_t pgtable = NULL; in copy_huge_pmd() local
1883 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1884 if (unlikely(!pgtable)) in copy_huge_pmd()
1897 dst_vma, src_vma, pmd, pgtable); in copy_huge_pmd()
1903 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1929 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1938 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
2337 pgtable_t pgtable; in zap_deposited_table() local
2339 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
2340 pte_free(mm, pgtable); in zap_deposited_table()
2497 pgtable_t pgtable; in move_huge_pmd() local
2498 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
2499 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
2951 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2967 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2968 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2985 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
2994 pgtable_t pgtable; in __split_huge_pmd_locked() local
3174 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
3175 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
3266 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()