/linux/arch/arm/mm/ |
H A D | pgd.c | 35 pmd_t *new_pmd, *init_pmd; in pgd_alloc() local 64 new_pmd = pmd_alloc(mm, new_pud, 0); in pgd_alloc() 65 if (!new_pmd) in pgd_alloc() 75 new_pmd = pmd_offset(new_pud, TASK_SIZE); in pgd_alloc() 76 memcpy(new_pmd, init_pmd, in pgd_alloc() 79 clean_dcache_area(new_pmd, PTRS_PER_PMD * sizeof(pmd_t)); in pgd_alloc() 97 new_pmd = pmd_alloc(mm, new_pud, 0); in pgd_alloc() 98 if (!new_pmd) in pgd_alloc() 101 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc() 111 pmd_val(*new_pmd) in pgd_alloc() [all...] |
/linux/arch/powerpc/mm/book3s64/ |
H A D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local 49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp() 51 new_pmd |= _PAGE_DIRTY; in __hash_page_thp() 52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp() 60 rflags = htab_convert_pte_flags(new_pmd, flags); in __hash_page_thp() 131 new_pmd |= H_PAGE_HASHPTE; in __hash_page_thp() 179 new_pmd |= H_PAGE_COMBO; in __hash_page_thp() 186 *pmdp = __pmd(new_pmd & ~H_PAGE_BUSY); in __hash_page_thp()
|
H A D | radix_pgtable.c | 1662 pte_t new_pmd = pfn_pte(__phys_to_pfn(addr), prot); in pmd_set_huge() local 1667 set_pte_at(&init_mm, 0 /* radix unused */, ptep, new_pmd); in pmd_set_huge()
|
/linux/mm/ |
H A D | mremap.c | 194 unsigned long extent, pmd_t *old_pmd, pmd_t *new_pmd) in move_ptes() argument 249 new_ptep = pte_offset_map_rw_nolock(mm, new_pmd, new_addr, &dummy_pmdval, in move_ptes() 328 pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument 361 if (WARN_ON_ONCE(!pmd_none(*new_pmd))) in move_normal_pmd() 378 new_ptl = pmd_lockptr(mm, new_pmd); in move_normal_pmd() 391 VM_BUG_ON(!pmd_none(*new_pmd)); in move_normal_pmd() 393 pmd_populate(mm, new_pmd, pmd_pgtable(pmd)); in move_normal_pmd() 404 pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument 790 pmd_t *old_pmd, *new_pmd; in move_page_tables() local 841 new_pmd in move_page_tables() [all...] |
H A D | huge_memory.c | 2264 * PTE page table if new_pmd is on different PMD page table. in pmd_move_must_withdraw() 2294 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) in move_huge_pmd() argument 2306 if (!pmd_none(*new_pmd)) { in move_huge_pmd() 2307 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd() 2317 new_ptl = pmd_lockptr(mm, new_pmd); in move_huge_pmd() 2323 VM_BUG_ON(!pmd_none(*new_pmd)); in move_huge_pmd() 2328 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd() 2333 set_pmd_at(mm, new_addr, new_pmd, pmd); in move_huge_pmd()
|
H A D | khugepaged.c | 987 pmd_t *new_pmd; in check_pmd_still_valid() local 988 int result = find_pmd_or_thp_or_none(mm, address, &new_pmd); in check_pmd_still_valid() 992 if (new_pmd != pmd) in check_pmd_still_valid()
|
/linux/arch/x86/mm/ |
H A D | kmmio.c | 135 pmd_t new_pmd; in clear_pmd_presence() local 139 new_pmd = pmd_mkinvalid(*pmd); in clear_pmd_presence() 142 new_pmd = __pmd(*old); in clear_pmd_presence() 144 set_pmd(pmd, new_pmd); in clear_pmd_presence()
|
/linux/arch/riscv/mm/ |
H A D | pgtable.c | 112 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), prot); in pmd_set_huge() local 114 set_pmd(pmd, new_pmd); in pmd_set_huge()
|
/linux/arch/mips/kvm/ |
H A D | mmu.c | 120 pmd_t *new_pmd; in kvm_mips_walk_pgd() local 124 new_pmd = kvm_mmu_memory_cache_alloc(cache); in kvm_mips_walk_pgd() 125 pmd_init(new_pmd); in kvm_mips_walk_pgd() 126 pud_populate(NULL, pud, new_pmd); in kvm_mips_walk_pgd()
|
/linux/arch/powerpc/kvm/ |
H A D | book3s_64_mmu_radix.c | 623 pmd_t *pmd, *new_pmd = NULL; in kvmppc_create_pte() local 641 new_pmd = kvmppc_pmd_alloc(); in kvmppc_create_pte() 682 if (!new_pmd) { in kvmppc_create_pte() 706 if (!new_pmd) in kvmppc_create_pte() 708 pud_populate(kvm->mm, pud, new_pmd); in kvmppc_create_pte() 709 new_pmd = NULL; in kvmppc_create_pte() 786 if (new_pmd) in kvmppc_create_pte() 787 kvmppc_pmd_free(new_pmd); in kvmppc_create_pte()
|
/linux/arch/arm64/mm/ |
H A D | mmu.c | 1237 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot)); in pmd_set_huge() local 1241 pmd_val(new_pmd))) in pmd_set_huge() 1245 set_pmd(pmdp, new_pmd); in pmd_set_huge()
|
/linux/arch/x86/include/asm/ |
H A D | pgtable.h | 1346 pmd_t old_pmd, new_pmd; in pmdp_set_wrprotect() local 1350 new_pmd = pmd_wrprotect(old_pmd); in pmdp_set_wrprotect() 1351 } while (!try_cmpxchg((long *)pmdp, (long *)&old_pmd, *(long *)&new_pmd)); in pmdp_set_wrprotect()
|
/linux/include/linux/ |
H A D | huge_mm.h | 35 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd);
|