| /linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local
38 old_pmd = pmd_val(pmd); in __hash_page_thp()
40 if (unlikely(old_pmd & H_PAGE_BUSY)) in __hash_page_thp()
43 if (unlikely(!check_pte_access(access, old_pmd))) in __hash_page_thp()
49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp()
52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp()
57 if (!(old_pmd & H_PAGE_THP_HUGE)) in __hash_page_thp()
84 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp()
130 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIFT; in __hash_page_thp()
162 *pmdp = __pmd(old_pmd); in __hash_page_thp()
[all …]
|
| H A D | hash_pgtable.c | 316 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush() argument
328 if (old_pmd & H_PAGE_COMBO) in hpte_do_hugepage_flush()
351 pmd_t old_pmd; in hash__pmdp_huge_get_and_clear() local
357 old_pmd = __pmd(old); in hash__pmdp_huge_get_and_clear()
370 return old_pmd; in hash__pmdp_huge_get_and_clear()
|
| H A D | pgtable.c | 185 pmd_t old_pmd; in pmdp_invalidate() local
188 old_pmd = __pmd(pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID)); in pmdp_invalidate()
190 page_table_check_pmd_clear(vma->vm_mm, address, old_pmd); in pmdp_invalidate()
192 return old_pmd; in pmdp_invalidate()
|
| H A D | radix_pgtable.c | 1533 pmd_t old_pmd; in radix__pmdp_huge_get_and_clear() local
1537 old_pmd = __pmd(old); in radix__pmdp_huge_get_and_clear()
1538 return old_pmd; in radix__pmdp_huge_get_and_clear()
|
| /linux/mm/ |
| H A D | mremap.c | 198 unsigned long extent, pmd_t *old_pmd, pmd_t *new_pmd) in move_ptes() argument
241 old_ptep = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
351 pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument
393 old_ptl = pmd_lock(mm, old_pmd); in move_normal_pmd()
398 pmd = *old_pmd; in move_normal_pmd()
404 pmd_clear(old_pmd); in move_normal_pmd()
420 pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument
799 pmd_t *old_pmd, *new_pmd; in move_page_tables() local
847 old_pmd = get_old_pmd(mm, pmc->old_addr); in move_page_tables()
848 if (!old_pmd) in move_page_tables()
[all …]
|
| H A D | huge_memory.c | 2192 pmd_t pmd, old_pmd; in do_huge_pmd_numa_page() local
2197 old_pmd = pmdp_get(vmf->pmd); in do_huge_pmd_numa_page()
2199 if (unlikely(!pmd_same(old_pmd, vmf->orig_pmd))) { in do_huge_pmd_numa_page()
2204 pmd = pmd_modify(old_pmd, vma->vm_page_prot); in do_huge_pmd_numa_page()
2465 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) in move_huge_pmd() argument
2486 old_ptl = __pmd_trans_huge_lock(old_pmd, vma); in move_huge_pmd()
2491 pmd = pmdp_huge_get_and_clear(mm, old_addr, old_pmd); in move_huge_pmd()
2498 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
2952 pmd_t _pmd, old_pmd; in __split_huge_zero_page_pmd() local
2965 old_pmd = pmdp_huge_clear_flush(vma, haddr, pmd); in __split_huge_zero_page_pmd()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hash.h | 276 pmd_t *pmdp, unsigned long old_pmd);
280 unsigned long old_pmd) in hpte_do_hugepage_flush() argument
|
| H A D | pgtable.h | 1314 pmd_t old_pmd; in pmdp_huge_get_and_clear() local
1317 old_pmd = radix__pmdp_huge_get_and_clear(mm, addr, pmdp); in pmdp_huge_get_and_clear()
1319 old_pmd = hash__pmdp_huge_get_and_clear(mm, addr, pmdp); in pmdp_huge_get_and_clear()
1322 page_table_check_pmd_clear(mm, addr, old_pmd); in pmdp_huge_get_and_clear()
1324 return old_pmd; in pmdp_huge_get_and_clear()
|
| /linux/include/linux/ |
| H A D | pgtable.h | 1127 pmd_t old_pmd = *pmdp; in pmdp_set_wrprotect() local
1128 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd)); in pmdp_set_wrprotect()
1196 pmd_t old_pmd = *pmdp; in generic_pmdp_establish() local
1198 return old_pmd; in generic_pmdp_establish()
|
| H A D | huge_mm.h | 35 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd);
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 1347 pmd_t old_pmd, new_pmd; in pmdp_set_wrprotect() local
1349 old_pmd = READ_ONCE(*pmdp); in pmdp_set_wrprotect()
1351 new_pmd = pmd_wrprotect(old_pmd); in pmdp_set_wrprotect()
1352 } while (!try_cmpxchg((long *)pmdp, (long *)&old_pmd, *(long *)&new_pmd)); in pmdp_set_wrprotect()
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 260 pmd_t old_pmd = READ_ONCE(*pmdp); in init_pmd() local
273 BUG_ON(!pgattr_change_is_safe(pmd_val(old_pmd), in init_pmd()
283 BUG_ON(pmd_val(old_pmd) != 0 && in init_pmd()
284 pmd_val(old_pmd) != READ_ONCE(pmd_val(*pmdp))); in init_pmd()
|
| /linux/arch/x86/mm/pat/ |
| H A D | set_memory.c | 1248 pmd_t _pmd, old_pmd; in collapse_pmd_page() local
1282 old_pmd = *pmd; in collapse_pmd_page()
1291 list_add(&page_ptdesc(pmd_page(old_pmd))->pt_list, pgtables); in collapse_pmd_page()
1303 if (WARN_ON(pmd_val(old_pmd) != pmd_val(*pmd))) in collapse_pmd_page()
|