| /linux/mm/ |
| H A D | pgtable-generic.c | 144 VM_BUG_ON(pmd_present(*pmdp) && !pmd_trans_huge(*pmdp)); in pmdp_huge_clear_flush()
229 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush()
297 if (unlikely(pmd_trans_huge(pmdval))) in ___pte_offset_map()
|
| H A D | page_vma_mapped.c | 245 if (pmd_trans_huge(pmde) || pmd_is_migration_entry(pmde)) { in page_vma_mapped_walk()
261 if (likely(pmd_trans_huge(pmde))) { in page_vma_mapped_walk()
|
| H A D | mapping_dirty_helpers.c | 132 if (pmd_trans_huge(pmdval)) { in wp_clean_pmd_entry()
|
| H A D | madvise.c | 376 if (pmd_trans_huge(*pmd)) { in madvise_cold_or_pageout_pte_range()
667 if (pmd_trans_huge(*pmd)) in madvise_free_pte_range()
1089 return pmd_trans_huge(pmdval); in guard_install_pmd_entry()
1230 if (pmd_trans_huge(pmdval)) in guard_remove_pmd_entry()
|
| H A D | hmm.c | 428 if (pmd_trans_huge(pmd)) { in hmm_vma_walk_pmd()
439 if (!pmd_trans_huge(pmd)) in hmm_vma_walk_pmd()
|
| H A D | migrate_device.c | 153 if (pmd_trans_huge(*pmdp)) { in migrate_vma_collect_huge_pmd()
262 if (pmd_trans_huge(*pmdp) || !pmd_present(*pmdp)) { in migrate_vma_collect_pmd()
1011 if (pmd_trans_huge(*pmdp)) { in migrate_vma_insert_page()
|
| H A D | userfaultfd.c | 806 pmd_trans_huge(dst_pmdval))) { in mfill_atomic()
1305 pmd_trans_huge(*dst_pmd) || pmd_trans_huge(*src_pmd)) { in move_pages_ptes()
1850 if (unlikely(pmd_trans_huge(dst_pmdval))) { in move_pages()
|
| H A D | debug_vm_pgtable.c | 925 WARN_ON(!pmd_trans_huge(pmd_mkhuge(pmd))); in pmd_thp_tests()
928 WARN_ON(!pmd_trans_huge(pmd_mkinvalid(pmd_mkhuge(pmd)))); in pmd_thp_tests()
|
| H A D | huge_memory.c | 1902 if (unlikely(!pmd_trans_huge(pmd))) { in copy_huge_pmd()
2478 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd()
2732 if (!pmd_trans_huge(src_pmdval)) { in move_pages_huge_pmd()
3006 VM_WARN_ON_ONCE(!pmd_is_valid_softleaf(*pmd) && !pmd_trans_huge(*pmd)); in __split_huge_pmd_locked()
3273 if (pmd_trans_huge(*pmd) || pmd_is_valid_softleaf(*pmd)) in split_huge_pmd_locked()
|
| H A D | pagewalk.c | 165 if (pmd_present(*pmd) && pmd_trans_huge(*pmd)) in walk_pmd_range()
|
| H A D | gup.c | 736 if (pmd_trans_huge(pmdval) && (flags & FOLL_TOUCH)) in follow_huge_pmd()
930 if (pmd_trans_huge(pmdval) && (flags & FOLL_SPLIT_PMD)) { in follow_pmd_mask()
|
| /linux/Documentation/mm/ |
| H A D | transhuge.rst | 93 pmd_trans_huge() on the pmd returned by pmd_offset. You must hold the
97 pmd_trans_huge returns false, you just fallback in the old code
98 paths. If instead pmd_trans_huge returns true, you have to take the
99 page table lock (pmd_lock()) and re-run pmd_trans_huge. Taking the
102 pagetable walk). If the second pmd_trans_huge returns false, you
|
| H A D | arch_pgtable_helpers.rst | 89 | pmd_trans_huge | Tests a Transparent Huge Page (THP) at PMD |
|
| /linux/arch/arc/include/asm/ |
| H A D | hugepage.h | 43 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) macro
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | pgtable.c | 66 WARN_ON(!pmd_trans_huge(*pmdp)); in pmdp_set_access_flags()
213 VM_BUG_ON((pmd_present(*pmdp) && !pmd_trans_huge(*pmdp)) || in pmdp_huge_get_and_clear_full()
|
| H A D | hash_pgtable.c | 230 VM_BUG_ON(pmd_trans_huge(*pmdp)); in hash__pmdp_collapse_flush()
|
| /linux/arch/riscv/mm/ |
| H A D | pgtable.c | 145 VM_BUG_ON(pmd_trans_huge(pmdp_get(pmdp))); in pmdp_collapse_flush()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 504 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
578 if (pmd_trans_huge(pmd)) in pmd_page()
|
| /linux/arch/sparc/mm/ |
| H A D | tlb.c | 218 if (pmd_trans_huge(orig)) { in __set_pmd_acct()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level.h | 195 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) macro
|
| /linux/arch/powerpc/mm/ |
| H A D | pgtable.c | 524 if (pmd_trans_huge(pmd)) { in __find_linux_pte()
|
| /linux/include/linux/ |
| H A D | huge_mm.h | 439 return pmd_trans_huge(pmd); in pmd_is_huge()
|
| /linux/arch/mips/include/asm/ |
| H A D | pgtable.h | 621 static inline int pmd_trans_huge(pmd_t pmd) function
|
| /linux/fs/ |
| H A D | dax.c | 1903 if (pmd_trans_huge(*vmf->pmd)) { in dax_iomap_pte_fault()
2024 if (!pmd_none(*vmf->pmd) && !pmd_trans_huge(*vmf->pmd)) { in dax_iomap_pmd_fault()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 723 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
|