| /linux-6.8/arch/x86/mm/ |
| D | init_64.c | 276 pmd_t *pmd = (pmd_t *) spp_getpage(); in fill_pmd() local
285 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr) in fill_pte()
298 pmd_t *pmd = fill_pmd(pud, vaddr); in __set_pte_vaddr() local
357 pmd_t *pmd; in populate_extra_pte() local
372 pmd_t *pmd; in __init_extra_mapping() local
431 pmd_t *pmd = level2_kernel_pgt; in cleanup_highmap() local
517 pmd_t *pmd = pmd_page + pmd_index(paddr); in phys_pmd_init() local
602 pmd_t *pmd; in phys_pud_init() local
1005 static void __meminit free_pte_table(pte_t *pte_start, pmd_t *pmd) in free_pte_table()
1025 pmd_t *pmd; in free_pmd_table() local
[all …]
|
| D | init_32.c | 95 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
118 pmd_t *pmd; in populate_extra_pte() local
155 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
209 pmd_t *pmd; in page_table_range_init() local
261 pmd_t *pmd; in kernel_physical_mapping_init() local
441 pmd_t *pmd; in native_pagetable_init() local
|
| /linux-6.8/arch/sparc/mm/ |
| D | tlb.c | 148 pmd_t pmd) in tlb_batch_pmd_scan()
171 pmd_t orig, pmd_t pmd) in __set_pmd_acct()
223 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
231 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
|
| D | hugetlbpage.c | 278 unsigned long pmd_leaf_size(pmd_t pmd) { return 1UL << tte_to_shift(*(pte_t *)&pmd); } in pmd_leaf_size()
287 pmd_t *pmd; in huge_pte_alloc() local
310 pmd_t *pmd; in huge_pte_offset() local
410 int pmd_huge(pmd_t pmd) in pmd_huge()
422 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range()
436 pmd_t *pmd; in hugetlb_free_pmd_range() local
|
| /linux-6.8/include/linux/ |
| D | huge_mm.h | 312 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd()
318 static inline spinlock_t *pmd_trans_huge_lock(pmd_t *pmd, in pmd_trans_huge_lock()
359 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
437 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
464 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd()
468 static inline spinlock_t *pmd_trans_huge_lock(pmd_t *pmd, in pmd_trans_huge_lock()
489 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
505 unsigned long addr, pmd_t *pmd, int flags, struct dev_pagemap **pgmap) in follow_devmap_pmd()
|
| /linux-6.8/arch/powerpc/include/asm/ |
| D | pgtable.h | 81 static inline const void *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
103 #define pmd_large(pmd) 0 argument
185 static inline bool pmd_is_leaf(pmd_t pmd) in pmd_is_leaf()
208 static inline pgtable_t pmd_pgtable(pmd_t pmd) in pmd_pgtable()
|
| /linux-6.8/arch/riscv/include/asm/ |
| D | pgalloc.h | 19 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pmd_t *pmd, pgtable_t pte) in pmd_populate()
35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
162 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
|
| /linux-6.8/arch/powerpc/mm/book3s64/ |
| D | radix_pgtable.c | 628 static void free_pte_table(pte_t *pte_start, pmd_t *pmd) in free_pte_table()
645 pmd_t *pmd; in free_pmd_table() local
761 pmd_t *pmd; in remove_pmd_table() local
1017 pmd_t *pmd; in vmemmap_pmd_alloc() local
1056 pmd_t *pmd; in radix__vmemmap_populate() local
1141 pmd_t *pmd; in radix__vmemmap_populate_address() local
1173 pmd_t *pmd; in vmemmap_compound_tail_page() local
1236 pmd_t *pmd; in vmemmap_populate_compound_pages() local
1396 pmd_t pmd; in radix__pmdp_collapse_flush() local
1567 pmd_t *pmd; in pud_free_pmd_page() local
[all …]
|
| D | pgtable.c | 106 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
181 pmd_t pmd; in pmdp_huge_get_and_clear_full() local
215 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
253 pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
428 pmd_t *pmd; in pmd_fragment_alloc() local
437 void pmd_fragment_free(unsigned long *pmd) in pmd_fragment_free()
|
| /linux-6.8/mm/ |
| D | sparse-vmemmap.c | 144 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node, in vmemmap_pte_populate()
189 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate() local
252 pmd_t *pmd; in vmemmap_populate_address() local
298 void __weak __meminit vmemmap_set_pmd(pmd_t *pmd, void *p, int node, in vmemmap_set_pmd()
303 int __weak __meminit vmemmap_check_pmd(pmd_t *pmd, int node, in vmemmap_check_pmd()
317 pmd_t *pmd; in vmemmap_populate_hugepages() local
|
| D | huge_memory.c | 762 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
981 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
1056 pmd_t *pmd, pfn_t pfn, pgprot_t prot, bool write, in insert_pfn_pmd()
1230 pmd_t *pmd, bool write) in touch_pmd()
1243 pmd_t *pmd, int flags, struct dev_pagemap **pgmap) in follow_devmap_pmd()
1289 pmd_t pmd; in copy_huge_pmd() local
1599 unsigned long addr, pmd_t pmd) in can_change_pmd_writable()
1629 static inline bool can_follow_write_pmd(pmd_t pmd, struct page *page, in can_follow_write_pmd()
1668 pmd_t *pmd, in follow_trans_huge_pmd()
1715 pmd_t pmd; in do_huge_pmd_numa_page() local
[all …]
|
| /linux-6.8/arch/arm/mm/ |
| D | mmu.c | 75 pmdval_t pmd; member
118 void __init init_default_cache_policy(unsigned long pmd) in init_default_cache_policy()
377 pmd_t *pmd; in early_fixmap_init() local
748 static pte_t * __init arm_pte_alloc(pmd_t *pmd, unsigned long addr, in arm_pte_alloc()
760 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, in early_pte_alloc()
766 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
780 static void __init __map_init_section(pmd_t *pmd, unsigned long addr, in __map_init_section()
812 pmd_t *pmd = pmd_offset(pud, addr); in alloc_init_pmd() local
918 pmd_t *pmd = pmd_offset(pud, addr); in create_36bit_mapping() local
1093 pmd_t *pmd; in fill_pmd_gaps() local
|
| /linux-6.8/arch/nios2/include/asm/ |
| D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
23 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
|
| /linux-6.8/arch/arm/include/asm/ |
| D | kfence.h | 11 static inline int split_pmd_page(pmd_t *pmd, unsigned long addr) in split_pmd_page()
31 pmd_t *pmd; in arch_kfence_init_pool() local
|
| /linux-6.8/arch/powerpc/mm/book3s32/ |
| D | tlb.c | 52 pmd_t *pmd; in hash__flush_range() local
100 pmd_t *pmd; in hash__flush_tlb_page() local
|
| /linux-6.8/arch/openrisc/include/asm/ |
| D | pgalloc.h | 28 #define pmd_populate_kernel(mm, pmd, pte) \ argument
31 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
|
| /linux-6.8/arch/hexagon/include/asm/ |
| D | pgalloc.h | 44 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
64 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
|
| /linux-6.8/arch/microblaze/include/asm/ |
| D | pgalloc.h | 35 #define pmd_populate(mm, pmd, pte) \ argument
38 #define pmd_populate_kernel(mm, pmd, pte) \ argument
|
| D | pgtable.h | 226 #define pmd_none(pmd) (!pmd_val(pmd)) argument
227 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) argument
228 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) argument
377 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
383 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
386 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT)) argument
|
| /linux-6.8/arch/s390/mm/ |
| D | vmem.c | 158 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr, in modify_pte_table()
199 static void try_free_pte_table(pmd_t *pmd, unsigned long start) in try_free_pte_table()
220 pmd_t *pmd; in modify_pmd_table() local
298 pmd_t *pmd; in try_free_pmd_table() local
315 pmd_t *pmd; in modify_pud_table() local
565 pmd_t *pmd; in vmem_get_alloc_pte() local
|
| /linux-6.8/arch/xtensa/include/asm/ |
| D | pgtable.h | 228 #define pmd_page_vaddr(pmd) ((unsigned long)(pmd_val(pmd) & PAGE_MASK)) argument
229 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
230 #define pmd_page(pmd) virt_to_page(pmd_val(pmd)) argument
246 #define pmd_none(pmd) (!pmd_val(pmd)) argument
247 #define pmd_present(pmd) (pmd_val(pmd) & PAGE_MASK) argument
248 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
|
| /linux-6.8/include/asm-generic/ |
| D | pgtable-nopmd.h | 36 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud)) argument
38 #define pud_populate(mm, pmd, pte) do { } while (0) argument
63 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
| /linux-6.8/arch/m68k/include/asm/ |
| D | sun3_pgalloc.h | 26 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
31 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
|
| /linux-6.8/arch/powerpc/include/asm/book3s/64/ |
| D | radix.h | 238 static inline int radix__pmd_bad(pmd_t pmd) in radix__pmd_bad()
265 static inline int radix__pmd_trans_huge(pmd_t pmd) in radix__pmd_trans_huge()
270 static inline pmd_t radix__pmd_mkhuge(pmd_t pmd) in radix__pmd_mkhuge()
318 static inline pmd_t radix__pmd_mkdevmap(pmd_t pmd) in radix__pmd_mkdevmap()
|
| /linux-6.8/arch/x86/kernel/ |
| D | head64.c | 129 static unsigned long __head sme_postprocess_startup(struct boot_params *bp, pmdval_t *pmd) in sme_postprocess_startup()
186 pmdval_t *pmd, pmd_entry; in __startup_64() local
330 bool __init __early_make_pgtable(unsigned long address, pmdval_t pmd) in __early_make_pgtable()
403 pmdval_t pmd; in early_make_pgtable() local
|