| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 14 extern bool pgtable_l5_enabled; 19 #define PGDIR_SHIFT (pgtable_l5_enabled ? PGDIR_SHIFT_L5 : \ 29 #define P4D_SHIFT (pgtable_l5_enabled ? P4D_SHIFT_L5 : \ 236 if (pgtable_l5_enabled) in mm_p4d_folded() 345 if (pgtable_l5_enabled) in set_pgd() 353 if (pgtable_l5_enabled) in pgd_none() 361 if (pgtable_l5_enabled) in pgd_present() 369 if (pgtable_l5_enabled) in pgd_bad() 377 if (pgtable_l5_enabled) in pgd_clear() 383 if (pgtable_l5_enabled) in pgd_pgtable()
|
| H A D | vmalloc.h | 7 extern bool pgtable_l4_enabled, pgtable_l5_enabled; 14 return pgtable_l4_enabled || pgtable_l5_enabled; in arch_vmap_pud_supported()
|
| H A D | pgalloc.h | 64 if (pgtable_l5_enabled) { in pgd_populate() 74 if (pgtable_l5_enabled) { in pgd_populate_safe() 99 if (pgtable_l5_enabled) in __p4d_free_tlb()
|
| H A D | pgtable-32.h | 37 static const __maybe_unused int pgtable_l5_enabled; variable
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable_64_types.h | 31 static inline bool pgtable_l5_enabled(void) in pgtable_l5_enabled() function 36 #define pgtable_l5_enabled() cpu_feature_enabled(X86_FEATURE_LA57) macro 40 (pgtable_l5_enabled() ? PGTBL_PGD_MODIFIED : PGTBL_P4D_MODIFIED) 117 # define VMALLOC_SIZE_TB (pgtable_l5_enabled() ? VMALLOC_SIZE_TB_L5 : VMALLOC_SIZE_TB_L4)
|
| H A D | pgalloc.h | 134 if (!pgtable_l5_enabled()) in pgd_populate() 142 if (!pgtable_l5_enabled()) in pgd_populate_safe() 153 if (pgtable_l5_enabled()) in __p4d_free_tlb()
|
| H A D | sparsemem.h | 29 # define MAX_PHYSMEM_BITS (pgtable_l5_enabled() ? 52 : 46)
|
| H A D | pgtable_32_types.h | 18 #define pgtable_l5_enabled() 0 macro
|
| H A D | pgtable_64.h | 55 return !pgtable_l5_enabled(); in mm_p4d_folded() 142 if (pgtable_l5_enabled() || in native_set_p4d()
|
| H A D | page_64_types.h | 51 #define __VIRTUAL_MASK_SHIFT (pgtable_l5_enabled() ? 56 : 47)
|
| H A D | pgtable.h | 77 #define pgd_clear(pgd) (pgtable_l5_enabled() ? native_pgd_clear(pgd) : 0) 1119 if (!pgtable_l5_enabled()) in pgd_present() 1138 if (!pgtable_l5_enabled()) in p4d_offset() 1147 if (!pgtable_l5_enabled()) in pgd_bad() 1158 if (!pgtable_l5_enabled()) in pgd_none()
|
| /linux/arch/riscv/mm/ |
| H A D | init.c | 57 bool pgtable_l5_enabled __ro_after_init = !IS_ENABLED(CONFIG_XIP_KERNEL); 59 EXPORT_SYMBOL(pgtable_l5_enabled); 686 #define alloc_pgd_next(__va) (pgtable_l5_enabled ? \ 689 #define get_pgd_next_virt(__pa) (pgtable_l5_enabled ? \ 693 (pgtable_l5_enabled ? \ 698 #define fixmap_pgd_next (pgtable_l5_enabled ? \ 701 #define trampoline_pgd_next (pgtable_l5_enabled ? \ 747 if (pgtable_l5_enabled && in best_map_size() 818 pgtable_l5_enabled = false; in disable_pgtable_l5() 892 pgtable_l5_enabled ? in set_satp_mode() [all …]
|
| H A D | kasan_init.c | 196 if (!pgtable_l5_enabled) { in kasan_early_clear_p4d() 224 if (pgtable_l5_enabled && IS_ALIGNED(vaddr, PGDIR_SIZE) && in kasan_early_clear_pgd() 280 if (!pgtable_l5_enabled) { in kasan_early_populate_p4d() 347 if (pgtable_l5_enabled) { in kasan_early_init() 464 if (pgtable_l5_enabled) { in create_tmp_mapping()
|
| H A D | pgtable.c | 54 if (pgtable_l5_enabled) in p4d_offset()
|
| /linux/arch/x86/mm/ |
| H A D | kaslr.c | 88 vaddr_start = pgtable_l5_enabled() ? __PAGE_OFFSET_BASE_L5 : __PAGE_OFFSET_BASE_L4; in kernel_randomize_memory() 197 if (pgtable_l5_enabled()) { in init_trampoline_kaslr()
|
| H A D | kasan_init_64.c | 180 if (pgtable_l5_enabled()) in clear_pgds() 195 if (!pgtable_l5_enabled()) in early_p4d_offset() 311 for (i = 0; pgtable_l5_enabled() && i < PTRS_PER_P4D; i++) in kasan_early_init() 361 if (pgtable_l5_enabled()) { in kasan_init()
|
| H A D | ident_map.c | 62 if (pgtable_l5_enabled()) in free_p4d() 212 if (pgtable_l5_enabled()) { in kernel_ident_mapping_init()
|
| H A D | init_64.c | 220 if (pgtable_l5_enabled()) in sync_global_pgds() 699 if (!pgtable_l5_enabled()) in phys_p4d_init() 774 if (pgtable_l5_enabled()) in __kernel_physical_mapping_init() 1241 if (pgtable_l5_enabled()) in remove_p4d_table() 1333 if (pgtable_l5_enabled()) in preallocate_vmalloc_pages()
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 1073 static __always_inline bool pgtable_l5_enabled(void) in pgtable_l5_enabled() function 1082 return !pgtable_l5_enabled(); in mm_p4d_folded() 1089 #define pgd_none(pgd) (pgtable_l5_enabled() && !pgd_val(pgd)) 1090 #define pgd_bad(pgd) (pgtable_l5_enabled() && \ 1108 if (pgtable_l5_enabled()) in pgd_clear() 1129 BUG_ON(!pgtable_l5_enabled()); in p4d_offset_phys() 1137 if (!pgtable_l5_enabled()) in p4d_offset_lockless() 1150 if (!pgtable_l5_enabled()) in p4d_set_fixmap() 1157 if (!pgtable_l5_enabled()) in p4d_set_fixmap_offset() 1164 if (pgtable_l5_enabled()) in p4d_clear_fixmap() [all …]
|
| H A D | tlb.h | 112 if (!pgtable_l5_enabled()) in __p4d_free_tlb()
|
| H A D | pgalloc.h | 76 if (pgtable_l5_enabled()) in __pgd_populate()
|
| /linux/arch/x86/kernel/ |
| H A D | vmcore_info_64.c | 15 pgtable_l5_enabled()); in arch_crash_save_vmcoreinfo()
|
| H A D | head64.c | 100 if (!pgtable_l5_enabled()) in __early_make_pgtable() 243 if (pgtable_l5_enabled()) { in x86_64_start_kernel()
|
| /linux/arch/arm64/mm/ |
| H A D | pgd.c | 27 return !pgtable_l5_enabled(); in pgdir_is_page_size()
|
| /linux/arch/x86/power/ |
| H A D | hibernate_64.c | 54 if (pgtable_l5_enabled()) { in set_up_temporary_text_mapping()
|