Home
last modified time | relevance | path

Searched refs:mmu_psize_defs (Results 1 – 25 of 40) sorted by relevance

12

/linux/arch/powerpc/mm/book3s64/
H A Dhugetlbpage.c30 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge()
171 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init_defaultsize()
172 hpage_shift = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init_defaultsize()
173 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init_defaultsize()
174 hpage_shift = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init_defaultsize()
175 else if (mmu_psize_defs[MMU_PAGE_2M].shift) in hugetlbpage_init_defaultsize()
176 hpage_shift = mmu_psize_defs[MMU_PAGE_2M].shift; in hugetlbpage_init_defaultsize()
H A Dhash_utils.c453 unsigned int pshift = mmu_psize_defs[mmu_linear_psize].shift; in hash_kfence_map_pool()
629 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
715 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
879 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes()
974 mmu_psize_defs[bpsize].penc[apsize] = -1; in mmu_psize_set_default_penc()
1004 memcpy(mmu_psize_defs, mmu_psize_defaults, in htab_scan_page_sizes()
1016 memcpy(mmu_psize_defs, mmu_psize_defaults_gp, in htab_scan_page_sizes()
1056 if (!mmu_psize_defs[bp].shift) in init_hpte_page_sizes()
1059 penc = mmu_psize_defs[bp].penc[ap]; in init_hpte_page_sizes()
1060 if (penc == -1 || !mmu_psize_defs[ap].shift) in init_hpte_page_sizes()
[all …]
H A Dhash_native.c103 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
104 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in ___tlbie()
193 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
194 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel()
222 use_local = mmu_psize_defs[psize].tlbiel; in tlbie()
454 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find()
604 shift = mmu_psize_defs[psize].shift; in native_hugepage_invalidate()
684 shift = mmu_psize_defs[size].shift; in hpte_decode()
686 avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm); in hpte_decode()
823 mmu_psize_defs[psize].tlbiel && local) { in native_flush_hash_range()
H A Dslb.c477 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize()
478 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize()
479 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize()
482 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize()
674 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_linear_psize].sllp; in slb_allocate_kernel()
682 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_allocate_kernel()
696 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_io_psize].sllp; in slb_allocate_kernel()
737 flags = SLB_VSID_USER | mmu_psize_defs[bpsize].sllp; in slb_allocate_user()
H A Dhash_pgtable.c402 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in hash__has_transparent_hugepage()
412 if (mmu_psize_defs[MMU_PAGE_64K].shift && in hash__has_transparent_hugepage()
413 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in hash__has_transparent_hugepage()
418 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in hash__has_transparent_hugepage()
529 shift = mmu_psize_defs[mmu_linear_psize].shift; in hash__change_memory_range()
H A Dradix_pgtable.c327 mmu_psize_defs[MMU_PAGE_1G].shift) { in create_physical_mapping()
331 mmu_psize_defs[MMU_PAGE_2M].shift) { in create_physical_mapping()
558 def = &mmu_psize_defs[idx]; in radix_dt_scan_page_sizes()
582 mmu_psize_defs[MMU_PAGE_4K].shift = 12; in radix__early_init_devtree()
583 mmu_psize_defs[MMU_PAGE_4K].ap = 0x0; in radix__early_init_devtree()
584 mmu_psize_defs[MMU_PAGE_4K].h_rpt_pgsize = in radix__early_init_devtree()
587 mmu_psize_defs[MMU_PAGE_64K].shift = 16; in radix__early_init_devtree()
588 mmu_psize_defs[MMU_PAGE_64K].ap = 0x5; in radix__early_init_devtree()
589 mmu_psize_defs[MMU_PAGE_64K].h_rpt_pgsize = in radix__early_init_devtree()
H A Dhash_64k.c48 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
237 unsigned long shift = mmu_psize_defs[MMU_PAGE_64K].shift; in __hash_page_64K()
H A Dpgtable.c26 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; variable
27 EXPORT_SYMBOL_GPL(mmu_psize_defs);
622 unsigned int shift = mmu_psize_defs[mmu_linear_psize].shift; in memremap_compat_align()
H A Dradix_tlb.c1016 unsigned int page_shift = mmu_psize_defs[mmu_virtual_psize].shift; in __radix__flush_tlb_range()
1128 if (page_size == (1UL << mmu_psize_defs[mmu_virtual_psize].shift)) in radix_get_mmu_psize()
1130 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_2M].shift)) in radix_get_mmu_psize()
1132 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_1G].shift)) in radix_get_mmu_psize()
1234 unsigned int page_shift = mmu_psize_defs[psize].shift; in __radix__flush_tlb_range_psize()
1546 def = &mmu_psize_defs[psize]; in do_h_rpt_invalidate_prt()
H A Dhash_4k.c30 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dhugetlb.h24 if (shift == mmu_psize_defs[MMU_PAGE_2M].shift) in hstate_get_psize()
26 else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift) in hstate_get_psize()
28 else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift) in hstate_get_psize()
30 else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift) in hstate_get_psize()
H A Dmmu-hash.h190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
197 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
198 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
207 if (mmu_psize_defs[psize].ap == ap) in ap_to_shift()
208 return mmu_psize_defs[psize].shift; in ap_to_shift()
218 sllp = ((mmu_psize_defs[psize].sllp & SLB_VSID_L) >> 6) | in get_sllp_encoding()
219 ((mmu_psize_defs[psize].sllp & SLB_VSID_LP) >> 4); in get_sllp_encoding()
291 return 1ul << mmu_psize_defs[i & 0xf].shift; in __hpte_page_size()
337 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn()
411 unsigned int penc = mmu_psize_defs[base_psize].penc[actual_psize]; in hpte_encode_r()
[all …]
H A Dradix.h304 if (mmu_psize_defs[MMU_PAGE_2M].shift == PMD_SHIFT) in radix__has_transparent_hugepage()
312 if (mmu_psize_defs[MMU_PAGE_1G].shift == PUD_SHIFT) in radix__has_transparent_pud_hugepage()
H A Dtlbflush-radix.h30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
/linux/arch/powerpc/mm/nohash/
H A Dtlb_64e.c56 int tsize = mmu_psize_defs[mmu_pte_psize].shift - 10; in tlb_flush_pgtable()
61 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable()
101 def = &mmu_psize_defs[psize]; in setup_page_sizes()
137 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
156 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
H A Dtlb.c53 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
79 return mmu_psize_defs[psize].shift - 10; in mmu_get_tsize()
90 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
H A Dbook3e_pgtable.c32 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].shift - 10 > 0xf); in vmemmap_create_mapping()
35 flags |= (mmu_psize_defs[mmu_vmemmap_psize].shift - 10) << 8; in vmemmap_create_mapping()
/linux/arch/powerpc/include/asm/nohash/32/
H A Dmmu-8xx.h199 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
206 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
213 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
214 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/linux/arch/powerpc/include/asm/nohash/
H A Dmmu-e500.h256 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
263 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
270 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
271 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/linux/arch/powerpc/mm/
H A Dhugetlbpage.c151 BUG_ON(mmu_psize_defs[mmu_psize].shift != shift); in arch_hugetlb_valid_size()
184 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
207 else if (!firmware_has_feature(FW_FEATURE_LPAR) && mmu_psize_defs[MMU_PAGE_16G].shift) in arch_hugetlb_cma_order()
H A Dcopro_fault.c127 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
H A Dinit_64.c207 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in __vmemmap_populate()
323 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in __vmemmap_free()
/linux/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
254 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
305 entry = mmu_psize_defs[bps]; in decode_r()
308 if ((penc != -1) && (mmu_psize_defs[idx].shift)) { in decode_r()
309 shift = mmu_psize_defs[idx].shift - HPTE_R_RPN_SHIFT; in decode_r()
483 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; in walk_linearmapping()
/linux/arch/powerpc/kexec/
H A Dvmcore_info.c19 VMCOREINFO_SYMBOL(mmu_psize_defs); in arch_crash_save_vmcoreinfo()
/linux/drivers/misc/lkdtm/
H A Dpowerpc.c13 flags = SLB_VSID_KERNEL | mmu_psize_defs[page_size].sllp; in insert_slb_entry()

12