Home
last modified time | relevance | path

Searched refs:psize (Results 1 – 25 of 149) sorted by relevance

123456

/linux/arch/powerpc/mm/book3s64/
H A Dhash_native.c67 static inline unsigned long ___tlbie(unsigned long vpn, int psize, in ___tlbie() argument
90 switch (psize) { in ___tlbie()
103 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
124 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize, in fixup_tlbie_vpn() argument
152 ___tlbie(vpn, psize, apsize, ssize); in fixup_tlbie_vpn()
156 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument
160 rb = ___tlbie(vpn, psize, apsize, ssize); in __tlbie()
164 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument
180 switch (psize) { in __tlbiel()
193 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
[all …]
H A Dslice.c188 const struct slice_mask *mask, int psize) in slice_convert() argument
197 slice_dbg("slice_convert(mm=%p, psize=%d)\n", mm, psize); in slice_convert()
200 psize_mask = slice_mask_for_size(&mm->context, psize); in slice_convert()
223 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
242 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
283 int psize, unsigned long high_limit) in slice_find_area_bottomup() argument
285 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
325 int psize, unsigned long high_limit) in slice_find_area_topdown() argument
327 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_topdown()
376 return slice_find_area_bottomup(mm, TASK_UNMAPPED_BASE, len, available, psize, high_limit); in slice_find_area_topdown()
[all …]
H A Dradix_hugetlbpage.c12 int psize; in radix__flush_hugetlb_page() local
15 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_page()
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
21 int psize; in radix__local_flush_hugetlb_page() local
24 psize = hstate_get_psize(hstate); in radix__local_flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
31 int psize; in radix__flush_hugetlb_tlb_range() local
34 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_tlb_range()
39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
[all …]
H A Dradix_tlb.c433 unsigned long psize) in __tlbiel_va_range() argument
436 unsigned long ap = mmu_get_ap(psize); in __tlbiel_va_range()
443 unsigned long psize, unsigned long ric) in _tlbiel_va() argument
445 unsigned long ap = mmu_get_ap(psize); in _tlbiel_va()
454 unsigned long psize, bool also_pwc) in _tlbiel_va_range() argument
459 __tlbiel_va_range(start, end, pid, page_size, psize); in _tlbiel_va_range()
465 unsigned long psize) in __tlbie_va_range() argument
468 unsigned long ap = mmu_get_ap(psize); in __tlbie_va_range()
477 unsigned long psize, unsigned long ric) in _tlbie_va() argument
479 unsigned long ap = mmu_get_ap(psize); in _tlbie_va()
[all …]
H A Dhash_tlb.c47 unsigned int psize; in hpte_need_flush() local
64 psize = get_slice_psize(mm, addr); in hpte_need_flush()
66 addr &= ~((1UL << mmu_psize_defs[psize].shift) - 1); in hpte_need_flush()
67 if (unlikely(psize == MMU_PAGE_16G)) in hpte_need_flush()
73 psize = pte_pagesize_index(mm, addr, pte); /* shutup gcc */ in hpte_need_flush()
76 psize = pte_pagesize_index(mm, addr, pte); in hpte_need_flush()
105 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
120 if (i != 0 && (mm != batch->mm || batch->psize != psize || in hpte_need_flush()
127 batch->psize = psize; in hpte_need_flush()
153 batch->psize, batch->ssize, local); in __flush_tlb_pending()
H A Dhash_utils.c623 int psize, int ssize) in htab_bolt_mapping() argument
629 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
635 vstart, vend, pstart, prot, psize, ssize); in htab_bolt_mapping()
678 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
688 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
708 int psize, int ssize) in htab_remove_mapping() argument
715 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
726 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
1687 int ssize, int psize, int lpsize, unsigned long pte) in hash_failure_debug() argument
1694 trap, vsid, ssize, psize, lpsize, pte); in hash_failure_debug()
[all …]
H A Dhash_hugepage.c23 int ssize, unsigned int psize) in __hash_page_thp() argument
72 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
78 if (psize == MMU_PAGE_4K) { in __hash_page_thp()
110 psize, lpsize, ssize, flags); in __hash_page_thp()
138 psize, lpsize, ssize); in __hash_page_thp()
147 psize, lpsize, ssize); in __hash_page_thp()
164 psize, lpsize, old_pmd); in __hash_page_thp()
178 if (psize == MMU_PAGE_4K) in __hash_page_thp()
/linux/crypto/
H A Dtestmgr.h43 unsigned int psize; member
3986 .psize = 1,
3991 .psize = 3,
3996 .psize = 14,
4001 .psize = 26,
4006 .psize = 62,
4012 .psize = 80,
4027 .psize = 1,
4035 .psize = 56,
4169 .psize = 1023,
[all …]
/linux/arch/powerpc/mm/nohash/
H A Dtlb_64e.c86 int psize; in setup_page_sizes() local
97 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
101 def = &mmu_psize_defs[psize]; in setup_page_sizes()
136 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
137 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
145 if (book3e_htw_mode && psize == MMU_PAGE_2M) in setup_page_sizes()
155 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
156 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
H A Dtlb.c77 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
79 return mmu_psize_defs[psize].shift - 10; in mmu_get_tsize()
82 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
160 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize() argument
162 __local_flush_tlb_page(mm, vmaddr, mmu_get_tsize(psize), 0); in local_flush_tlb_page_psize()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush-radix.h15 static inline u64 psize_to_rpti_pgsize(unsigned long psize) in psize_to_rpti_pgsize() argument
17 if (psize == MMU_PAGE_4K) in psize_to_rpti_pgsize()
19 if (psize == MMU_PAGE_64K) in psize_to_rpti_pgsize()
21 if (psize == MMU_PAGE_2M) in psize_to_rpti_pgsize()
23 if (psize == MMU_PAGE_1G) in psize_to_rpti_pgsize()
28 static inline int mmu_get_ap(int psize) in mmu_get_ap() argument
30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
66 unsigned long end, int psize);
68 unsigned long end, int psize);
81 int psize);
[all …]
H A Dmmu-hash.h147 int psize, int ssize);
153 int psize, int apsize,
157 int psize, int ssize);
162 int psize, int ssize, int local);
187 int psize; in shift_to_mmu_psize() local
189 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
191 return psize; in shift_to_mmu_psize()
204 int psize; in ap_to_shift() local
206 for (psize = 0; psize < MMU_PAGE_COUNT; psize++) { in ap_to_shift()
[all …]
H A Dmmu.h169 static inline struct slice_mask *slice_mask_for_size(mm_context_t *ctx, int psize) in slice_mask_for_size() argument
172 if (psize == MMU_PAGE_64K) in slice_mask_for_size()
176 if (psize == MMU_PAGE_16M) in slice_mask_for_size()
178 if (psize == MMU_PAGE_16G) in slice_mask_for_size()
181 BUG_ON(psize != MMU_PAGE_4K); in slice_mask_for_size()
/linux/arch/powerpc/platforms/pseries/
H A Dlpar.c760 int psize, int apsize, int ssize) in pSeries_lpar_hpte_insert() argument
770 hpte_group, vpn, pa, rflags, vflags, psize); in pSeries_lpar_hpte_insert()
772 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert()
773 hpte_r = hpte_encode_r(pa, psize, apsize) | rflags; in pSeries_lpar_hpte_insert()
927 int psize, int apsize, in pSeries_lpar_hpte_updatepp() argument
934 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
943 want_v, slot, flags, psize); in pSeries_lpar_hpte_updatepp()
987 static long pSeries_lpar_hpte_find(unsigned long vpn, int psize, int ssize) in pSeries_lpar_hpte_find() argument
994 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in pSeries_lpar_hpte_find()
995 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find()
[all …]
/linux/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c206 static int native_find(unsigned long ea, int psize, bool primary, u64 *v, u64 in native_find() argument
212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
245 static int pseries_find(unsigned long ea, int psize, bool primary, u64 *v, u64 *r) in pseries_find() argument
254 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
260 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
322 static int base_hpte_find(unsigned long ea, int psize, bool primary, u64 *v, in base_hpte_find() argument
326 return pseries_find(ea, psize, primary, v, r); in base_hpte_find()
328 return native_find(ea, psize, primary, v, r); in base_hpte_find()
331 static unsigned long hpte_find(struct pg_state *st, unsigned long ea, int psize) in hpte_find() argument
[all …]
/linux/arch/powerpc/platforms/ps3/
H A Dhtab.c36 int psize, int apsize, int ssize) in ps3_hpte_insert() argument
52 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
53 hpte_r = hpte_encode_r(ps3_mm_phys_to_lpar(pa), psize, apsize) | rflags; in ps3_hpte_insert()
99 unsigned long vpn, int psize, int apsize, in ps3_hpte_updatepp() argument
108 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
119 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_updatepp()
147 int psize, int ssize) in ps3_hpte_updateboltedpp() argument
153 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate() argument
164 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_invalidate()
/linux/arch/powerpc/include/asm/nohash/32/
H A Dmmu-8xx.h203 int psize; in shift_to_mmu_psize() local
205 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
206 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
207 return psize; in shift_to_mmu_psize()
/linux/arch/powerpc/mm/
H A Dcopro_fault.c84 int psize, ssize; in copro_calculate_slb() local
91 psize = get_slice_psize(mm, ea); in copro_calculate_slb()
98 psize = mmu_vmalloc_psize; in copro_calculate_slb()
105 psize = mmu_io_psize; in copro_calculate_slb()
112 psize = mmu_linear_psize; in copro_calculate_slb()
127 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
H A Dhugetlbpage.c170 int psize; in hugetlbpage_init() local
181 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in hugetlbpage_init()
184 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
187 shift = mmu_psize_to_shift(psize); in hugetlbpage_init()
/linux/drivers/dma/bestcomm/
H A Dsram.c42 unsigned int psize; in bcom_sram_init() local
94 psize = 0; in bcom_sram_init()
96 if (!regaddr_p || !psize) { in bcom_sram_init()
101 while (psize >= 2 * sizeof(u32)) { in bcom_sram_init()
105 psize -= 2 * sizeof(u32); in bcom_sram_init()
/linux/arch/powerpc/include/asm/nohash/
H A Dmmu-e500.h260 int psize; in shift_to_mmu_psize() local
262 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
263 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
264 return psize; in shift_to_mmu_psize()
/linux/arch/x86/mm/
H A Dmem_encrypt_amd.c262 int psize, pmask, level; in enc_dec_hypercall() local
276 psize = page_level_size(level); in enc_dec_hypercall()
279 notify_page_enc_status_changed(pfn, psize >> PAGE_SHIFT, enc); in enc_dec_hypercall()
281 vaddr = (vaddr & pmask) + psize; in enc_dec_hypercall()
396 unsigned long psize, pmask; in early_set_memory_enc_dec() local
418 psize = page_level_size(level); in early_set_memory_enc_dec()
428 ((vaddr_end - vaddr) >= psize)) { in early_set_memory_enc_dec()
430 vaddr_next = (vaddr & pmask) + psize; in early_set_memory_enc_dec()
450 __pa((vaddr_end & pmask) + psize), in early_set_memory_enc_dec()
/linux/drivers/dma/
H A Dste_dma40_ll.c54 l3 |= cfg->dst_info.psize << D40_MEM_LCSP3_DCFG_PSIZE_POS; in d40_log_cfg()
59 l1 |= cfg->src_info.psize << D40_MEM_LCSP1_SCFG_PSIZE_POS; in d40_log_cfg()
103 if (cfg->src_info.psize != STEDMA40_PSIZE_PHY_1) { in d40_phy_cfg()
105 src |= cfg->src_info.psize << D40_SREG_CFG_PSIZE_POS; in d40_phy_cfg()
107 if (cfg->dst_info.psize != STEDMA40_PSIZE_PHY_1) { in d40_phy_cfg()
109 dst |= cfg->dst_info.psize << D40_SREG_CFG_PSIZE_POS; in d40_phy_cfg()
144 int psize = info->psize; in d40_phy_fill_lli() local
147 if (psize == STEDMA40_PSIZE_PHY_1) in d40_phy_fill_lli()
150 num_elems = 2 << psize; in d40_phy_fill_lli()
/linux/drivers/gpu/drm/msm/
H A Dmsm_io_utils.c67 bool quiet, phys_addr_t *psize) in _msm_ioremap() argument
93 if (psize) in _msm_ioremap()
94 *psize = size; in _msm_ioremap()
110 phys_addr_t *psize) in msm_ioremap_size() argument
112 return _msm_ioremap(pdev, name, false, psize); in msm_ioremap_size()
/linux/drivers/gpu/drm/nouveau/nvkm/engine/dma/
H A Duser.c68 const struct nvkm_oclass *oclass, void **pdata, u32 *psize, in nvkm_dmaobj_ctor() argument
76 u32 size = *psize; in nvkm_dmaobj_ctor()
83 nvif_ioctl(parent, "create dma size %d\n", *psize); in nvkm_dmaobj_ctor()
97 *psize = size; in nvkm_dmaobj_ctor()

123456