Home
last modified time | relevance | path

Searched refs:page_shift (Results 1 – 25 of 126) sorted by relevance

123456

/linux/drivers/infiniband/core/
H A Dumem_odp.c62 size_t page_size = 1UL << umem_odp->page_shift; in ib_init_umem_odp()
104 1 << umem_odp->page_shift); in ib_init_umem_odp()
150 umem_odp->page_shift = PAGE_SHIFT; in ib_umem_odp_alloc_implicit()
193 odp_data->page_shift = PAGE_SHIFT; in ib_umem_odp_alloc_child()
255 umem_odp->page_shift = PAGE_SHIFT; in ib_umem_odp_get()
258 umem_odp->page_shift = HPAGE_SHIFT; in ib_umem_odp_get()
331 unsigned int page_shift, hmm_order, pfn_start_idx; in ib_umem_odp_map_dma_and_lock() local
340 page_shift = umem_odp->page_shift; in ib_umem_odp_map_dma_and_lock()
354 range.start = ALIGN_DOWN(user_virt, 1UL << page_shift); in ib_umem_odp_map_dma_and_lock()
[all...]
/linux/drivers/pci/endpoint/
H A Dpci-epc-mem.c26 unsigned int page_shift = ilog2(mem->window.page_size); in pci_epc_mem_get_order() local
29 size >>= page_shift; in pci_epc_mem_get_order()
53 unsigned int page_shift; in pci_epc_multi_mem_init() local
73 page_shift = ilog2(page_size); in pci_epc_multi_mem_init()
74 pages = windows[i].size >> page_shift; in pci_epc_multi_mem_init()
183 unsigned int page_shift; in pci_epc_mem_alloc_addr() local
201 page_shift = ilog2(mem->window.page_size); in pci_epc_mem_alloc_addr()
203 ((phys_addr_t)pageno << page_shift); in pci_epc_mem_alloc_addr()
251 unsigned int page_shift; in pci_epc_mem_free_addr() local
263 page_shift in pci_epc_mem_free_addr()
[all...]
/linux/tools/testing/selftests/powerpc/mm/
H A Dbad_accesses.c69 unsigned long i, j, addr, region_shift, page_shift, page_size; in test() local
84 page_shift = 16; in test()
86 page_shift = 12; in test()
103 (1 << page_shift) >> 10, in test()
121 for (j = page_shift - 1; j < 60; j++) { in test()
130 addr = (base | delta) & ~((1 << page_shift) - 1); in test()
/linux/arch/powerpc/include/asm/
H A Dultravisor.h50 u64 page_shift) in uv_page_in() argument
53 page_shift); in uv_page_in()
57 u64 page_shift) in uv_page_out() argument
60 page_shift); in uv_page_out()
75 static inline int uv_page_inval(u64 lpid, u64 gpa, u64 page_shift) in uv_page_inval() argument
77 return ucall_norets(UV_PAGE_INVAL, lpid, gpa, page_shift); in uv_page_inval()
H A Dkvm_book3s_uvmem.h15 unsigned long page_shift);
19 unsigned long page_shift);
54 unsigned long flags, unsigned long page_shift) in kvmppc_h_svm_page_in() argument
61 unsigned long flags, unsigned long page_shift) in kvmppc_h_svm_page_out() argument
/linux/tools/testing/selftests/kvm/lib/arm64/
H A Dprocessor.c30 unsigned int shift = (vm->pgtable_levels - 1) * (vm->page_shift - 3) + vm->page_shift; in pgd_index()
38 unsigned int shift = 2 * (vm->page_shift - 3) + vm->page_shift; in pud_index()
39 uint64_t mask = (1UL << (vm->page_shift - 3)) - 1; in pud_index()
49 unsigned int shift = (vm->page_shift - 3) + vm->page_shift; in pmd_index()
50 uint64_t mask = (1UL << (vm->page_shift - 3)) - 1; in pmd_index()
60 uint64_t mask = (1UL << (vm->page_shift - 3)) - 1; in pte_index()
61 return (gva >> vm->page_shift) in pte_index()
[all...]
/linux/tools/testing/selftests/kvm/lib/loongarch/
H A Dprocessor.c20 shift = level * (vm->page_shift - 3) + vm->page_shift; in virt_pte_index()
21 mask = (1UL << (vm->page_shift - 3)) - 1; in virt_pte_index()
27 return entry & ~((0x1UL << vm->page_shift) - 1); in pte_addr()
32 return 1 << (vm->page_shift - 3); in ptrs_per_pte()
41 ptrs_per_pte = 1 << (vm->page_shift - 3); in virt_set_pgtable()
125 (vaddr >> vm->page_shift)), in virt_arch_pg_map()
130 TEST_ASSERT((paddr >> vm->page_shift) <= vm->max_gfn, in virt_arch_pg_map()
255 width = vm->page_shift - 3; in loongarch_vcpu_setup()
260 val = (vm->page_shift in loongarch_vcpu_setup()
[all...]
/linux/arch/powerpc/kvm/
H A Dbook3s_64_vio.c145 if ((tbltmp->it_page_shift <= stt->page_shift) && in kvm_spapr_tce_attach_iommu_group()
147 stt->offset << stt->page_shift) && in kvm_spapr_tce_attach_iommu_group()
149 stt->size << stt->page_shift)) { in kvm_spapr_tce_attach_iommu_group()
298 if (!args->size || args->page_shift < 12 || args->page_shift > 34 || in kvm_vm_ioctl_create_spapr_tce()
299 (args->offset + args->size > (ULLONG_MAX >> args->page_shift))) in kvm_vm_ioctl_create_spapr_tce()
313 stt->page_shift = args->page_shift; in kvm_vm_ioctl_create_spapr_tce()
380 if (iommu_tce_check_gpa(stt->page_shift, gpa)) in kvmppc_tce_validate()
437 unsigned long subpages = 1ULL << (stt->page_shift in kvmppc_clear_tce()
[all...]
H A Dbook3s_hv_uvmem.c515 unsigned long end, unsigned long page_shift, in __kvmppc_svm_page_out() argument
536 if (!kvmppc_gfn_is_uvmem_pfn(gpa >> page_shift, kvm, NULL)) in __kvmppc_svm_page_out()
568 ret = uv_page_out(kvm->arch.lpid, pfn << page_shift, in __kvmppc_svm_page_out()
569 gpa, 0, page_shift); in __kvmppc_svm_page_out()
588 unsigned long page_shift, in kvmppc_svm_page_out() argument
595 ret = __kvmppc_svm_page_out(vma, start, end, page_shift, kvm, gpa, in kvmppc_svm_page_out()
743 unsigned long page_shift, in kvmppc_svm_page_in() argument
780 ret = uv_page_in(kvm->arch.lpid, pfn << page_shift, in kvmppc_svm_page_in()
781 gpa, 0, page_shift); in kvmppc_svm_page_in()
878 unsigned long page_shift) in kvmppc_share_page() argument
937 kvmppc_h_svm_page_in(struct kvm * kvm,unsigned long gpa,unsigned long flags,unsigned long page_shift) kvmppc_h_svm_page_in() argument
1046 kvmppc_h_svm_page_out(struct kvm * kvm,unsigned long gpa,unsigned long flags,unsigned long page_shift) kvmppc_h_svm_page_out() argument
[all...]
/linux/drivers/infiniband/hw/mlx5/
H A Dumr.c606 unsigned int page_shift) in mlx5r_umr_set_update_xlt_mkey_seg() argument
612 MLX5_SET(mkc, mkey_seg, log_page_size, page_shift); in mlx5r_umr_set_update_xlt_mkey_seg()
675 unsigned int page_shift, bool dd) in _mlx5r_umr_init_wqe() argument
680 mlx5r_umr_set_update_xlt_mkey_seg(dev, &wqe->mkey_seg, mr, page_shift); in _mlx5r_umr_init_wqe()
708 total_blocks = ib_umem_num_dma_blocks(mr->umem, 1UL << mr->page_shift); in _mlx5r_umr_update_mr_pas()
722 _mlx5r_umr_init_wqe(mr, &wqe, &sg, flags, mr->page_shift, dd); in _mlx5r_umr_update_mr_pas()
735 rdma_umem_for_each_dma_block(mr->umem, &biter, BIT(mr->page_shift)) { in _mlx5r_umr_update_mr_pas()
843 int page_shift, int flags) in mlx5r_umr_update_xlt() argument
893 mlx5r_umr_set_update_xlt_mkey_seg(dev, &wqe.mkey_seg, mr, page_shift); in mlx5r_umr_update_xlt()
935 unsigned int page_shift, in mlx5r_umr_update_mr_page_shift() argument
995 _mlx5r_umr_zap_mkey(struct mlx5_ib_mr * mr,unsigned int flags,unsigned int page_shift,size_t * nblocks,bool dd) _mlx5r_umr_zap_mkey() argument
1082 mlx5r_umr_dmabuf_update_pgsz(struct mlx5_ib_mr * mr,u32 xlt_flags,unsigned int page_shift) mlx5r_umr_dmabuf_update_pgsz() argument
[all...]
H A Dumr.h106 int page_shift, int flags);
108 unsigned int page_shift,
111 unsigned int page_shift);
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/
H A Dvmm.c78 u8 page_shift = 29; /* 512MiB */ in r535_mmu_vaspace_new() local
79 const u64 page_size = BIT_ULL(page_shift); in r535_mmu_vaspace_new()
85 if (page->shift == page_shift) in r535_mmu_vaspace_new()
93 ret = nvkm_vmm_get_locked(vmm, true, false, false, page_shift, 32, page_size, in r535_mmu_vaspace_new()
116 page_shift += desc->bits; in r535_mmu_vaspace_new()
121 page_shift -= desc->bits; in r535_mmu_vaspace_new()
126 ctrl->levels[i].pageShift = page_shift; in r535_mmu_vaspace_new()
/linux/tools/testing/selftests/mm/
H A Dhmm-tests.c72 unsigned int page_shift; in FIXTURE() local
95 unsigned int page_shift; in FIXTURE() local
137 self->page_shift = ffs(self->page_size) - 1; in FIXTURE_SETUP()
148 self->page_shift = ffs(self->page_size) - 1; in FIXTURE_SETUP()
302 npages = ALIGN(HMM_BUFFER_SIZE, self->page_size) >> self->page_shift; in TEST_F()
304 size = npages << self->page_shift; in TEST_F()
365 npages = ALIGN(HMM_BUFFER_SIZE, self->page_size) >> self->page_shift; in TEST_F()
367 size = npages << self->page_shift; in TEST_F()
424 npages = ALIGN(HMM_BUFFER_SIZE, self->page_size) >> self->page_shift; in TEST_F()
426 size = npages << self->page_shift; in TEST_F()
[all...]
/linux/include/linux/
H A Dkmsan.h135 * @page_shift: page_shift passed to vmap_range_noflush().
145 unsigned int page_shift);
163 * @page_shift: page_shift argument passed to vmap_range_noflush().
171 unsigned int page_shift);
351 struct page **pages, unsigned int page_shift) in kmsan_vmap_pages_range_noflush() argument
365 unsigned int page_shift) in kmsan_ioremap_page_range() argument
/linux/arch/powerpc/platforms/pseries/
H A Diommu.c565 unsigned long window_size, unsigned long page_shift, in iommu_table_setparms_common() argument
570 tbl->it_offset = win_addr >> page_shift; in iommu_table_setparms_common()
571 tbl->it_size = window_size >> page_shift; in iommu_table_setparms_common()
572 tbl->it_page_shift = page_shift; in iommu_table_setparms_common()
1243 struct ddw_create_response *create, int page_shift, in create_ddw() argument
1267 BUID_LO(buid), page_shift, window_shift); in create_ddw()
1273 BUID_LO(buid), page_shift, window_shift, ret, create->liobn, in create_ddw()
1407 u32 page_shift, u32 window_shift) in ddw_property_create() argument
1429 ddwprop->tce_shift = cpu_to_be32(page_shift); in ddw_property_create()
1452 int page_shift; in enable_ddw() local
1936 spapr_tce_get_table_size(__u32 page_shift,__u64 window_size,__u32 levels) spapr_tce_get_table_size() argument
2048 is_default_window_request(struct iommu_table_group * table_group,__u32 page_shift,__u64 window_size) is_default_window_request() argument
2059 spapr_tce_create_table(struct iommu_table_group * table_group,int num,__u32 page_shift,__u64 window_size,__u32 levels,struct iommu_table ** ptbl) spapr_tce_create_table() argument
[all...]
/linux/drivers/net/ethernet/mellanox/mlx4/
H A Dmr.c194 int mlx4_mtt_init(struct mlx4_dev *dev, int npages, int page_shift, in mlx4_mtt_init() argument
201 mtt->page_shift = MLX4_ICM_PAGE_SHIFT; in mlx4_mtt_init()
204 mtt->page_shift = page_shift; in mlx4_mtt_init()
419 int page_shift, struct mlx4_mr *mr) in mlx4_mr_alloc_reserved() argument
428 return mlx4_mtt_init(dev, npages, page_shift, &mr->mtt); in mlx4_mr_alloc_reserved()
528 int npages, int page_shift, struct mlx4_mr *mr) in mlx4_mr_alloc() argument
538 access, npages, page_shift, mr); in mlx4_mr_alloc()
591 int page_shift, struct mlx4_mpt_entry *mpt_entry) in mlx4_mr_rereg_mem_write() argument
595 err = mlx4_mtt_init(dev, npages, page_shift, in mlx4_mr_rereg_mem_write()
[all...]
/linux/tools/testing/selftests/kvm/lib/x86/
H A Dvmx.c378 pte->address = paddr >> vm->page_shift; in nested_create_pte()
380 pte->address = vm_alloc_page_table(vm) >> vm->page_shift; in nested_create_pte()
414 TEST_ASSERT((nested_paddr >> vm->page_shift) <= vm->max_gfn, in __nested_pg_map()
422 TEST_ASSERT((paddr >> vm->page_shift) <= vm->max_gfn, in __nested_pg_map()
504 i = (region->region.guest_phys_addr >> vm->page_shift) - 1; in nested_map_memslot()
505 last = i + (region->region.memory_size >> vm->page_shift); in nested_map_memslot()
512 (uint64_t)i << vm->page_shift, in nested_map_memslot()
513 (uint64_t)i << vm->page_shift, in nested_map_memslot()
514 1 << vm->page_shift); in nested_map_memslot()
/linux/drivers/infiniband/hw/hns/
H A Dhns_roce_mr.c100 buf_attr.page_shift = is_fast ? PAGE_SHIFT : in alloc_mr_pbl()
556 unsigned int page_shift) in mtr_check_direct_pages() argument
558 size_t page_size = 1 << page_shift; in mtr_check_direct_pages()
604 buf_attr->page_shift, in mtr_alloc_bufs()
645 unsigned int page_shift; in mtr_map_bufs() local
650 page_shift = need_split_huge_page(mtr) ? HNS_HW_PAGE_SHIFT : in mtr_map_bufs()
659 mtr->umem, page_shift); in mtr_map_bufs()
662 mtr->kmem, page_shift); in mtr_map_bufs()
672 ret = mtr_check_direct_pages(pages, npage, page_shift); in mtr_map_bufs()
839 buf_attr->page_shift in get_best_page_shift()
[all...]
/linux/tools/testing/selftests/bpf/progs/
H A Dbpf_iter_vma_offset.c13 __u32 page_shift = 0; variable
33 offset = address - vma->vm_start + (vma->vm_pgoff << page_shift); in get_vma_offset()
/linux/arch/powerpc/platforms/powernv/
H A Dpci-ioda-tce.c50 u64 dma_offset, unsigned int page_shift) in pnv_pci_setup_iommu_table() argument
54 tbl->it_page_shift = page_shift; in pnv_pci_setup_iommu_table()
291 __u32 page_shift, __u64 window_size, __u32 levels, in pnv_pci_ioda2_table_alloc_pages() argument
298 unsigned int entries_shift = window_shift - page_shift; in pnv_pci_ioda2_table_alloc_pages()
314 if ((level_shift - 3) * levels + page_shift >= 55) in pnv_pci_ioda2_table_alloc_pages()
348 page_shift); in pnv_pci_ioda2_table_alloc_pages()
/linux/drivers/mtd/nand/raw/
H A Dnand_bbt.c180 from = ((loff_t)page) << this->page_shift; in read_bbt()
396 scan_read(this, buf, (loff_t)td->pages[0] << this->page_shift, in read_abs_bbts()
405 scan_read(this, buf, (loff_t)md->pages[0] << this->page_shift, in read_abs_bbts()
561 int blocktopage = this->bbt_erase_shift - this->page_shift; in search_bbt()
666 (this->bbt_erase_shift - this->page_shift); in get_bbt_block()
694 page = block << (this->bbt_erase_shift - this->page_shift); in get_bbt_block()
797 page = block << (this->bbt_erase_shift - this->page_shift); in write_bbt()
818 to = ((loff_t)page) << this->page_shift; in write_bbt()
834 ops.ooblen = (len >> this->page_shift) * mtd->oobsize; in write_bbt()
841 pageoffs = page - (int)(to >> this->page_shift); in write_bbt()
[all...]
/linux/tools/testing/selftests/kvm/lib/
H A Dkvm_util.c285 0, (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in vm_vaddr_populate_bitmap()
287 (~((1ULL << (vm->va_bits - 1)) - 1)) >> vm->page_shift, in vm_vaddr_populate_bitmap()
288 (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in vm_vaddr_populate_bitmap()
309 vm->page_shift = vm_guest_mode_params[vm->mode].page_shift; in ____vm_create()
1012 TEST_ASSERT((((guest_paddr >> vm->page_shift) + npages) - 1) in vm_mem_add()
1137 guest_paddr >> vm->page_shift, npages); in vm_mem_add()
1413 uint64_t pages = (sz + vm->page_size - 1) >> vm->page_shift; in vm_vaddr_unused_gap()
1416 uint64_t pgidx_start = (vaddr_min + vm->page_size - 1) >> vm->page_shift; in vm_vaddr_unused_gap()
1481 uint64_t pages = (sz >> vm->page_shift) in ____vm_vaddr_alloc()
2199 vm_calc_num_pages(unsigned int num_pages,unsigned int page_shift,unsigned int new_page_shift,bool ceil) vm_calc_num_pages() argument
[all...]
/linux/tools/testing/selftests/kvm/include/arm64/
H A Dprocessor.h119 #define PTE_ADDR_MASK(page_shift) GENMASK(47, (page_shift)) argument
122 #define PTE_ADDR_MASK_LPA2(page_shift) GENMASK(49, (page_shift)) argument
/linux/include/rdma/
H A Dib_umem_odp.h38 unsigned int page_shift; member
61 umem_odp->page_shift; in ib_umem_odp_num_pages()
/linux/drivers/infiniband/sw/rdmavt/
H A Dmr.c373 mr->mr.page_shift = PAGE_SHIFT; in rvt_reg_user_mr()
565 u32 ps = 1 << mr->mr.page_shift; in rvt_set_page()
566 u32 mapped_segs = mr->mr.length >> mr->mr.page_shift; in rvt_set_page()
600 mr->mr.page_shift = PAGE_SHIFT; in rvt_map_mr_sg()
777 if (mr->page_shift) { in rvt_lkey_ok()
785 entries_spanned_by_off = off >> mr->page_shift; in rvt_lkey_ok()
786 off -= (entries_spanned_by_off << mr->page_shift); in rvt_lkey_ok()
884 if (mr->page_shift) { in rvt_rkey_ok()
892 entries_spanned_by_off = off >> mr->page_shift; in rvt_rkey_ok()
893 off -= (entries_spanned_by_off << mr->page_shift); in rvt_rkey_ok()
[all...]

123456