| /linux/include/linux/ |
| H A D | iova.h | 18 struct iova { struct
27 /* holds all the iova translations for a domain */ argument
43 static inline unsigned long iova_size(struct iova *iova) in iova_size() argument
58 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset() argument
73 iova_dma_addr(struct iova_domain * iovad,struct iova * iova) iova_dma_addr() argument
78 iova_pfn(struct iova_domain * iovad,dma_addr_t iova) iova_pfn() argument
119 __free_iova(struct iova_domain * iovad,struct iova * iova) __free_iova() argument
[all...] |
| H A D | iova_bitmap.h | 28 static inline struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, in iova_bitmap_alloc() argument
47 unsigned long iova, size_t length) in iova_bitmap_set() argument
|
| /linux/drivers/iommu/iommufd/ |
| H A D | iova_bitmap.c | 36 unsigned long iova; member
115 unsigned long iova; member
130 iova_bitmap_offset_to_index(struct iova_bitmap * bitmap,unsigned long iova) iova_bitmap_offset_to_index() argument
244 iova_bitmap_alloc(unsigned long iova,size_t length,unsigned long page_size,u64 __user * data) iova_bitmap_alloc() argument
322 unsigned long iova = iova_bitmap_mapped_iova(bitmap); iova_bitmap_mapped_length() local
344 iova_bitmap_mapped_range(struct iova_bitmap_map * mapped,unsigned long iova,size_t length) iova_bitmap_mapped_range() argument
357 iova_bitmap_advance_to(struct iova_bitmap * bitmap,unsigned long iova) iova_bitmap_advance_to() argument
403 iova_bitmap_set(struct iova_bitmap * bitmap,unsigned long iova,size_t length) iova_bitmap_set() argument
[all...] |
| H A D | io_pagetable.c | 33 unsigned long iova, in iopt_area_contig_init() argument
118 static int iopt_alloc_iova(struct io_pagetable *iopt, unsigned long *iova, in iopt_alloc_iova() argument
181 static int iopt_check_iova(struct io_pagetable *iopt, unsigned long iova, in iopt_check_iova() argument
208 iopt_insert_area(struct io_pagetable * iopt,struct iopt_area * area,struct iopt_pages * pages,unsigned long iova,unsigned long start_byte,unsigned long length,int iommu_prot) iopt_insert_area() argument
261 unsigned long iova; iopt_alloc_area_pages() local
404 iopt_map_common(struct iommufd_ctx * ictx,struct io_pagetable * iopt,struct iopt_pages * pages,unsigned long * iova,unsigned long length,unsigned long start_byte,int iommu_prot,unsigned int flags) iopt_map_common() argument
451 iopt_map_user_pages(struct iommufd_ctx * ictx,struct io_pagetable * iopt,unsigned long * iova,void __user * uptr,unsigned long length,int iommu_prot,unsigned int flags) iopt_map_user_pages() argument
478 iopt_map_file_pages(struct iommufd_ctx * ictx,struct io_pagetable * iopt,unsigned long * iova,struct file * file,unsigned long start,unsigned long length,int iommu_prot,unsigned int flags) iopt_map_file_pages() argument
500 __iommu_read_and_clear_dirty(struct iova_bitmap * bitmap,unsigned long iova,size_t length,void * opaque) __iommu_read_and_clear_dirty() argument
663 iopt_get_pages(struct io_pagetable * iopt,unsigned long iova,unsigned long length,struct list_head * pages_list) iopt_get_pages() argument
802 iopt_unmap_iova(struct io_pagetable * iopt,unsigned long iova,unsigned long length,unsigned long * unmapped) iopt_unmap_iova() argument
1241 iopt_area_split(struct iopt_area * area,unsigned long iova) iopt_area_split() argument
[all...] |
| /linux/drivers/infiniband/sw/rxe/ |
| H A D | rxe_odp.c | 80 u64 iova, int access_flags, struct rxe_mr *mr) in rxe_odp_mr_init_user() argument
127 static inline bool rxe_check_pagefault(struct ib_umem_odp *umem_odp, u64 iova, in rxe_check_pagefault() argument
150 static unsigned long rxe_odp_iova_to_index(struct ib_umem_odp *umem_odp, u64 iova) in rxe_odp_iova_to_index() argument
155 static unsigned long rxe_odp_iova_to_page_offset(struct ib_umem_odp *umem_odp, u64 iova) in rxe_odp_iova_to_page_offset() argument
160 rxe_odp_map_range_and_lock(struct rxe_mr * mr,u64 iova,int length,u32 flags) rxe_odp_map_range_and_lock() argument
189 __rxe_odp_mr_copy(struct rxe_mr * mr,u64 iova,void * addr,int length,enum rxe_mr_copy_dir dir) __rxe_odp_mr_copy() argument
225 rxe_odp_mr_copy(struct rxe_mr * mr,u64 iova,void * addr,int length,enum rxe_mr_copy_dir dir) rxe_odp_mr_copy() argument
261 rxe_odp_do_atomic_op(struct rxe_mr * mr,u64 iova,int opcode,u64 compare,u64 swap_add,u64 * orig_val) rxe_odp_do_atomic_op() argument
312 rxe_odp_atomic_op(struct rxe_mr * mr,u64 iova,int opcode,u64 compare,u64 swap_add,u64 * orig_val) rxe_odp_atomic_op() argument
330 rxe_odp_flush_pmem_iova(struct rxe_mr * mr,u64 iova,unsigned int length) rxe_odp_flush_pmem_iova() argument
369 rxe_odp_do_atomic_write(struct rxe_mr * mr,u64 iova,u64 value) rxe_odp_do_atomic_write() argument
[all...] |
| H A D | rxe_loc.h | 211 rxe_odp_mr_init_user(struct rxe_dev * rxe,u64 start,u64 length,u64 iova,int access_flags,struct rxe_mr * mr) rxe_odp_mr_init_user() argument
216 rxe_odp_mr_copy(struct rxe_mr * mr,u64 iova,void * addr,int length,enum rxe_mr_copy_dir dir) rxe_odp_mr_copy() argument
222 rxe_odp_atomic_op(struct rxe_mr * mr,u64 iova,int opcode,u64 compare,u64 swap_add,u64 * orig_val) rxe_odp_atomic_op() argument
227 rxe_odp_flush_pmem_iova(struct rxe_mr * mr,u64 iova,unsigned int length) rxe_odp_flush_pmem_iova() argument
233 rxe_odp_do_atomic_write(struct rxe_mr * mr,u64 iova,u64 value) rxe_odp_do_atomic_write() argument
[all...] |
| H A D | rxe_mr.c | 27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range() argument
75 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_index() argument
80 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_page_offset() argument
245 rxe_mr_copy_xarray(struct rxe_mr * mr,u64 iova,void * addr,unsigned int length,enum rxe_mr_copy_dir dir) rxe_mr_copy_xarray() argument
304 rxe_mr_copy(struct rxe_mr * mr,u64 iova,void * addr,unsigned int length,enum rxe_mr_copy_dir dir) rxe_mr_copy() argument
348 u64 iova; copy_data() local
427 rxe_mr_flush_pmem_iova(struct rxe_mr * mr,u64 iova,unsigned int length) rxe_mr_flush_pmem_iova() argument
486 rxe_mr_do_atomic_op(struct rxe_mr * mr,u64 iova,int opcode,u64 compare,u64 swap_add,u64 * orig_val) rxe_mr_do_atomic_op() argument
542 rxe_mr_do_atomic_write(struct rxe_mr * mr,u64 iova,u64 value) rxe_mr_do_atomic_write() argument
[all...] |
| /linux/drivers/media/pci/intel/ipu6/ |
| H A D | ipu6-mmu.c | 99 u32 iova = (phys_addr_t)l1_idx << ISP_L1PT_SHIFT; in page_table_dump() local
257 static void l2_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_unmap() argument
306 l2_map(struct ipu6_mmu_info * mmu_info,unsigned long iova,phys_addr_t paddr,size_t size) l2_map() argument
395 __ipu6_mmu_map(struct ipu6_mmu_info * mmu_info,unsigned long iova,phys_addr_t paddr,size_t size) __ipu6_mmu_map() argument
409 __ipu6_mmu_unmap(struct ipu6_mmu_info * mmu_info,unsigned long iova,size_t size) __ipu6_mmu_unmap() argument
417 struct iova *iova; allocate_trash_buffer() local
637 ipu6_mmu_iova_to_phys(struct ipu6_mmu_info * mmu_info,dma_addr_t iova) ipu6_mmu_iova_to_phys() argument
652 ipu6_mmu_unmap(struct ipu6_mmu_info * mmu_info,unsigned long iova,size_t size) ipu6_mmu_unmap() argument
676 ipu6_mmu_map(struct ipu6_mmu_info * mmu_info,unsigned long iova,phys_addr_t paddr,size_t size) ipu6_mmu_map() argument
709 struct iova *iova; ipu6_mmu_destroy() local
[all...] |
| H A D | ipu6-dma.c | 29 static struct vm_info *get_vm_info(struct ipu6_mmu *mmu, dma_addr_t iova) in get_vm_info() argument
163 struct iova *iova; in ipu6_dma_alloc() local
249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); ipu6_dma_free() local
298 ipu6_dma_mmap(struct ipu6_bus_device * sys,struct vm_area_struct * vma,void * addr,dma_addr_t iova,size_t size,unsigned long attrs) ipu6_dma_mmap() argument
336 struct iova *iova = find_iova(&mmu->dmap->iovad, ipu6_dma_unmap_sg() local
381 struct iova *iova; ipu6_dma_map_sg() local
[all...] |
| /linux/drivers/iommu/ |
| H A D | iova.c | 138 iova_insert_rbtree(struct rb_root *root, struct iova *iova, in iova_insert_rbtree() argument
234 free_iova_mem(struct iova * iova) free_iova_mem() argument
283 struct iova *iova = to_iova(node); private_find_iova() local
296 remove_iova(struct iova_domain * iovad,struct iova * iova) remove_iova() argument
313 struct iova *iova; find_iova() local
330 __free_iova(struct iova_domain * iovad,struct iova * iova) __free_iova() argument
352 struct iova *iova; free_iova() local
448 struct iova *iova, *tmp; put_iova_domain() local
462 struct iova *iova = to_iova(node); __is_range_overlap() local
472 struct iova *iova; alloc_and_init_iova() local
487 struct iova *iova; __insert_new_range() local
497 __adjust_overlap_range(struct iova * iova,unsigned long * pfn_lo,unsigned long * pfn_hi) __adjust_overlap_range() argument
520 struct iova *iova; reserve_iova() local
626 struct iova *iova = private_find_iova(iovad, mag->pfns[i]); iova_magazine_free_pfns() local
[all...] |
| H A D | io-pgtable-dart.c | 111 unsigned long iova, phys_addr_t paddr, in dart_init_pte() argument
159 static int dart_get_table(struct dart_io_pgtable *data, unsigned long iova) in dart_get_table() argument
165 static int dart_get_l1_index(struct dart_io_pgtable *data, unsigned long iova) in dart_get_l1_index() argument
172 static int dart_get_l2_index(struct dart_io_pgtable *data, unsigned long iova) in dart_get_l2_index() argument
179 static dart_iopte *dart_get_l2(struct dart_io_pgtable *data, unsigned long iova) in dart_get_l2() argument
223 dart_map_pages(struct io_pgtable_ops * ops,unsigned long iova,phys_addr_t paddr,size_t pgsize,size_t pgcount,int iommu_prot,gfp_t gfp,size_t * mapped) dart_map_pages() argument
284 dart_unmap_pages(struct io_pgtable_ops * ops,unsigned long iova,size_t pgsize,size_t pgcount,struct iommu_iotlb_gather * gather) dart_unmap_pages() argument
328 dart_iova_to_phys(struct io_pgtable_ops * ops,unsigned long iova) dart_iova_to_phys() argument
[all...] |
| H A D | tegra-smmu.c | 169 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index() argument
174 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index() argument
236 unsigned long iova) in smmu_flush_tlb_section() argument
251 unsigned long iova) in smmu_flush_tlb_group() argument
559 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde() argument
580 tegra_smmu_pte_offset(struct tegra_pt * pt,unsigned long iova) tegra_smmu_pte_offset() argument
585 tegra_smmu_pte_lookup(struct tegra_smmu_as * as,unsigned long iova,dma_addr_t * dmap) tegra_smmu_pte_lookup() argument
601 as_get_pte(struct tegra_smmu_as * as,dma_addr_t iova,dma_addr_t * dmap,struct tegra_pt * pt) as_get_pte() argument
637 tegra_smmu_pte_get_use(struct tegra_smmu_as * as,unsigned long iova) tegra_smmu_pte_get_use() argument
644 tegra_smmu_pte_put_use(struct tegra_smmu_as * as,unsigned long iova) tegra_smmu_pte_put_use() argument
666 tegra_smmu_set_pte(struct tegra_smmu_as * as,unsigned long iova,u32 * pte,dma_addr_t pte_dma,u32 val) tegra_smmu_set_pte() argument
682 as_get_pde_page(struct tegra_smmu_as * as,unsigned long iova,gfp_t gfp,unsigned long * flags) as_get_pde_page() argument
721 __tegra_smmu_map(struct iommu_domain * domain,unsigned long iova,phys_addr_t paddr,size_t size,int prot,gfp_t gfp,unsigned long * flags) __tegra_smmu_map() argument
758 __tegra_smmu_unmap(struct iommu_domain * domain,unsigned long iova,size_t size,struct iommu_iotlb_gather * gather) __tegra_smmu_unmap() argument
775 tegra_smmu_map(struct iommu_domain * domain,unsigned long iova,phys_addr_t paddr,size_t size,size_t count,int prot,gfp_t gfp,size_t * mapped) tegra_smmu_map() argument
793 tegra_smmu_unmap(struct iommu_domain * domain,unsigned long iova,size_t size,size_t count,struct iommu_iotlb_gather * gather) tegra_smmu_unmap() argument
807 tegra_smmu_iova_to_phys(struct iommu_domain * domain,dma_addr_t iova) tegra_smmu_iova_to_phys() argument
[all...] |
| H A D | exynos-iommu.c | 101 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument
103 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
105 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument
110 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset() argument
115 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset() argument
181 section_entry(sysmmu_pte_t * pgtable,sysmmu_iova_t iova) section_entry() argument
186 page_entry(sysmmu_pte_t * sent,sysmmu_iova_t iova) page_entry() argument
455 __sysmmu_tlb_invalidate_entry(struct sysmmu_drvdata * data,sysmmu_iova_t iova,unsigned int num_inv) __sysmmu_tlb_invalidate_entry() argument
673 sysmmu_tlb_invalidate_flpdcache(struct sysmmu_drvdata * data,sysmmu_iova_t iova) sysmmu_tlb_invalidate_flpdcache() argument
693 sysmmu_tlb_invalidate_entry(struct sysmmu_drvdata * data,sysmmu_iova_t iova,size_t size) sysmmu_tlb_invalidate_entry() argument
1080 alloc_lv2entry(struct exynos_iommu_domain * domain,sysmmu_pte_t * sent,sysmmu_iova_t iova,short * pgcounter) alloc_lv2entry() argument
1138 lv1set_section(struct exynos_iommu_domain * domain,sysmmu_pte_t * sent,sysmmu_iova_t iova,phys_addr_t paddr,int prot,short * pgcnt) lv1set_section() argument
1241 sysmmu_iova_t iova = (sysmmu_iova_t)l_iova; exynos_iommu_map() local
1280 exynos_iommu_tlb_invalidate_entry(struct exynos_iommu_domain * domain,sysmmu_iova_t iova,size_t size) exynos_iommu_tlb_invalidate_entry() argument
1298 sysmmu_iova_t iova = (sysmmu_iova_t)l_iova; exynos_iommu_unmap() local
1374 exynos_iommu_iova_to_phys(struct iommu_domain * iommu_domain,dma_addr_t iova) exynos_iommu_iova_to_phys() argument
[all...] |
| H A D | rockchip-iommu.c | 322 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index() argument
327 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index() argument
332 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset() argument
369 dma_addr_t iova; in rk_iommu_zap_lines() local
535 log_iova(struct rk_iommu * iommu,int index,dma_addr_t iova) log_iova() argument
587 dma_addr_t iova; rk_iommu_irq() local
652 rk_iommu_iova_to_phys(struct iommu_domain * domain,dma_addr_t iova) rk_iommu_iova_to_phys() argument
680 rk_iommu_zap_iova(struct rk_iommu_domain * rk_domain,dma_addr_t iova,size_t size) rk_iommu_zap_iova() argument
709 rk_iommu_zap_iova_first_last(struct rk_iommu_domain * rk_domain,dma_addr_t iova,size_t size) rk_iommu_zap_iova_first_last() argument
718 rk_dte_get_page_table(struct rk_iommu_domain * rk_domain,dma_addr_t iova) rk_dte_get_page_table() argument
778 rk_iommu_map_iova(struct rk_iommu_domain * rk_domain,u32 * pte_addr,dma_addr_t pte_dma,dma_addr_t iova,phys_addr_t paddr,size_t size,int prot) rk_iommu_map_iova() argument
828 dma_addr_t pte_dma, iova = (dma_addr_t)_iova; rk_iommu_map() local
868 dma_addr_t pte_dma, iova = (dma_addr_t)_iova; rk_iommu_unmap() local
[all...] |
| /linux/drivers/fpga/ |
| H A D | dfl-afu-dma-region.c | 125 u64 iova, u64 size) in dma_region_check_iova() argument
245 afu_dma_region_find(struct dfl_feature_dev_data * fdata,u64 iova,u64 size) afu_dma_region_find() argument
285 afu_dma_region_find_iova(struct dfl_feature_dev_data * fdata,u64 iova) afu_dma_region_find_iova() argument
302 afu_dma_map_region(struct dfl_feature_dev_data * fdata,u64 user_addr,u64 length,u64 * iova) afu_dma_map_region() argument
381 afu_dma_unmap_region(struct dfl_feature_dev_data * fdata,u64 iova) afu_dma_unmap_region() argument
[all...] |
| /linux/drivers/staging/media/ipu7/ |
| H A D | ipu7-mmu.c | 240 static void l2_unmap(struct ipu7_mmu_info *mmu_info, unsigned long iova, in l2_unmap() argument
289 static int l2_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in l2_map() argument
378 __ipu7_mmu_map(struct ipu7_mmu_info * mmu_info,unsigned long iova,phys_addr_t paddr,size_t size) __ipu7_mmu_map() argument
392 __ipu7_mmu_unmap(struct ipu7_mmu_info * mmu_info,unsigned long iova,size_t size) __ipu7_mmu_unmap() argument
401 struct iova *iova; allocate_trash_buffer() local
681 ipu7_mmu_iova_to_phys(struct ipu7_mmu_info * mmu_info,dma_addr_t iova) ipu7_mmu_iova_to_phys() argument
696 ipu7_mmu_unmap(struct ipu7_mmu_info * mmu_info,unsigned long iova,size_t size) ipu7_mmu_unmap() argument
721 ipu7_mmu_map(struct ipu7_mmu_info * mmu_info,unsigned long iova,phys_addr_t paddr,size_t size) ipu7_mmu_map() argument
754 struct iova *iova; ipu7_mmu_destroy() local
[all...] |
| H A D | ipu7-dma.c | 29 static struct vm_info *get_vm_info(struct ipu7_mmu *mmu, dma_addr_t iova) in get_vm_info() argument
163 struct iova *iova; in ipu7_dma_alloc() local
249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); ipu7_dma_free() local
298 ipu7_dma_mmap(struct ipu7_bus_device * sys,struct vm_area_struct * vma,void * addr,dma_addr_t iova,size_t size,unsigned long attrs) ipu7_dma_mmap() argument
336 struct iova *iova = find_iova(&mmu->dmap->iovad, ipu7_dma_unmap_sg() local
381 struct iova *iova; ipu7_dma_map_sg() local
[all...] |
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_iommu.c | 45 unsigned long iova, phys_addr_t paddr, in calc_pgsize() argument
99 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap() argument
132 static int msm_iommu_pagetable_map_prr(struct msm_mmu *mmu, u64 iova, size_t len, int prot) in msm_iommu_pagetable_map_prr() argument
162 msm_iommu_pagetable_map(struct msm_mmu * mmu,u64 iova,struct sg_table * sgt,size_t off,size_t len,int prot) msm_iommu_pagetable_map() argument
271 msm_iommu_pagetable_walk(struct msm_mmu * mmu,unsigned long iova,uint64_t ptes[4]) msm_iommu_pagetable_walk() argument
294 msm_iommu_pagetable_prealloc_count(struct msm_mmu * mmu,struct msm_mmu_prealloc * p,uint64_t iova,size_t len) msm_iommu_pagetable_prealloc_count() argument
454 msm_iommu_tlb_flush_walk(unsigned long iova,size_t size,size_t granule,void * cookie) msm_iommu_tlb_flush_walk() argument
471 msm_iommu_tlb_add_page(struct iommu_iotlb_gather * gather,unsigned long iova,size_t granule,void * cookie) msm_iommu_tlb_add_page() argument
617 msm_gpu_fault_handler(struct iommu_domain * domain,struct device * dev,unsigned long iova,int flags,void * arg) msm_gpu_fault_handler() argument
637 msm_disp_fault_handler(struct iommu_domain * domain,struct device * dev,unsigned long iova,int flags,void * arg) msm_disp_fault_handler() argument
662 msm_iommu_map(struct msm_mmu * mmu,uint64_t iova,struct sg_table * sgt,size_t off,size_t len,int prot) msm_iommu_map() argument
681 msm_iommu_unmap(struct msm_mmu * mmu,uint64_t iova,size_t len) msm_iommu_unmap() argument
[all...] |
| /linux/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 88 dma_addr_t iova; /* Device address */ member
127 dma_addr_t iova; /* Device address */ member
134 dma_addr_t iova; member
321 vfio_find_vpfn(struct vfio_dma * dma,dma_addr_t iova) vfio_find_vpfn() argument
365 vfio_add_to_pfn_list(struct vfio_dma * dma,dma_addr_t iova,unsigned long pfn) vfio_add_to_pfn_list() argument
389 vfio_iova_get_vfio_pfn(struct vfio_dma * dma,unsigned long iova) vfio_iova_get_vfio_pfn() argument
630 dma_addr_t iova = vaddr - dma->vaddr + dma->iova; vfio_pin_pages_remote() local
741 vfio_unpin_pages_remote(struct vfio_dma * dma,dma_addr_t iova,unsigned long pfn,unsigned long npage,bool do_accounting) vfio_unpin_pages_remote() argument
799 vfio_unpin_page_external(struct vfio_dma * dma,dma_addr_t iova,bool do_accounting) vfio_unpin_page_external() argument
859 dma_addr_t iova; vfio_iommu_type1_pin_pages() local
924 dma_addr_t iova; vfio_iommu_type1_pin_pages() local
951 dma_addr_t iova = user_iova + PAGE_SIZE * i; vfio_iommu_type1_unpin_pages() local
1000 unmap_unpin_fast(struct vfio_domain * domain,struct vfio_dma * dma,dma_addr_t * iova,size_t len,phys_addr_t phys,long * unlocked,struct list_head * unmapped_list,int * unmapped_cnt,struct iommu_iotlb_gather * iotlb_gather) unmap_unpin_fast() argument
1040 unmap_unpin_slow(struct vfio_domain * domain,struct vfio_dma * dma,dma_addr_t * iova,size_t len,phys_addr_t phys,long * unlocked) unmap_unpin_slow() argument
1060 dma_addr_t iova = dma->iova, end = dma->iova + dma->size; vfio_unmap_unpin() local
1215 vfio_iova_dirty_bitmap(u64 __user * bitmap,struct vfio_iommu * iommu,dma_addr_t iova,size_t size,size_t pgsize) vfio_iova_dirty_bitmap() argument
1306 dma_addr_t iova = unmap->iova; vfio_dma_do_unmap() local
1449 vfio_iommu_map(struct vfio_iommu * iommu,dma_addr_t iova,unsigned long pfn,long npage,int prot) vfio_iommu_map() argument
1479 dma_addr_t iova = dma->iova; vfio_pin_map_dma() local
1529 struct list_head *iova = &iommu->iova_list; vfio_iommu_iova_dma_valid() local
1580 dma_addr_t iova = map->iova; vfio_dma_do_map() local
1716 dma_addr_t iova; vfio_iommu_replay() local
1802 dma_addr_t iova; vfio_iommu_replay() local
1933 struct list_head *iova = &iommu->iova_list; vfio_iommu_aper_conflict() local
1963 vfio_iommu_aper_resize(struct list_head * iova,dma_addr_t start,dma_addr_t end) vfio_iommu_aper_resize() argument
2024 vfio_iommu_resv_exclude(struct list_head * iova,struct list_head * resv_regions) vfio_iommu_resv_exclude() argument
2082 vfio_iommu_iova_free(struct list_head * iova) vfio_iommu_iova_free() argument
2095 struct list_head *iova = &iommu->iova_list; vfio_iommu_iova_get_copy() local
2115 struct list_head *iova = &iommu->iova_list; vfio_iommu_iova_insert_copy() local
2665 struct vfio_iova *iova; vfio_iommu_iova_build_caps() local
[all...] |
| /linux/drivers/vdpa/vdpa_user/ |
| H A D | iova_domain.c | 104 u64 iova, u64 size, u64 paddr) in vduse_domain_map_bounce_page() argument
124 u64 iova, u64 size) in vduse_domain_unmap_bounce_page() argument
161 vduse_domain_bounce(struct vduse_iova_domain * domain,dma_addr_t iova,size_t size,enum dma_data_direction dir) vduse_domain_bounce() argument
194 vduse_domain_get_coherent_page(struct vduse_iova_domain * domain,u64 iova) vduse_domain_get_coherent_page() argument
215 vduse_domain_get_bounce_page(struct vduse_iova_domain * domain,u64 iova) vduse_domain_get_bounce_page() argument
371 vduse_domain_free_iova(struct iova_domain * iovad,dma_addr_t iova,size_t size) vduse_domain_free_iova() argument
407 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); vduse_domain_map_page() local
454 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); vduse_domain_alloc_coherent() local
512 unsigned long iova = vmf->pgoff << PAGE_SHIFT; vduse_domain_mmap_fault() local
[all...] |
| /linux/drivers/media/platform/nvidia/tegra-vde/ |
| H A D | iommu.c | 24 struct iova *iova; in tegra_vde_iommu_map() local
51 tegra_vde_iommu_unmap(struct tegra_vde * vde,struct iova * iova) tegra_vde_iommu_unmap() argument
64 struct iova *iova; tegra_vde_iommu_init() local
[all...] |
| /linux/drivers/staging/media/ipu3/ |
| H A D | ipu3-mmu.c | 154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx() argument
210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map() argument
251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map() argument
299 imgu_mmu_map_sg(struct imgu_mmu_info * info,unsigned long iova,struct scatterlist * sg,unsigned int nents) imgu_mmu_map_sg() argument
339 __imgu_mmu_unmap(struct imgu_mmu * mmu,unsigned long iova,size_t size) __imgu_mmu_unmap() argument
379 imgu_mmu_unmap(struct imgu_mmu_info * info,unsigned long iova,size_t size) imgu_mmu_unmap() argument
[all...] |
| H A D | ipu3-dmamap.c | 102 struct iova *iova; in imgu_dmamap_alloc() local
153 struct iova *iova; in imgu_dmamap_unmap() local
189 struct iova *iova; imgu_dmamap_map_sg() local
[all...] |
| /linux/drivers/iommu/amd/ |
| H A D | io_pgtable_v2.c | 131 static u64 *v2_alloc_pte(int nid, u64 *pgd, unsigned long iova, in v2_alloc_pte() argument
195 unsigned long iova, unsigned long *page_size) in fetch_pte() argument
232 static int iommu_v2_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in iommu_v2_map_pages() argument
285 iommu_v2_unmap_pages(struct io_pgtable_ops * ops,unsigned long iova,size_t pgsize,size_t pgcount,struct iommu_iotlb_gather * gather) iommu_v2_unmap_pages() argument
313 iommu_v2_iova_to_phys(struct io_pgtable_ops * ops,unsigned long iova) iommu_v2_iova_to_phys() argument
[all...] |
| /linux/drivers/gpu/drm/etnaviv/ |
| H A D | etnaviv_mmu.c | 17 unsigned long iova, size_t size) in etnaviv_context_unmap() argument
34 unsigned long iova, phys_addr_t paddr, in etnaviv_context_map() argument
61 u32 iova, unsigned int va_len, in etnaviv_iommu_map() argument
104 etnaviv_iommu_unmap(struct etnaviv_iommu_context * context,u32 iova,struct sg_table * sgt,unsigned len) etnaviv_iommu_unmap() argument
279 u32 iova; etnaviv_iommu_map_gem() local
[all...] |