Lines Matching refs:dir
156 enum dma_data_direction dir, unsigned long attrs) in dma_map_phys() argument
162 BUG_ON(!valid_dma_direction(dir)); in dma_map_phys()
172 addr = dma_direct_map_phys(dev, phys, size, dir, attrs); in dma_map_phys()
174 addr = iommu_dma_map_phys(dev, phys, size, dir, attrs); in dma_map_phys()
176 addr = ops->map_phys(dev, phys, size, dir, attrs); in dma_map_phys()
179 kmsan_handle_dma(phys, size, dir); in dma_map_phys()
180 trace_dma_map_phys(dev, phys, addr, size, dir, attrs); in dma_map_phys()
181 debug_dma_map_phys(dev, phys, size, dir, addr, attrs); in dma_map_phys()
188 size_t offset, size_t size, enum dma_data_direction dir, in dma_map_page_attrs() argument
200 return dma_map_phys(dev, phys, size, dir, attrs); in dma_map_page_attrs()
205 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_phys() argument
210 BUG_ON(!valid_dma_direction(dir)); in dma_unmap_phys()
213 dma_direct_unmap_phys(dev, addr, size, dir, attrs); in dma_unmap_phys()
215 iommu_dma_unmap_phys(dev, addr, size, dir, attrs); in dma_unmap_phys()
217 ops->unmap_phys(dev, addr, size, dir, attrs); in dma_unmap_phys()
218 trace_dma_unmap_phys(dev, addr, size, dir, attrs); in dma_unmap_phys()
219 debug_dma_unmap_phys(dev, addr, size, dir); in dma_unmap_phys()
224 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_page_attrs() argument
229 dma_unmap_phys(dev, addr, size, dir, attrs); in dma_unmap_page_attrs()
234 int nents, enum dma_data_direction dir, unsigned long attrs) in __dma_map_sg_attrs() argument
239 BUG_ON(!valid_dma_direction(dir)); in __dma_map_sg_attrs()
249 ents = dma_direct_map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs()
251 ents = iommu_dma_map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs()
253 ents = ops->map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs()
256 kmsan_handle_dma_sg(sg, nents, dir); in __dma_map_sg_attrs()
257 trace_dma_map_sg(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs()
258 debug_dma_map_sg(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs()
261 trace_dma_map_sg_err(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs()
286 int nents, enum dma_data_direction dir, unsigned long attrs) in dma_map_sg_attrs() argument
290 ret = __dma_map_sg_attrs(dev, sg, nents, dir, attrs); in dma_map_sg_attrs()
325 enum dma_data_direction dir, unsigned long attrs) in dma_map_sgtable() argument
329 nents = __dma_map_sg_attrs(dev, sgt->sgl, sgt->orig_nents, dir, attrs); in dma_map_sgtable()
338 int nents, enum dma_data_direction dir, in dma_unmap_sg_attrs() argument
343 BUG_ON(!valid_dma_direction(dir)); in dma_unmap_sg_attrs()
344 trace_dma_unmap_sg(dev, sg, nents, dir, attrs); in dma_unmap_sg_attrs()
345 debug_dma_unmap_sg(dev, sg, nents, dir); in dma_unmap_sg_attrs()
348 dma_direct_unmap_sg(dev, sg, nents, dir, attrs); in dma_unmap_sg_attrs()
350 iommu_dma_unmap_sg(dev, sg, nents, dir, attrs); in dma_unmap_sg_attrs()
352 ops->unmap_sg(dev, sg, nents, dir, attrs); in dma_unmap_sg_attrs()
357 size_t size, enum dma_data_direction dir, unsigned long attrs) in dma_map_resource() argument
363 return dma_map_phys(dev, phys_addr, size, dir, attrs | DMA_ATTR_MMIO); in dma_map_resource()
368 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_resource() argument
370 dma_unmap_phys(dev, addr, size, dir, attrs | DMA_ATTR_MMIO); in dma_unmap_resource()
376 enum dma_data_direction dir) in __dma_sync_single_for_cpu() argument
380 BUG_ON(!valid_dma_direction(dir)); in __dma_sync_single_for_cpu()
382 dma_direct_sync_single_for_cpu(dev, addr, size, dir); in __dma_sync_single_for_cpu()
384 iommu_dma_sync_single_for_cpu(dev, addr, size, dir); in __dma_sync_single_for_cpu()
386 ops->sync_single_for_cpu(dev, addr, size, dir); in __dma_sync_single_for_cpu()
387 trace_dma_sync_single_for_cpu(dev, addr, size, dir); in __dma_sync_single_for_cpu()
388 debug_dma_sync_single_for_cpu(dev, addr, size, dir); in __dma_sync_single_for_cpu()
393 size_t size, enum dma_data_direction dir) in __dma_sync_single_for_device() argument
397 BUG_ON(!valid_dma_direction(dir)); in __dma_sync_single_for_device()
399 dma_direct_sync_single_for_device(dev, addr, size, dir); in __dma_sync_single_for_device()
401 iommu_dma_sync_single_for_device(dev, addr, size, dir); in __dma_sync_single_for_device()
403 ops->sync_single_for_device(dev, addr, size, dir); in __dma_sync_single_for_device()
404 trace_dma_sync_single_for_device(dev, addr, size, dir); in __dma_sync_single_for_device()
405 debug_dma_sync_single_for_device(dev, addr, size, dir); in __dma_sync_single_for_device()
410 int nelems, enum dma_data_direction dir) in __dma_sync_sg_for_cpu() argument
414 BUG_ON(!valid_dma_direction(dir)); in __dma_sync_sg_for_cpu()
416 dma_direct_sync_sg_for_cpu(dev, sg, nelems, dir); in __dma_sync_sg_for_cpu()
418 iommu_dma_sync_sg_for_cpu(dev, sg, nelems, dir); in __dma_sync_sg_for_cpu()
420 ops->sync_sg_for_cpu(dev, sg, nelems, dir); in __dma_sync_sg_for_cpu()
421 trace_dma_sync_sg_for_cpu(dev, sg, nelems, dir); in __dma_sync_sg_for_cpu()
422 debug_dma_sync_sg_for_cpu(dev, sg, nelems, dir); in __dma_sync_sg_for_cpu()
427 int nelems, enum dma_data_direction dir) in __dma_sync_sg_for_device() argument
431 BUG_ON(!valid_dma_direction(dir)); in __dma_sync_sg_for_device()
433 dma_direct_sync_sg_for_device(dev, sg, nelems, dir); in __dma_sync_sg_for_device()
435 iommu_dma_sync_sg_for_device(dev, sg, nelems, dir); in __dma_sync_sg_for_device()
437 ops->sync_sg_for_device(dev, sg, nelems, dir); in __dma_sync_sg_for_device()
438 trace_dma_sync_sg_for_device(dev, sg, nelems, dir); in __dma_sync_sg_for_device()
439 debug_dma_sync_sg_for_device(dev, sg, nelems, dir); in __dma_sync_sg_for_device()
698 dma_addr_t *dma_handle, enum dma_data_direction dir, gfp_t gfp) in __dma_alloc_pages() argument
711 return dma_direct_alloc_pages(dev, size, dma_handle, dir, gfp); in __dma_alloc_pages()
713 return dma_common_alloc_pages(dev, size, dma_handle, dir, gfp); in __dma_alloc_pages()
716 return ops->alloc_pages_op(dev, size, dma_handle, dir, gfp); in __dma_alloc_pages()
720 dma_addr_t *dma_handle, enum dma_data_direction dir, gfp_t gfp) in dma_alloc_pages() argument
722 struct page *page = __dma_alloc_pages(dev, size, dma_handle, dir, gfp); in dma_alloc_pages()
726 size, dir, gfp, 0); in dma_alloc_pages()
727 debug_dma_alloc_pages(dev, page, size, dir, *dma_handle, 0); in dma_alloc_pages()
729 trace_dma_alloc_pages(dev, NULL, 0, size, dir, gfp, 0); in dma_alloc_pages()
736 dma_addr_t dma_handle, enum dma_data_direction dir) in __dma_free_pages() argument
742 dma_direct_free_pages(dev, size, page, dma_handle, dir); in __dma_free_pages()
744 dma_common_free_pages(dev, size, page, dma_handle, dir); in __dma_free_pages()
746 ops->free_pages(dev, size, page, dma_handle, dir); in __dma_free_pages()
750 dma_addr_t dma_handle, enum dma_data_direction dir) in dma_free_pages() argument
752 trace_dma_free_pages(dev, page_to_virt(page), dma_handle, size, dir, 0); in dma_free_pages()
753 debug_dma_free_pages(dev, page, size, dir, dma_handle); in dma_free_pages()
754 __dma_free_pages(dev, size, page, dma_handle, dir); in dma_free_pages()
772 enum dma_data_direction dir, gfp_t gfp) in alloc_single_sgt() argument
782 page = __dma_alloc_pages(dev, size, &sgt->sgl->dma_address, dir, gfp); in alloc_single_sgt()
796 enum dma_data_direction dir, gfp_t gfp, unsigned long attrs) in dma_alloc_noncontiguous() argument
806 sgt = iommu_dma_alloc_noncontiguous(dev, size, dir, gfp, attrs); in dma_alloc_noncontiguous()
808 sgt = alloc_single_sgt(dev, size, dir, gfp); in dma_alloc_noncontiguous()
812 trace_dma_alloc_sgt(dev, sgt, size, dir, gfp, attrs); in dma_alloc_noncontiguous()
813 debug_dma_map_sg(dev, sgt->sgl, sgt->orig_nents, 1, dir, attrs); in dma_alloc_noncontiguous()
815 trace_dma_alloc_sgt_err(dev, NULL, 0, size, dir, gfp, attrs); in dma_alloc_noncontiguous()
822 struct sg_table *sgt, enum dma_data_direction dir) in free_single_sgt() argument
825 dir); in free_single_sgt()
831 struct sg_table *sgt, enum dma_data_direction dir) in dma_free_noncontiguous() argument
833 trace_dma_free_sgt(dev, sgt, size, dir); in dma_free_noncontiguous()
834 debug_dma_unmap_sg(dev, sgt->sgl, sgt->orig_nents, dir); in dma_free_noncontiguous()
837 iommu_dma_free_noncontiguous(dev, size, sgt, dir); in dma_free_noncontiguous()
839 free_single_sgt(dev, size, sgt, dir); in dma_free_noncontiguous()