drivers/iommu/dma-iommu.c

720  * @attrs: DMA attributes for the mapping
725 		     unsigned long attrs)
729 	if (attrs & DMA_ATTR_PRIVILEGED)
925 		size_t size, struct sg_table *sgt, gfp_t gfp, unsigned long attrs)
931 	int ioprot = dma_info_to_prot(DMA_BIDIRECTIONAL, coherent, attrs);
948 	if (attrs & DMA_ATTR_ALLOC_SINGLE_PAGES)
999 		dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs)
1004 	pgprot_t prot = dma_pgprot(dev, PAGE_KERNEL, attrs);
1006 	pages = __iommu_dma_alloc_noncontiguous(dev, size, &sgt, gfp, attrs);
1039 	       enum dma_data_direction dir, gfp_t gfp, unsigned long attrs)
1047 	sh->pages = __iommu_dma_alloc_noncontiguous(dev, size, &sh->sgt, gfp, attrs);
1146 		size_t size, enum dma_data_direction dir, unsigned long attrs)
1159 			attrs);
1195 	      unsigned long attrs)
1199 	int prot = dma_info_to_prot(dir, coherent, attrs);
1211 		phys = iommu_dma_map_swiotlb(dev, phys, size, dir, attrs);
1216 	if (!coherent && !(attrs & DMA_ATTR_SKIP_CPU_SYNC))
1221 		swiotlb_tbl_unmap_single(dev, phys, size, dir, attrs);
1226 		size_t size, enum dma_data_direction dir, unsigned long attrs)
1235 	if (!(attrs & DMA_ATTR_SKIP_CPU_SYNC) && !dev_is_dma_coherent(dev))
1240 	swiotlb_tbl_unmap_single(dev, phys, size, dir, attrs);
1338 		int nents, enum dma_data_direction dir, unsigned long attrs)
1345 				sg_dma_len(s), dir, attrs);
1349 		int nents, enum dma_data_direction dir, unsigned long attrs)
1358 				s->offset, s->length, dir, attrs);
1367 	iommu_dma_unmap_sg_swiotlb(dev, sg, i, dir, attrs | DMA_ATTR_SKIP_CPU_SYNC);
1379 		enum dma_data_direction dir, unsigned long attrs)
1385 	int prot = dma_info_to_prot(dir, dev_is_dma_coherent(dev), attrs);
1400 		return iommu_dma_map_sg_swiotlb(dev, sg, nents, dir, attrs);
1402 	if (!(attrs & DMA_ATTR_SKIP_CPU_SYNC))
1500 		enum dma_data_direction dir, unsigned long attrs)
1507 		iommu_dma_unmap_sg_swiotlb(dev, sg, nents, dir, attrs);
1511 	if (!(attrs & DMA_ATTR_SKIP_CPU_SYNC))
1550 		size_t size, enum dma_data_direction dir, unsigned long attrs)
1553 			dma_info_to_prot(dir, false, attrs) | IOMMU_MMIO,
1558 		size_t size, enum dma_data_direction dir, unsigned long attrs)
1595 		dma_addr_t handle, unsigned long attrs)
1602 		struct page **pagep, gfp_t gfp, unsigned long attrs)
1617 		pgprot_t prot = dma_pgprot(dev, PAGE_KERNEL, attrs);
1639 		gfp_t gfp, unsigned long attrs)
1642 	int ioprot = dma_info_to_prot(DMA_BIDIRECTIONAL, coherent, attrs);
1649 	    !(attrs & DMA_ATTR_FORCE_CONTIGUOUS)) {
1650 		return iommu_dma_alloc_remap(dev, size, handle, gfp, attrs);
1658 		cpu_addr = iommu_dma_alloc_pages(dev, size, &page, gfp, attrs);
1674 		unsigned long attrs)
1680 	vma->vm_page_prot = dma_pgprot(dev, vma->vm_page_prot, attrs);
1705 		unsigned long attrs)
1838 		unsigned long attrs)
1842 	if (!coherent && !(attrs & DMA_ATTR_SKIP_CPU_SYNC))
1846 			dma_info_to_prot(dir, coherent, attrs), GFP_ATOMIC);
1851 		enum dma_data_direction dir, unsigned long attrs,
1859 	bounce_phys = iommu_dma_map_swiotlb(dev, phys, bounce_len, dir, attrs);
1865 			iova_align(iovad, bounce_len), dir, attrs);
1868 				attrs);
1874 		size_t size, enum dma_data_direction dir, unsigned long attrs)
1889 				bounce_len, dir, attrs, iova_start_pad);
1902 			attrs);
1909 				phys + mapped, iova_end_pad, dir, attrs, 0);
1918 	dma_iova_unlink(dev, state, 0, mapped, dir, attrs);
1930  * @attrs: attributes of mapping properties
1941 		enum dma_data_direction dir, unsigned long attrs)
1954 				size, dir, attrs);
1958 			iova_align(iovad, size + iova_start_pad), dir, attrs);
1989 		unsigned long attrs)
2010 		    !(attrs & DMA_ATTR_SKIP_CPU_SYNC))
2013 		swiotlb_tbl_unmap_single(dev, phys, len, dir, attrs);
2022 		enum dma_data_direction dir, unsigned long attrs,
2034 	    (!dev_is_dma_coherent(dev) && !(attrs & DMA_ATTR_SKIP_CPU_SYNC)))
2035 		iommu_dma_iova_unlink_range_slow(dev, addr, size, dir, attrs);
2058  * @attrs: attributes of mapping properties
2064 		unsigned long attrs)
2066 	 __iommu_dma_iova_unlink(dev, state, offset, size, dir, attrs, false);
2076  * @attrs: attributes of mapping properties
2084 		unsigned long attrs)
2087 		__iommu_dma_iova_unlink(dev, state, 0, mapped_len, dir, attrs,