kernel/dma/mapping.c

37 	unsigned long	attrs;
45 			this->attrs);
85  * @attrs: Flags in the DMA_ATTR_* namespace.
94 		gfp_t gfp, unsigned long attrs)
103 	vaddr = dma_alloc_attrs(dev, size, dma_handle, gfp, attrs);
112 	dr->attrs = attrs;
157 		unsigned long attrs)
169 		addr = dma_direct_map_page(dev, page, offset, size, dir, attrs);
171 		addr = iommu_dma_map_page(dev, page, offset, size, dir, attrs);
173 		addr = ops->map_page(dev, page, offset, size, dir, attrs);
176 			   attrs);
177 	debug_dma_map_page(dev, page, offset, size, dir, addr, attrs);
184 		enum dma_data_direction dir, unsigned long attrs)
191 		dma_direct_unmap_page(dev, addr, size, dir, attrs);
193 		iommu_dma_unmap_page(dev, addr, size, dir, attrs);
195 		ops->unmap_page(dev, addr, size, dir, attrs);
196 	trace_dma_unmap_page(dev, addr, size, dir, attrs);
202 	 int nents, enum dma_data_direction dir, unsigned long attrs)
214 		ents = dma_direct_map_sg(dev, sg, nents, dir, attrs);
216 		ents = iommu_dma_map_sg(dev, sg, nents, dir, attrs);
218 		ents = ops->map_sg(dev, sg, nents, dir, attrs);
222 		trace_dma_map_sg(dev, sg, nents, ents, dir, attrs);
223 		debug_dma_map_sg(dev, sg, nents, ents, dir, attrs);
226 		trace_dma_map_sg_err(dev, sg, nents, ents, dir, attrs);
239  * @attrs:	Optional DMA attributes for the map operation
251 		    int nents, enum dma_data_direction dir, unsigned long attrs)
255 	ret = __dma_map_sg_attrs(dev, sg, nents, dir, attrs);
267  * @attrs:	Optional DMA attributes for the map operation
290 		    enum dma_data_direction dir, unsigned long attrs)
294 	nents = __dma_map_sg_attrs(dev, sgt->sgl, sgt->orig_nents, dir, attrs);
304 				      unsigned long attrs)
309 	trace_dma_unmap_sg(dev, sg, nents, dir, attrs);
313 		dma_direct_unmap_sg(dev, sg, nents, dir, attrs);
315 		iommu_dma_unmap_sg(dev, sg, nents, dir, attrs);
317 		ops->unmap_sg(dev, sg, nents, dir, attrs);
322 		size_t size, enum dma_data_direction dir, unsigned long attrs)
333 		addr = dma_direct_map_resource(dev, phys_addr, size, dir, attrs);
335 		addr = iommu_dma_map_resource(dev, phys_addr, size, dir, attrs);
337 		addr = ops->map_resource(dev, phys_addr, size, dir, attrs);
339 	trace_dma_map_resource(dev, phys_addr, addr, size, dir, attrs);
340 	debug_dma_map_resource(dev, phys_addr, size, dir, addr, attrs);
346 		enum dma_data_direction dir, unsigned long attrs)
354 		iommu_dma_unmap_resource(dev, addr, size, dir, attrs);
356 		ops->unmap_resource(dev, addr, size, dir, attrs);
357 	trace_dma_unmap_resource(dev, addr, size, dir, attrs);
502 		unsigned long attrs)
508 				size, attrs);
511 				size, attrs);
514 	return ops->get_sgtable(dev, sgt, cpu_addr, dma_addr, size, attrs);
523 pgprot_t dma_pgprot(struct device *dev, pgprot_t prot, unsigned long attrs)
528 	if (attrs & DMA_ATTR_WRITE_COMBINE)
561  * @attrs: attributes of mapping properties requested in dma_alloc_attrs
569 		unsigned long attrs)
575 				attrs);
578 				      attrs);
581 	return ops->mmap(dev, vma, cpu_addr, dma_addr, size, attrs);
611 		gfp_t flag, unsigned long attrs)
628 				DMA_BIDIRECTIONAL, flag, attrs);
636 		cpu_addr = dma_direct_alloc(dev, size, dma_handle, flag, attrs);
638 		cpu_addr = iommu_dma_alloc(dev, size, dma_handle, flag, attrs);
640 		cpu_addr = ops->alloc(dev, size, dma_handle, flag, attrs);
643 				attrs);
648 			flag, attrs);
649 	debug_dma_alloc_coherent(dev, size, *dma_handle, cpu_addr, attrs);
655 		dma_addr_t dma_handle, unsigned long attrs)
671 		       attrs);
677 		dma_direct_free(dev, size, cpu_addr, dma_handle, attrs);
679 		iommu_dma_free(dev, size, cpu_addr, dma_handle, attrs);
681 		ops->free(dev, size, cpu_addr, dma_handle, attrs);
784 		enum dma_data_direction dir, gfp_t gfp, unsigned long attrs)
788 	if (WARN_ON_ONCE(attrs & ~DMA_ATTR_ALLOC_SINGLE_PAGES))
794 		sgt = iommu_dma_alloc_noncontiguous(dev, size, dir, gfp, attrs);
800 		trace_dma_alloc_sgt(dev, sgt, size, dir, gfp, attrs);
801 		debug_dma_map_sg(dev, sgt->sgl, sgt->orig_nents, 1, dir, attrs);
803 		trace_dma_alloc_sgt_err(dev, NULL, 0, size, dir, gfp, attrs);