42 	struct device *dev;  member
52 	struct device *dev;  member
125 static dma_addr_t arm_dma_map_page(struct device *dev, struct page *page,  in arm_dma_map_page()
127 	     unsigned long attrs)  in arm_dma_map_page()
134 static dma_addr_t arm_coherent_dma_map_page(struct device *dev, struct page *page,  in arm_coherent_dma_map_page()
136 	     unsigned long attrs)  in arm_coherent_dma_map_page()
155 static void arm_dma_unmap_page(struct device *dev, dma_addr_t handle,  in arm_dma_unmap_page()
156 		size_t size, enum dma_data_direction dir, unsigned long attrs)  in arm_dma_unmap_page()
163 static void arm_dma_sync_single_for_cpu(struct device *dev,  in arm_dma_sync_single_for_cpu()
171 static void arm_dma_sync_single_for_device(struct device *dev,  in arm_dma_sync_single_for_device()
185 static int arm_dma_supported(struct device *dev, u64 mask)  in arm_dma_supported()
274 static struct page *__dma_alloc_buffer(struct device *dev, size_t size,  in __dma_alloc_buffer()
457 static void *__alloc_remap_buffer(struct device *dev, size_t size, gfp_t gfp,  in __alloc_remap_buffer()
520 static void *__alloc_from_contiguous(struct device *dev, size_t size,  in __alloc_from_contiguous()
555 static void __free_from_contiguous(struct device *dev, struct page *page,  in __free_from_contiguous()
567 static inline pgprot_t __get_dma_pgprot(unsigned long attrs, pgprot_t prot)  in __get_dma_pgprot()
575 static void *__alloc_simple_buffer(struct device *dev, size_t size, gfp_t gfp,  in __alloc_simple_buffer()
662 static void *__dma_alloc(struct device *dev, size_t size, dma_addr_t *handle,  in __dma_alloc()
664 			 unsigned long attrs, const void *caller)  in __dma_alloc()
743 void *arm_dma_alloc(struct device *dev, size_t size, dma_addr_t *handle,  in arm_dma_alloc()
744 		    gfp_t gfp, unsigned long attrs)  in arm_dma_alloc()
752 static void *arm_coherent_dma_alloc(struct device *dev, size_t size,  in arm_coherent_dma_alloc()
753 	dma_addr_t *handle, gfp_t gfp, unsigned long attrs)  in arm_coherent_dma_alloc()
759 static int __arm_dma_mmap(struct device *dev, struct vm_area_struct *vma,  in __arm_dma_mmap()
761 		 unsigned long attrs)  in __arm_dma_mmap()
785 static int arm_coherent_dma_mmap(struct device *dev, struct vm_area_struct *vma,  in arm_coherent_dma_mmap()
787 		 unsigned long attrs)  in arm_coherent_dma_mmap()
792 int arm_dma_mmap(struct device *dev, struct vm_area_struct *vma,  in arm_dma_mmap()
794 		 unsigned long attrs)  in arm_dma_mmap()
803 static void __arm_dma_free(struct device *dev, size_t size, void *cpu_addr,  in __arm_dma_free()
804 			   dma_addr_t handle, unsigned long attrs,  in __arm_dma_free()
825 void arm_dma_free(struct device *dev, size_t size, void *cpu_addr,  in arm_dma_free()
826 		  dma_addr_t handle, unsigned long attrs)  in arm_dma_free()
831 static void arm_coherent_dma_free(struct device *dev, size_t size, void *cpu_addr,  in arm_coherent_dma_free()
832 				  dma_addr_t handle, unsigned long attrs)  in arm_coherent_dma_free()
837 int arm_dma_get_sgtable(struct device *dev, struct sg_table *sgt,  in arm_dma_get_sgtable()
839 		 unsigned long attrs)  in arm_dma_get_sgtable()
978 int arm_dma_map_sg(struct device *dev, struct scatterlist *sg, int nents,  in arm_dma_map_sg()
979 		enum dma_data_direction dir, unsigned long attrs)  in arm_dma_map_sg()
1012 void arm_dma_unmap_sg(struct device *dev, struct scatterlist *sg, int nents,  in arm_dma_unmap_sg()
1013 		enum dma_data_direction dir, unsigned long attrs)  in arm_dma_unmap_sg()
1031 void arm_dma_sync_sg_for_cpu(struct device *dev, struct scatterlist *sg,  in arm_dma_sync_sg_for_cpu()
1050 void arm_dma_sync_sg_for_device(struct device *dev, struct scatterlist *sg,  in arm_dma_sync_sg_for_device()
1078 static int __dma_info_to_prot(enum dma_data_direction dir, unsigned long attrs)  in __dma_info_to_prot()
1197 static struct page **__iommu_alloc_buffer(struct device *dev, size_t size,  in __iommu_alloc_buffer()
1198 					  gfp_t gfp, unsigned long attrs,  in __iommu_alloc_buffer()
1288 static int __iommu_free_buffer(struct device *dev, struct page **pages,  in __iommu_free_buffer()
1289 			       size_t size, unsigned long attrs)  in __iommu_free_buffer()
1310 __iommu_create_mapping(struct device *dev, struct page **pages, size_t size,  in __iommu_create_mapping()
1311 		       unsigned long attrs)  in __iommu_create_mapping()
1349 static int __iommu_remove_mapping(struct device *dev, dma_addr_t iova, size_t size)  in __iommu_remove_mapping()
1376 static struct page **__iommu_get_pages(void *cpu_addr, unsigned long attrs)  in __iommu_get_pages()
1387 static void *__iommu_alloc_simple(struct device *dev, size_t size, gfp_t gfp,  in __iommu_alloc_simple()
1389 				  unsigned long attrs)  in __iommu_alloc_simple()
1412 static void __iommu_free_atomic(struct device *dev, void *cpu_addr,  in __iommu_free_atomic()
1422 static void *__arm_iommu_alloc_attrs(struct device *dev, size_t size,  in __arm_iommu_alloc_attrs()
1423 	    dma_addr_t *handle, gfp_t gfp, unsigned long attrs,  in __arm_iommu_alloc_attrs()
1471 static void *arm_iommu_alloc_attrs(struct device *dev, size_t size,  in arm_iommu_alloc_attrs()
1472 	    dma_addr_t *handle, gfp_t gfp, unsigned long attrs)  in arm_iommu_alloc_attrs()
1477 static void *arm_coherent_iommu_alloc_attrs(struct device *dev, size_t size,  in arm_coherent_iommu_alloc_attrs()
1478 		    dma_addr_t *handle, gfp_t gfp, unsigned long attrs)  in arm_coherent_iommu_alloc_attrs()
1483 static int __arm_iommu_mmap_attrs(struct device *dev, struct vm_area_struct *vma,  in __arm_iommu_mmap_attrs()
1485 		    unsigned long attrs)  in __arm_iommu_mmap_attrs()
1503 static int arm_iommu_mmap_attrs(struct device *dev,  in arm_iommu_mmap_attrs()
1505 		dma_addr_t dma_addr, size_t size, unsigned long attrs)  in arm_iommu_mmap_attrs()
1512 static int arm_coherent_iommu_mmap_attrs(struct device *dev,  in arm_coherent_iommu_mmap_attrs()
1514 		dma_addr_t dma_addr, size_t size, unsigned long attrs)  in arm_coherent_iommu_mmap_attrs()
1523 static void __arm_iommu_free_attrs(struct device *dev, size_t size, void *cpu_addr,  in __arm_iommu_free_attrs()
1524 	dma_addr_t handle, unsigned long attrs, int coherent_flag)  in __arm_iommu_free_attrs()
1547 static void arm_iommu_free_attrs(struct device *dev, size_t size,  in arm_iommu_free_attrs()
1549 				 unsigned long attrs)  in arm_iommu_free_attrs()
1554 static void arm_coherent_iommu_free_attrs(struct device *dev, size_t size,  in arm_coherent_iommu_free_attrs()
1555 		    void *cpu_addr, dma_addr_t handle, unsigned long attrs)  in arm_coherent_iommu_free_attrs()
1560 static int arm_iommu_get_sgtable(struct device *dev, struct sg_table *sgt,  in arm_iommu_get_sgtable()
1562 				 size_t size, unsigned long attrs)  in arm_iommu_get_sgtable()
1577 static int __map_sg_chunk(struct device *dev, struct scatterlist *sg,  in __map_sg_chunk()
1579 			  enum dma_data_direction dir, unsigned long attrs,  in __map_sg_chunk()
1620 static int __iommu_map_sg(struct device *dev, struct scatterlist *sg, int nents,  in __iommu_map_sg()
1621 		     enum dma_data_direction dir, unsigned long attrs,  in __iommu_map_sg()
1678 static int arm_coherent_iommu_map_sg(struct device *dev, struct scatterlist *sg,  in arm_coherent_iommu_map_sg()
1679 		int nents, enum dma_data_direction dir, unsigned long attrs)  in arm_coherent_iommu_map_sg()
1696 static int arm_iommu_map_sg(struct device *dev, struct scatterlist *sg,  in arm_iommu_map_sg()
1697 		int nents, enum dma_data_direction dir, unsigned long attrs)  in arm_iommu_map_sg()
1702 static void __iommu_unmap_sg(struct device *dev, struct scatterlist *sg,  in __iommu_unmap_sg()
1704 		unsigned long attrs, bool is_coherent)  in __iommu_unmap_sg()
1729 static void arm_coherent_iommu_unmap_sg(struct device *dev,  in arm_coherent_iommu_unmap_sg()
1731 		unsigned long attrs)  in arm_coherent_iommu_unmap_sg()
1746 static void arm_iommu_unmap_sg(struct device *dev,  in arm_iommu_unmap_sg()
1749 			       unsigned long attrs)  in arm_iommu_unmap_sg()
1761 static void arm_iommu_sync_sg_for_cpu(struct device *dev,  in arm_iommu_sync_sg_for_cpu()
1780 static void arm_iommu_sync_sg_for_device(struct device *dev,  in arm_iommu_sync_sg_for_device()
1802 static dma_addr_t arm_coherent_iommu_map_page(struct device *dev, struct page *page,  in arm_coherent_iommu_map_page()
1804 	     unsigned long attrs)  in arm_coherent_iommu_map_page()
1836 static dma_addr_t arm_iommu_map_page(struct device *dev, struct page *page,  in arm_iommu_map_page()
1838 	     unsigned long attrs)  in arm_iommu_map_page()
1855 static void arm_coherent_iommu_unmap_page(struct device *dev, dma_addr_t handle,  in arm_coherent_iommu_unmap_page()
1856 		size_t size, enum dma_data_direction dir, unsigned long attrs)  in arm_coherent_iommu_unmap_page()
1879 static void arm_iommu_unmap_page(struct device *dev, dma_addr_t handle,  in arm_iommu_unmap_page()
1880 		size_t size, enum dma_data_direction dir, unsigned long attrs)  in arm_iommu_unmap_page()
1905 static dma_addr_t arm_iommu_map_resource(struct device *dev,  in arm_iommu_map_resource()
1907 		enum dma_data_direction dir, unsigned long attrs)  in arm_iommu_map_resource()
1939 static void arm_iommu_unmap_resource(struct device *dev, dma_addr_t dma_handle,  in arm_iommu_unmap_resource()
1941 		unsigned long attrs)  in arm_iommu_unmap_resource()
1955 static void arm_iommu_sync_single_for_cpu(struct device *dev,  in arm_iommu_sync_single_for_cpu()
1969 static void arm_iommu_sync_single_for_device(struct device *dev,  in arm_iommu_sync_single_for_device()
2133 static int __arm_iommu_attach_device(struct device *dev,  in __arm_iommu_attach_device()
2162 int arm_iommu_attach_device(struct device *dev,  in arm_iommu_attach_device()
2183 void arm_iommu_detach_device(struct device *dev)  in arm_iommu_detach_device()
2207 static bool arm_setup_iommu_dma_ops(struct device *dev, u64 dma_base, u64 size,  in arm_setup_iommu_dma_ops()
2232 static void arm_teardown_iommu_dma_ops(struct device *dev)  in arm_teardown_iommu_dma_ops()
2245 static bool arm_setup_iommu_dma_ops(struct device *dev, u64 dma_base, u64 size,  in arm_setup_iommu_dma_ops()
2251 static void arm_teardown_iommu_dma_ops(struct device *dev) { }  in arm_teardown_iommu_dma_ops()
2257 void arch_setup_dma_ops(struct device *dev, u64 dma_base, u64 size,  in arch_setup_dma_ops()
2289 void arch_teardown_dma_ops(struct device *dev)  in arch_teardown_dma_ops()
2314 void *arch_dma_alloc(struct device *dev, size_t size, dma_addr_t *dma_handle,  in arch_dma_alloc()
2315 		gfp_t gfp, unsigned long attrs)  in arch_dma_alloc()
2322 void arch_dma_free(struct device *dev, size_t size, void *cpu_addr,  in arch_dma_free()
2323 		dma_addr_t dma_handle, unsigned long attrs)  in arch_dma_free()