Lines Matching full:mapping
3 * linux/arch/arm/mm/dma-mapping.c
7 * DMA uncached mapping support.
420 * Clear previous low-memory mapping to ensure that the in dma_contiguous_remap()
783 * Create userspace mapping for the DMA-coherent memory.
801 * Free a buffer as defined by the above mapping.
910 * Use the driver DMA support - see dma-mapping.h (dma_sync_*)
1099 static int extend_iommu_mapping(struct dma_iommu_mapping *mapping);
1101 static inline dma_addr_t __alloc_iova(struct dma_iommu_mapping *mapping, in __alloc_iova() argument
1107 size_t mapping_size = mapping->bits << PAGE_SHIFT; in __alloc_iova()
1118 spin_lock_irqsave(&mapping->lock, flags); in __alloc_iova()
1119 for (i = 0; i < mapping->nr_bitmaps; i++) { in __alloc_iova()
1120 start = bitmap_find_next_zero_area(mapping->bitmaps[i], in __alloc_iova()
1121 mapping->bits, 0, count, align); in __alloc_iova()
1123 if (start > mapping->bits) in __alloc_iova()
1126 bitmap_set(mapping->bitmaps[i], start, count); in __alloc_iova()
1131 * No unused range found. Try to extend the existing mapping in __alloc_iova()
1135 if (i == mapping->nr_bitmaps) { in __alloc_iova()
1136 if (extend_iommu_mapping(mapping)) { in __alloc_iova()
1137 spin_unlock_irqrestore(&mapping->lock, flags); in __alloc_iova()
1141 start = bitmap_find_next_zero_area(mapping->bitmaps[i], in __alloc_iova()
1142 mapping->bits, 0, count, align); in __alloc_iova()
1144 if (start > mapping->bits) { in __alloc_iova()
1145 spin_unlock_irqrestore(&mapping->lock, flags); in __alloc_iova()
1149 bitmap_set(mapping->bitmaps[i], start, count); in __alloc_iova()
1151 spin_unlock_irqrestore(&mapping->lock, flags); in __alloc_iova()
1153 iova = mapping->base + (mapping_size * i); in __alloc_iova()
1159 static inline void __free_iova(struct dma_iommu_mapping *mapping, in __free_iova() argument
1163 size_t mapping_size = mapping->bits << PAGE_SHIFT; in __free_iova()
1171 bitmap_index = (u32) (addr - mapping->base) / (u32) mapping_size; in __free_iova()
1172 BUG_ON(addr < mapping->base || bitmap_index > mapping->extensions); in __free_iova()
1174 bitmap_base = mapping->base + mapping_size * bitmap_index; in __free_iova()
1189 spin_lock_irqsave(&mapping->lock, flags); in __free_iova()
1190 bitmap_clear(mapping->bitmaps[bitmap_index], start, count); in __free_iova()
1191 spin_unlock_irqrestore(&mapping->lock, flags); in __free_iova()
1307 * Create a mapping in device IO address space for specified pages
1313 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in __iommu_create_mapping() local
1318 dma_addr = __alloc_iova(mapping, size); in __iommu_create_mapping()
1335 ret = iommu_map(mapping->domain, iova, phys, len, in __iommu_create_mapping()
1344 iommu_unmap(mapping->domain, dma_addr, iova-dma_addr); in __iommu_create_mapping()
1345 __free_iova(mapping, dma_addr, size); in __iommu_create_mapping()
1351 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in __iommu_remove_mapping() local
1360 iommu_unmap(mapping->domain, iova, size); in __iommu_remove_mapping()
1361 __free_iova(mapping, iova, size); in __iommu_remove_mapping()
1520 * free a page as defined by the above mapping.
1582 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in __map_sg_chunk() local
1592 iova_base = iova = __alloc_iova(mapping, size); in __map_sg_chunk()
1605 ret = iommu_map(mapping->domain, iova, phys, len, prot); in __map_sg_chunk()
1615 iommu_unmap(mapping->domain, iova_base, count * PAGE_SIZE); in __map_sg_chunk()
1616 __free_iova(mapping, iova_base, size); in __map_sg_chunk()
1806 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_coherent_iommu_map_page() local
1810 dma_addr = __alloc_iova(mapping, len); in arm_coherent_iommu_map_page()
1816 ret = iommu_map(mapping->domain, dma_addr, page_to_phys(page), len, prot); in arm_coherent_iommu_map_page()
1822 __free_iova(mapping, dma_addr, len); in arm_coherent_iommu_map_page()
1858 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_coherent_iommu_unmap_page() local
1866 iommu_unmap(mapping->domain, iova, len); in arm_coherent_iommu_unmap_page()
1867 __free_iova(mapping, iova, len); in arm_coherent_iommu_unmap_page()
1882 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_unmap_page() local
1884 struct page *page = phys_to_page(iommu_iova_to_phys(mapping->domain, iova)); in arm_iommu_unmap_page()
1894 iommu_unmap(mapping->domain, iova, len); in arm_iommu_unmap_page()
1895 __free_iova(mapping, iova, len); in arm_iommu_unmap_page()
1909 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_map_resource() local
1916 dma_addr = __alloc_iova(mapping, len); in arm_iommu_map_resource()
1922 ret = iommu_map(mapping->domain, dma_addr, addr, len, prot); in arm_iommu_map_resource()
1928 __free_iova(mapping, dma_addr, len); in arm_iommu_map_resource()
1943 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_unmap_resource() local
1951 iommu_unmap(mapping->domain, iova, len); in arm_iommu_unmap_resource()
1952 __free_iova(mapping, iova, len); in arm_iommu_unmap_resource()
1958 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_sync_single_for_cpu() local
1960 struct page *page = phys_to_page(iommu_iova_to_phys(mapping->domain, iova)); in arm_iommu_sync_single_for_cpu()
1972 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_sync_single_for_device() local
1974 struct page *page = phys_to_page(iommu_iova_to_phys(mapping->domain, iova)); in arm_iommu_sync_single_for_device()
2029 * Creates a mapping structure which holds information about used/unused
2031 * mapping with IOMMU aware functions.
2033 * The client device need to be attached to the mapping with
2041 struct dma_iommu_mapping *mapping; in arm_iommu_create_mapping() local
2057 mapping = kzalloc(sizeof(struct dma_iommu_mapping), GFP_KERNEL); in arm_iommu_create_mapping()
2058 if (!mapping) in arm_iommu_create_mapping()
2061 mapping->bitmap_size = bitmap_size; in arm_iommu_create_mapping()
2062 mapping->bitmaps = kcalloc(extensions, sizeof(unsigned long *), in arm_iommu_create_mapping()
2064 if (!mapping->bitmaps) in arm_iommu_create_mapping()
2067 mapping->bitmaps[0] = kzalloc(bitmap_size, GFP_KERNEL); in arm_iommu_create_mapping()
2068 if (!mapping->bitmaps[0]) in arm_iommu_create_mapping()
2071 mapping->nr_bitmaps = 1; in arm_iommu_create_mapping()
2072 mapping->extensions = extensions; in arm_iommu_create_mapping()
2073 mapping->base = base; in arm_iommu_create_mapping()
2074 mapping->bits = BITS_PER_BYTE * bitmap_size; in arm_iommu_create_mapping()
2076 spin_lock_init(&mapping->lock); in arm_iommu_create_mapping()
2078 mapping->domain = iommu_domain_alloc(bus); in arm_iommu_create_mapping()
2079 if (!mapping->domain) in arm_iommu_create_mapping()
2082 kref_init(&mapping->kref); in arm_iommu_create_mapping()
2083 return mapping; in arm_iommu_create_mapping()
2085 kfree(mapping->bitmaps[0]); in arm_iommu_create_mapping()
2087 kfree(mapping->bitmaps); in arm_iommu_create_mapping()
2089 kfree(mapping); in arm_iommu_create_mapping()
2098 struct dma_iommu_mapping *mapping = in release_iommu_mapping() local
2101 iommu_domain_free(mapping->domain); in release_iommu_mapping()
2102 for (i = 0; i < mapping->nr_bitmaps; i++) in release_iommu_mapping()
2103 kfree(mapping->bitmaps[i]); in release_iommu_mapping()
2104 kfree(mapping->bitmaps); in release_iommu_mapping()
2105 kfree(mapping); in release_iommu_mapping()
2108 static int extend_iommu_mapping(struct dma_iommu_mapping *mapping) in extend_iommu_mapping() argument
2112 if (mapping->nr_bitmaps >= mapping->extensions) in extend_iommu_mapping()
2115 next_bitmap = mapping->nr_bitmaps; in extend_iommu_mapping()
2116 mapping->bitmaps[next_bitmap] = kzalloc(mapping->bitmap_size, in extend_iommu_mapping()
2118 if (!mapping->bitmaps[next_bitmap]) in extend_iommu_mapping()
2121 mapping->nr_bitmaps++; in extend_iommu_mapping()
2126 void arm_iommu_release_mapping(struct dma_iommu_mapping *mapping) in arm_iommu_release_mapping() argument
2128 if (mapping) in arm_iommu_release_mapping()
2129 kref_put(&mapping->kref, release_iommu_mapping); in arm_iommu_release_mapping()
2134 struct dma_iommu_mapping *mapping) in __arm_iommu_attach_device() argument
2138 err = iommu_attach_device(mapping->domain, dev); in __arm_iommu_attach_device()
2142 kref_get(&mapping->kref); in __arm_iommu_attach_device()
2143 to_dma_iommu_mapping(dev) = mapping; in __arm_iommu_attach_device()
2152 * @mapping: io address space mapping structure (returned from
2155 * Attaches specified io address space mapping to the provided device.
2160 * mapping.
2163 struct dma_iommu_mapping *mapping) in arm_iommu_attach_device() argument
2167 err = __arm_iommu_attach_device(dev, mapping); in arm_iommu_attach_device()
2185 struct dma_iommu_mapping *mapping; in arm_iommu_detach_device() local
2187 mapping = to_dma_iommu_mapping(dev); in arm_iommu_detach_device()
2188 if (!mapping) { in arm_iommu_detach_device()
2193 iommu_detach_device(mapping->domain, dev); in arm_iommu_detach_device()
2194 kref_put(&mapping->kref, release_iommu_mapping); in arm_iommu_detach_device()
2210 struct dma_iommu_mapping *mapping; in arm_setup_iommu_dma_ops() local
2215 mapping = arm_iommu_create_mapping(dev->bus, dma_base, size); in arm_setup_iommu_dma_ops()
2216 if (IS_ERR(mapping)) { in arm_setup_iommu_dma_ops()
2217 pr_warn("Failed to create %llu-byte IOMMU mapping for device %s\n", in arm_setup_iommu_dma_ops()
2222 if (__arm_iommu_attach_device(dev, mapping)) { in arm_setup_iommu_dma_ops()
2225 arm_iommu_release_mapping(mapping); in arm_setup_iommu_dma_ops()
2234 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_teardown_iommu_dma_ops() local
2236 if (!mapping) in arm_teardown_iommu_dma_ops()
2240 arm_iommu_release_mapping(mapping); in arm_teardown_iommu_dma_ops()