Lines Matching +full:row +full:- +full:stride
1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) 2011 Texas Instruments Incorporated - https://www.ti.com/
7 #include <linux/dma-mapping.h>
23 /* note: we use upper 8 bits of flags for driver-internal flags: */
47 * - buffers allocated through the DMA mapping API (with the
50 * - buffers imported from dmabuf (with the OMAP_BO_MEM_DMABUF flag set)
53 * - buffers mapped through the TILER when pin_cnt is not zero, in which
103 * regions in each of the 2d containers to use as a user-GART where we
104 * can create a second page-aligned mapping of parts of the buffer
125 int stride_pfn; /* stride in pages */
129 /* -----------------------------------------------------------------------------
136 struct drm_device *dev = obj->dev; in omap_gem_mmap_offset()
144 dev_err(dev->dev, "could not allocate mmap offset\n"); in omap_gem_mmap_offset()
148 return drm_vma_node_offset_addr(&obj->vma_node); in omap_gem_mmap_offset()
158 if (omap_obj->flags & OMAP_BO_MEM_DMA_API) in omap_gem_is_contiguous()
161 if ((omap_obj->flags & OMAP_BO_MEM_DMABUF) && in omap_gem_is_contiguous()
162 omap_gem_sgt_is_contiguous(omap_obj->sgt, omap_obj->base.size)) in omap_gem_is_contiguous()
168 /* -----------------------------------------------------------------------------
176 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_evict_entry()
177 int n = priv->usergart[fmt].height; in omap_gem_evict_entry()
180 (entry->obj_pgoff << PAGE_SHIFT); in omap_gem_evict_entry()
181 const int m = DIV_ROUND_UP(omap_obj->width << fmt, PAGE_SIZE); in omap_gem_evict_entry()
185 /* if stride > than PAGE_SIZE then sparse mapping: */ in omap_gem_evict_entry()
186 for (i = n; i > 0; i--) { in omap_gem_evict_entry()
187 unmap_mapping_range(obj->dev->anon_inode->i_mapping, in omap_gem_evict_entry()
192 unmap_mapping_range(obj->dev->anon_inode->i_mapping, in omap_gem_evict_entry()
196 entry->obj = NULL; in omap_gem_evict_entry()
203 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_evict()
205 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_evict()
206 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_evict()
211 &priv->usergart[fmt].entry[i]; in omap_gem_evict()
213 if (entry->obj == obj) in omap_gem_evict()
219 /* -----------------------------------------------------------------------------
229 struct drm_device *dev = obj->dev; in omap_gem_attach_pages()
232 int npages = obj->size >> PAGE_SHIFT; in omap_gem_attach_pages()
236 lockdep_assert_held(&omap_obj->lock); in omap_gem_attach_pages()
242 if (!(omap_obj->flags & OMAP_BO_MEM_SHMEM) || omap_obj->pages) in omap_gem_attach_pages()
247 dev_err(obj->dev->dev, "could not get pages: %ld\n", PTR_ERR(pages)); in omap_gem_attach_pages()
251 /* for non-cached buffers, ensure the new pages are clean because in omap_gem_attach_pages()
254 if (omap_obj->flags & (OMAP_BO_WC|OMAP_BO_UNCACHED)) { in omap_gem_attach_pages()
257 ret = -ENOMEM; in omap_gem_attach_pages()
262 addrs[i] = dma_map_page(dev->dev, pages[i], in omap_gem_attach_pages()
265 if (dma_mapping_error(dev->dev, addrs[i])) { in omap_gem_attach_pages()
266 dev_warn(dev->dev, in omap_gem_attach_pages()
269 for (i = i - 1; i >= 0; --i) { in omap_gem_attach_pages()
270 dma_unmap_page(dev->dev, addrs[i], in omap_gem_attach_pages()
274 ret = -ENOMEM; in omap_gem_attach_pages()
281 ret = -ENOMEM; in omap_gem_attach_pages()
286 omap_obj->dma_addrs = addrs; in omap_gem_attach_pages()
287 omap_obj->pages = pages; in omap_gem_attach_pages()
303 unsigned int npages = obj->size >> PAGE_SHIFT; in omap_gem_detach_pages()
306 lockdep_assert_held(&omap_obj->lock); in omap_gem_detach_pages()
309 if (omap_obj->dma_addrs[i]) in omap_gem_detach_pages()
310 dma_unmap_page(obj->dev->dev, omap_obj->dma_addrs[i], in omap_gem_detach_pages()
314 kfree(omap_obj->dma_addrs); in omap_gem_detach_pages()
315 omap_obj->dma_addrs = NULL; in omap_gem_detach_pages()
317 drm_gem_put_pages(obj, omap_obj->pages, true, false); in omap_gem_detach_pages()
318 omap_obj->pages = NULL; in omap_gem_detach_pages()
324 return to_omap_bo(obj)->flags; in omap_gem_flags()
331 size_t size = obj->size; in omap_gem_mmap_size()
333 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_mmap_size()
334 /* for tiled buffers, the virtual size has stride rounded up in omap_gem_mmap_size()
335 * to 4kb.. (to hide the fact that row n+1 might start 16kb or in omap_gem_mmap_size()
340 size = tiler_vsize(gem2fmt(omap_obj->flags), in omap_gem_mmap_size()
341 omap_obj->width, omap_obj->height); in omap_gem_mmap_size()
347 /* -----------------------------------------------------------------------------
351 /* Normal handling for the case of faulting in non-tiled buffers */
359 /* We don't use vmf->pgoff since that has the fake offset: */ in omap_gem_fault_1d()
360 pgoff = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in omap_gem_fault_1d()
362 if (omap_obj->pages) { in omap_gem_fault_1d()
364 pfn = page_to_pfn(omap_obj->pages[pgoff]); in omap_gem_fault_1d()
367 pfn = (omap_obj->dma_addr >> PAGE_SHIFT) + pgoff; in omap_gem_fault_1d()
370 VERB("Inserting %p pfn %lx, pa %lx", (void *)vmf->address, in omap_gem_fault_1d()
373 return vmf_insert_mixed(vma, vmf->address, in omap_gem_fault_1d()
382 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_fault_2d()
384 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_fault_2d()
395 * height is 64, then 64 pages fill a 4kb wide by 64 row region. in omap_gem_fault_2d()
397 const int n = priv->usergart[fmt].height; in omap_gem_fault_2d()
398 const int n_shift = priv->usergart[fmt].height_shift; in omap_gem_fault_2d()
401 * If buffer width in bytes > PAGE_SIZE then the virtual stride is in omap_gem_fault_2d()
403 * into account in some of the math, so figure out virtual stride in omap_gem_fault_2d()
406 const int m = DIV_ROUND_UP(omap_obj->width << fmt, PAGE_SIZE); in omap_gem_fault_2d()
408 /* We don't use vmf->pgoff since that has the fake offset: */ in omap_gem_fault_2d()
409 pgoff = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in omap_gem_fault_2d()
418 slots = omap_obj->width >> priv->usergart[fmt].slot_shift; in omap_gem_fault_2d()
420 vaddr = vmf->address - ((pgoff - base_pgoff) << PAGE_SHIFT); in omap_gem_fault_2d()
422 entry = &priv->usergart[fmt].entry[priv->usergart[fmt].last]; in omap_gem_fault_2d()
425 if (entry->obj) in omap_gem_fault_2d()
426 omap_gem_evict_entry(entry->obj, fmt, entry); in omap_gem_fault_2d()
428 entry->obj = obj; in omap_gem_fault_2d()
429 entry->obj_pgoff = base_pgoff; in omap_gem_fault_2d()
434 /* for wider-than 4k.. figure out which part of the slot-row we want: */ in omap_gem_fault_2d()
437 entry->obj_pgoff += off; in omap_gem_fault_2d()
439 slots = min(slots - (off << n_shift), n); in omap_gem_fault_2d()
451 memcpy(pages, &omap_obj->pages[base_pgoff], in omap_gem_fault_2d()
454 sizeof(struct page *) * (n - slots)); in omap_gem_fault_2d()
456 err = tiler_pin(entry->block, pages, ARRAY_SIZE(pages), 0, true); in omap_gem_fault_2d()
459 dev_err(obj->dev->dev, "failed to pin: %d\n", err); in omap_gem_fault_2d()
463 pfn = entry->dma_addr >> PAGE_SHIFT; in omap_gem_fault_2d()
465 VERB("Inserting %p pfn %lx, pa %lx", (void *)vmf->address, in omap_gem_fault_2d()
468 for (i = n; i > 0; i--) { in omap_gem_fault_2d()
473 pfn += priv->usergart[fmt].stride_pfn; in omap_gem_fault_2d()
477 /* simple round-robin: */ in omap_gem_fault_2d()
478 priv->usergart[fmt].last = (priv->usergart[fmt].last + 1) in omap_gem_fault_2d()
485 * omap_gem_fault - pagefault handler for GEM objects
493 * vma->vm_private_data points to the GEM object that is backing this
498 struct vm_area_struct *vma = vmf->vma; in omap_gem_fault()
499 struct drm_gem_object *obj = vma->vm_private_data; in omap_gem_fault()
507 mutex_lock(&omap_obj->lock); in omap_gem_fault()
522 if (omap_obj->flags & OMAP_BO_TILED_MASK) in omap_gem_fault()
529 mutex_unlock(&omap_obj->lock); in omap_gem_fault()
539 if (omap_obj->flags & OMAP_BO_WC) { in omap_gem_object_mmap()
540 vma->vm_page_prot = pgprot_writecombine(vm_get_page_prot(vma->vm_flags)); in omap_gem_object_mmap()
541 } else if (omap_obj->flags & OMAP_BO_UNCACHED) { in omap_gem_object_mmap()
542 vma->vm_page_prot = pgprot_noncached(vm_get_page_prot(vma->vm_flags)); in omap_gem_object_mmap()
546 * on hardware without DMM/TILER. But these are allocated write- in omap_gem_object_mmap()
549 if (WARN_ON(!obj->filp)) in omap_gem_object_mmap()
550 return -EINVAL; in omap_gem_object_mmap()
557 vma->vm_pgoff -= drm_vma_node_start(&obj->vma_node); in omap_gem_object_mmap()
558 vma_set_file(vma, obj->filp); in omap_gem_object_mmap()
560 vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); in omap_gem_object_mmap()
563 vma->vm_page_prot = pgprot_decrypted(vma->vm_page_prot); in omap_gem_object_mmap()
568 /* -----------------------------------------------------------------------------
573 * omap_gem_dumb_create - create a dumb buffer
587 args->pitch = DIV_ROUND_UP(args->width * args->bpp, 8); in omap_gem_dumb_create()
589 args->size = PAGE_ALIGN(args->pitch * args->height); in omap_gem_dumb_create()
592 .bytes = args->size, in omap_gem_dumb_create()
596 OMAP_BO_SCANOUT | OMAP_BO_WC, &args->handle); in omap_gem_dumb_create()
600 * omap_gem_dumb_map_offset - create an offset for a dumb buffer
618 ret = -ENOENT; in omap_gem_dumb_map_offset()
634 * Call only from non-atomic contexts.
639 u32 npages = obj->size >> PAGE_SHIFT; in omap_gem_roll()
643 dev_err(obj->dev->dev, "invalid roll: %d\n", roll); in omap_gem_roll()
644 return -EINVAL; in omap_gem_roll()
647 omap_obj->roll = roll; in omap_gem_roll()
649 mutex_lock(&omap_obj->lock); in omap_gem_roll()
652 if (omap_obj->block) { in omap_gem_roll()
657 ret = tiler_pin(omap_obj->block, omap_obj->pages, npages, in omap_gem_roll()
660 dev_err(obj->dev->dev, "could not repin: %d\n", ret); in omap_gem_roll()
664 mutex_unlock(&omap_obj->lock); in omap_gem_roll()
670 /* -----------------------------------------------------------------------------
679 * it and omap_obj->dma_addrs[i] is NULL. When a page is mapped to the device
680 * the omap_obj->dma_addrs[i] is set to the DMA address, and the page is
687 return !((omap_obj->flags & OMAP_BO_MEM_SHMEM) && in omap_gem_is_cached_coherent()
688 ((omap_obj->flags & OMAP_BO_CACHE_MASK) == OMAP_BO_CACHED)); in omap_gem_is_cached_coherent()
696 struct drm_device *dev = obj->dev; in omap_gem_cpu_sync_page()
702 if (omap_obj->dma_addrs[pgoff]) { in omap_gem_cpu_sync_page()
703 dma_unmap_page(dev->dev, omap_obj->dma_addrs[pgoff], in omap_gem_cpu_sync_page()
705 omap_obj->dma_addrs[pgoff] = 0; in omap_gem_cpu_sync_page()
713 struct drm_device *dev = obj->dev; in omap_gem_dma_sync_buffer()
715 int i, npages = obj->size >> PAGE_SHIFT; in omap_gem_dma_sync_buffer()
716 struct page **pages = omap_obj->pages; in omap_gem_dma_sync_buffer()
723 if (!omap_obj->dma_addrs[i]) { in omap_gem_dma_sync_buffer()
726 addr = dma_map_page(dev->dev, pages[i], 0, in omap_gem_dma_sync_buffer()
728 if (dma_mapping_error(dev->dev, addr)) { in omap_gem_dma_sync_buffer()
729 dev_warn(dev->dev, "%s: failed to map page\n", in omap_gem_dma_sync_buffer()
735 omap_obj->dma_addrs[i] = addr; in omap_gem_dma_sync_buffer()
740 unmap_mapping_range(obj->filp->f_mapping, 0, in omap_gem_dma_sync_buffer()
748 u32 npages = obj->size >> PAGE_SHIFT; in omap_gem_pin_tiler()
749 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_pin_tiler()
753 BUG_ON(omap_obj->block); in omap_gem_pin_tiler()
755 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_pin_tiler()
756 block = tiler_reserve_2d(fmt, omap_obj->width, omap_obj->height, in omap_gem_pin_tiler()
759 block = tiler_reserve_1d(obj->size); in omap_gem_pin_tiler()
764 dev_err(obj->dev->dev, "could not remap: %d (%d)\n", ret, fmt); in omap_gem_pin_tiler()
769 ret = tiler_pin(block, omap_obj->pages, npages, omap_obj->roll, true); in omap_gem_pin_tiler()
772 dev_err(obj->dev->dev, "could not pin: %d\n", ret); in omap_gem_pin_tiler()
776 omap_obj->dma_addr = tiler_ssptr(block); in omap_gem_pin_tiler()
777 omap_obj->block = block; in omap_gem_pin_tiler()
779 DBG("got dma address: %pad", &omap_obj->dma_addr); in omap_gem_pin_tiler()
786 * omap_gem_pin() - Pin a GEM object in memory
794 * Pins are reference-counted, calling this function multiple times is allowed
801 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_pin()
805 mutex_lock(&omap_obj->lock); in omap_gem_pin()
808 if (refcount_read(&omap_obj->pin_cnt) == 0) { in omap_gem_pin()
810 refcount_set(&omap_obj->pin_cnt, 1); in omap_gem_pin()
816 if (omap_obj->flags & OMAP_BO_SCANOUT) { in omap_gem_pin()
817 if (priv->has_dmm) { in omap_gem_pin()
824 refcount_inc(&omap_obj->pin_cnt); in omap_gem_pin()
829 *dma_addr = omap_obj->dma_addr; in omap_gem_pin()
832 mutex_unlock(&omap_obj->lock); in omap_gem_pin()
838 * omap_gem_unpin_locked() - Unpin a GEM object from memory
845 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_unpin_locked()
852 if (refcount_dec_and_test(&omap_obj->pin_cnt)) { in omap_gem_unpin_locked()
853 if (omap_obj->sgt) { in omap_gem_unpin_locked()
854 sg_free_table(omap_obj->sgt); in omap_gem_unpin_locked()
855 kfree(omap_obj->sgt); in omap_gem_unpin_locked()
856 omap_obj->sgt = NULL; in omap_gem_unpin_locked()
858 if (!(omap_obj->flags & OMAP_BO_SCANOUT)) in omap_gem_unpin_locked()
860 if (priv->has_dmm) { in omap_gem_unpin_locked()
861 ret = tiler_unpin(omap_obj->block); in omap_gem_unpin_locked()
863 dev_err(obj->dev->dev, in omap_gem_unpin_locked()
866 ret = tiler_release(omap_obj->block); in omap_gem_unpin_locked()
868 dev_err(obj->dev->dev, in omap_gem_unpin_locked()
871 omap_obj->dma_addr = 0; in omap_gem_unpin_locked()
872 omap_obj->block = NULL; in omap_gem_unpin_locked()
878 * omap_gem_unpin() - Unpin a GEM object from memory
882 * reference-counted, the actual unpin will only be performed when the number
889 mutex_lock(&omap_obj->lock); in omap_gem_unpin()
891 mutex_unlock(&omap_obj->lock); in omap_gem_unpin()
895 * specified orientation and x,y offset from top-left corner of buffer
902 int ret = -EINVAL; in omap_gem_rotated_dma_addr()
904 mutex_lock(&omap_obj->lock); in omap_gem_rotated_dma_addr()
906 if ((refcount_read(&omap_obj->pin_cnt) > 0) && omap_obj->block && in omap_gem_rotated_dma_addr()
907 (omap_obj->flags & OMAP_BO_TILED_MASK)) { in omap_gem_rotated_dma_addr()
908 *dma_addr = tiler_tsptr(omap_obj->block, orient, x, y); in omap_gem_rotated_dma_addr()
912 mutex_unlock(&omap_obj->lock); in omap_gem_rotated_dma_addr()
917 /* Get tiler stride for the buffer (only valid for 2d tiled buffers) */
921 int ret = -EINVAL; in omap_gem_tiled_stride()
922 if (omap_obj->flags & OMAP_BO_TILED_MASK) in omap_gem_tiled_stride()
923 ret = tiler_stride(gem2fmt(omap_obj->flags), orient); in omap_gem_tiled_stride()
943 mutex_lock(&omap_obj->lock); in omap_gem_get_pages()
951 if (!omap_obj->pages) { in omap_gem_get_pages()
952 ret = -ENOMEM; in omap_gem_get_pages()
956 *pages = omap_obj->pages; in omap_gem_get_pages()
959 mutex_unlock(&omap_obj->lock); in omap_gem_get_pages()
981 unsigned int count, len, stride, i; in omap_gem_get_sg() local
988 mutex_lock(&omap_obj->lock); in omap_gem_get_sg()
990 sgt = omap_obj->sgt; in omap_gem_get_sg()
996 ret = -ENOMEM; in omap_gem_get_sg()
1001 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_get_sg()
1002 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_get_sg()
1004 len = omap_obj->width << (int)fmt; in omap_gem_get_sg()
1005 count = omap_obj->height; in omap_gem_get_sg()
1006 stride = tiler_stride(fmt, 0); in omap_gem_get_sg()
1008 len = obj->size; in omap_gem_get_sg()
1010 stride = 0; in omap_gem_get_sg()
1013 count = obj->size >> PAGE_SHIFT; in omap_gem_get_sg()
1024 for_each_sg(sgt->sgl, sg, count, i) { in omap_gem_get_sg()
1030 addr += stride; in omap_gem_get_sg()
1033 for_each_sg(sgt->sgl, sg, count, i) { in omap_gem_get_sg()
1034 sg_set_page(sg, omap_obj->pages[i], PAGE_SIZE, 0); in omap_gem_get_sg()
1035 sg_dma_address(sg) = omap_obj->dma_addrs[i]; in omap_gem_get_sg()
1040 omap_obj->sgt = sgt; in omap_gem_get_sg()
1042 mutex_unlock(&omap_obj->lock); in omap_gem_get_sg()
1048 mutex_unlock(&omap_obj->lock); in omap_gem_get_sg()
1057 if (WARN_ON(omap_obj->sgt != sgt)) in omap_gem_put_sg()
1074 mutex_lock(&omap_obj->lock); in omap_gem_vaddr()
1076 if (!omap_obj->vaddr) { in omap_gem_vaddr()
1083 omap_obj->vaddr = vmap(omap_obj->pages, obj->size >> PAGE_SHIFT, in omap_gem_vaddr()
1087 vaddr = omap_obj->vaddr; in omap_gem_vaddr()
1090 mutex_unlock(&omap_obj->lock); in omap_gem_vaddr()
1095 /* -----------------------------------------------------------------------------
1100 /* re-pin objects in DMM in resume path: */
1103 struct omap_drm_private *priv = dev->dev_private; in omap_gem_resume()
1107 mutex_lock(&priv->list_lock); in omap_gem_resume()
1108 list_for_each_entry(omap_obj, &priv->obj_list, mm_list) { in omap_gem_resume()
1109 if (omap_obj->block) { in omap_gem_resume()
1110 struct drm_gem_object *obj = &omap_obj->base; in omap_gem_resume()
1111 u32 npages = obj->size >> PAGE_SHIFT; in omap_gem_resume()
1113 WARN_ON(!omap_obj->pages); /* this can't happen */ in omap_gem_resume()
1114 ret = tiler_pin(omap_obj->block, in omap_gem_resume()
1115 omap_obj->pages, npages, in omap_gem_resume()
1116 omap_obj->roll, true); in omap_gem_resume()
1118 dev_err(dev->dev, "could not repin: %d\n", ret); in omap_gem_resume()
1125 mutex_unlock(&priv->list_lock); in omap_gem_resume()
1130 /* -----------------------------------------------------------------------------
1140 off = drm_vma_node_start(&obj->vma_node); in omap_gem_describe()
1142 mutex_lock(&omap_obj->lock); in omap_gem_describe()
1145 omap_obj->flags, obj->name, kref_read(&obj->refcount), in omap_gem_describe()
1146 off, &omap_obj->dma_addr, in omap_gem_describe()
1147 refcount_read(&omap_obj->pin_cnt), in omap_gem_describe()
1148 omap_obj->vaddr, omap_obj->roll); in omap_gem_describe()
1150 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_describe()
1151 seq_printf(m, " %dx%d", omap_obj->width, omap_obj->height); in omap_gem_describe()
1152 if (omap_obj->block) { in omap_gem_describe()
1153 struct tcm_area *area = &omap_obj->block->area; in omap_gem_describe()
1155 area->p0.x, area->p0.y, in omap_gem_describe()
1156 area->p1.x, area->p1.y); in omap_gem_describe()
1159 seq_printf(m, " %zu", obj->size); in omap_gem_describe()
1162 mutex_unlock(&omap_obj->lock); in omap_gem_describe()
1174 struct drm_gem_object *obj = &omap_obj->base; in omap_gem_describe_objects()
1178 size += obj->size; in omap_gem_describe_objects()
1185 /* -----------------------------------------------------------------------------
1191 struct drm_device *dev = obj->dev; in omap_gem_free_object()
1192 struct omap_drm_private *priv = dev->dev_private; in omap_gem_free_object()
1197 mutex_lock(&priv->list_lock); in omap_gem_free_object()
1198 list_del(&omap_obj->mm_list); in omap_gem_free_object()
1199 mutex_unlock(&priv->list_lock); in omap_gem_free_object()
1207 mutex_lock(&omap_obj->lock); in omap_gem_free_object()
1210 WARN_ON(refcount_read(&omap_obj->pin_cnt) > 0); in omap_gem_free_object()
1212 if (omap_obj->pages) { in omap_gem_free_object()
1213 if (omap_obj->flags & OMAP_BO_MEM_DMABUF) in omap_gem_free_object()
1214 kfree(omap_obj->pages); in omap_gem_free_object()
1219 if (omap_obj->flags & OMAP_BO_MEM_DMA_API) { in omap_gem_free_object()
1220 dma_free_wc(dev->dev, obj->size, omap_obj->vaddr, in omap_gem_free_object()
1221 omap_obj->dma_addr); in omap_gem_free_object()
1222 } else if (omap_obj->vaddr) { in omap_gem_free_object()
1223 vunmap(omap_obj->vaddr); in omap_gem_free_object()
1224 } else if (obj->import_attach) { in omap_gem_free_object()
1225 drm_prime_gem_destroy(obj, omap_obj->sgt); in omap_gem_free_object()
1228 mutex_unlock(&omap_obj->lock); in omap_gem_free_object()
1232 mutex_destroy(&omap_obj->lock); in omap_gem_free_object()
1239 struct omap_drm_private *priv = dev->dev_private; in omap_gem_validate_flags()
1252 if (!priv->usergart) in omap_gem_validate_flags()
1286 struct omap_drm_private *priv = dev->dev_private; in omap_gem_new()
1310 } else if ((flags & OMAP_BO_SCANOUT) && !priv->has_dmm) { in omap_gem_new()
1318 * All other buffers not backed by dma_buf are shmem-backed. in omap_gem_new()
1328 obj = &omap_obj->base; in omap_gem_new()
1329 omap_obj->flags = flags; in omap_gem_new()
1330 mutex_init(&omap_obj->lock); in omap_gem_new()
1343 omap_obj->width = gsize.tiled.width; in omap_gem_new()
1344 omap_obj->height = gsize.tiled.height; in omap_gem_new()
1349 obj->funcs = &omap_gem_object_funcs; in omap_gem_new()
1359 mapping = obj->filp->f_mapping; in omap_gem_new()
1365 omap_obj->vaddr = dma_alloc_wc(dev->dev, size, in omap_gem_new()
1366 &omap_obj->dma_addr, in omap_gem_new()
1368 if (!omap_obj->vaddr) in omap_gem_new()
1372 mutex_lock(&priv->list_lock); in omap_gem_new()
1373 list_add(&omap_obj->mm_list, &priv->obj_list); in omap_gem_new()
1374 mutex_unlock(&priv->list_lock); in omap_gem_new()
1388 struct omap_drm_private *priv = dev->dev_private; in omap_gem_new_dmabuf()
1394 if (!omap_gem_sgt_is_contiguous(sgt, size) && !priv->has_dmm) in omap_gem_new_dmabuf()
1395 return ERR_PTR(-EINVAL); in omap_gem_new_dmabuf()
1400 return ERR_PTR(-ENOMEM); in omap_gem_new_dmabuf()
1404 mutex_lock(&omap_obj->lock); in omap_gem_new_dmabuf()
1406 omap_obj->sgt = sgt; in omap_gem_new_dmabuf()
1409 omap_obj->dma_addr = sg_dma_address(sgt->sgl); in omap_gem_new_dmabuf()
1420 obj = ERR_PTR(-ENOMEM); in omap_gem_new_dmabuf()
1424 omap_obj->pages = pages; in omap_gem_new_dmabuf()
1428 obj = ERR_PTR(-ENOMEM); in omap_gem_new_dmabuf()
1434 mutex_unlock(&omap_obj->lock); in omap_gem_new_dmabuf()
1447 return -ENOMEM; in omap_gem_new_handle()
1455 /* drop reference from allocate - handle holds it now */ in omap_gem_new_handle()
1461 /* -----------------------------------------------------------------------------
1468 struct omap_drm_private *priv = dev->dev_private; in omap_gem_init()
1477 dev_warn(dev->dev, "DMM not available, disable DMM support\n"); in omap_gem_init()
1505 dev_err(dev->dev, in omap_gem_init()
1510 entry->dma_addr = tiler_ssptr(block); in omap_gem_init()
1511 entry->block = block; in omap_gem_init()
1513 DBG("%d:%d: %dx%d: dma_addr=%pad stride=%d", i, j, w, h, in omap_gem_init()
1514 &entry->dma_addr, in omap_gem_init()
1519 priv->usergart = usergart; in omap_gem_init()
1520 priv->has_dmm = true; in omap_gem_init()
1525 struct omap_drm_private *priv = dev->dev_private; in omap_gem_deinit()
1530 kfree(priv->usergart); in omap_gem_deinit()