Lines Matching full:map
65 static int unmap_grant_pages(struct gntdev_grant_map *map,
81 struct gntdev_grant_map *map; in gntdev_print_maps() local
84 list_for_each_entry(map, &priv->maps, next) in gntdev_print_maps()
86 map->index, map->count, in gntdev_print_maps()
87 map->index == text_index && text ? text : ""); in gntdev_print_maps()
91 static void gntdev_free_map(struct gntdev_grant_map *map) in gntdev_free_map() argument
93 if (map == NULL) in gntdev_free_map()
97 if (map->dma_vaddr) { in gntdev_free_map()
100 args.dev = map->dma_dev; in gntdev_free_map()
101 args.coherent = !!(map->dma_flags & GNTDEV_DMA_FLAG_COHERENT); in gntdev_free_map()
102 args.nr_pages = map->count; in gntdev_free_map()
103 args.pages = map->pages; in gntdev_free_map()
104 args.frames = map->frames; in gntdev_free_map()
105 args.vaddr = map->dma_vaddr; in gntdev_free_map()
106 args.dev_bus_addr = map->dma_bus_addr; in gntdev_free_map()
111 if (map->pages) in gntdev_free_map()
112 gnttab_free_pages(map->count, map->pages); in gntdev_free_map()
115 kvfree(map->frames); in gntdev_free_map()
117 kvfree(map->pages); in gntdev_free_map()
118 kvfree(map->grants); in gntdev_free_map()
119 kvfree(map->map_ops); in gntdev_free_map()
120 kvfree(map->unmap_ops); in gntdev_free_map()
121 kvfree(map->kmap_ops); in gntdev_free_map()
122 kvfree(map->kunmap_ops); in gntdev_free_map()
123 kfree(map); in gntdev_free_map()
205 struct gntdev_grant_map *map; in gntdev_add_map() local
207 list_for_each_entry(map, &priv->maps, next) { in gntdev_add_map()
208 if (add->index + add->count < map->index) { in gntdev_add_map()
209 list_add_tail(&add->next, &map->next); in gntdev_add_map()
212 add->index = map->index + map->count; in gntdev_add_map()
223 struct gntdev_grant_map *map; in gntdev_find_map_index() local
225 list_for_each_entry(map, &priv->maps, next) { in gntdev_find_map_index()
226 if (map->index != index) in gntdev_find_map_index()
228 if (count && map->count != count) in gntdev_find_map_index()
230 return map; in gntdev_find_map_index()
235 void gntdev_put_map(struct gntdev_priv *priv, struct gntdev_grant_map *map) in gntdev_put_map() argument
237 if (!map) in gntdev_put_map()
240 if (!refcount_dec_and_test(&map->users)) in gntdev_put_map()
243 if (map->notify.flags & UNMAP_NOTIFY_SEND_EVENT) { in gntdev_put_map()
244 notify_remote_via_evtchn(map->notify.event); in gntdev_put_map()
245 evtchn_put(map->notify.event); in gntdev_put_map()
248 if (map->pages && !use_ptemod) in gntdev_put_map()
249 unmap_grant_pages(map, 0, map->count); in gntdev_put_map()
250 gntdev_free_map(map); in gntdev_put_map()
257 struct gntdev_grant_map *map = data; in find_grant_ptes() local
258 unsigned int pgnr = (addr - map->vma->vm_start) >> PAGE_SHIFT; in find_grant_ptes()
259 int flags = map->flags | GNTMAP_application_map | GNTMAP_contains_pte; in find_grant_ptes()
262 BUG_ON(pgnr >= map->count); in find_grant_ptes()
268 * the grant map, it will be done afterwards. in find_grant_ptes()
273 gnttab_set_map_op(&map->map_ops[pgnr], pte_maddr, flags, in find_grant_ptes()
274 map->grants[pgnr].ref, in find_grant_ptes()
275 map->grants[pgnr].domid); in find_grant_ptes()
276 gnttab_set_unmap_op(&map->unmap_ops[pgnr], pte_maddr, flags, in find_grant_ptes()
289 int gntdev_map_grant_pages(struct gntdev_grant_map *map) in gntdev_map_grant_pages() argument
295 if (map->map_ops[0].handle != -1) in gntdev_map_grant_pages()
297 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
299 pfn_to_kaddr(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
300 gnttab_set_map_op(&map->map_ops[i], addr, map->flags, in gntdev_map_grant_pages()
301 map->grants[i].ref, in gntdev_map_grant_pages()
302 map->grants[i].domid); in gntdev_map_grant_pages()
303 gnttab_set_unmap_op(&map->unmap_ops[i], addr, in gntdev_map_grant_pages()
304 map->flags, -1 /* handle */); in gntdev_map_grant_pages()
313 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
315 pfn_to_kaddr(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
316 BUG_ON(PageHighMem(map->pages[i])); in gntdev_map_grant_pages()
318 gnttab_set_map_op(&map->kmap_ops[i], address, in gntdev_map_grant_pages()
319 map->flags | GNTMAP_host_map, in gntdev_map_grant_pages()
320 map->grants[i].ref, in gntdev_map_grant_pages()
321 map->grants[i].domid); in gntdev_map_grant_pages()
322 gnttab_set_unmap_op(&map->kunmap_ops[i], address, in gntdev_map_grant_pages()
323 map->flags | GNTMAP_host_map, -1); in gntdev_map_grant_pages()
327 pr_debug("map %d+%d\n", map->index, map->count); in gntdev_map_grant_pages()
328 err = gnttab_map_refs(map->map_ops, use_ptemod ? map->kmap_ops : NULL, in gntdev_map_grant_pages()
329 map->pages, map->count); in gntdev_map_grant_pages()
333 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
334 if (map->map_ops[i].status) { in gntdev_map_grant_pages()
339 map->unmap_ops[i].handle = map->map_ops[i].handle; in gntdev_map_grant_pages()
341 map->kunmap_ops[i].handle = map->kmap_ops[i].handle; in gntdev_map_grant_pages()
343 else if (map->dma_vaddr) { in gntdev_map_grant_pages()
346 bfn = pfn_to_bfn(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
347 map->unmap_ops[i].dev_bus_addr = __pfn_to_phys(bfn); in gntdev_map_grant_pages()
354 static int __unmap_grant_pages(struct gntdev_grant_map *map, int offset, in __unmap_grant_pages() argument
360 if (map->notify.flags & UNMAP_NOTIFY_CLEAR_BYTE) { in __unmap_grant_pages()
361 int pgno = (map->notify.addr >> PAGE_SHIFT); in __unmap_grant_pages()
364 uint8_t *tmp = pfn_to_kaddr(page_to_pfn(map->pages[pgno])); in __unmap_grant_pages()
365 tmp[map->notify.addr & (PAGE_SIZE-1)] = 0; in __unmap_grant_pages()
366 map->notify.flags &= ~UNMAP_NOTIFY_CLEAR_BYTE; in __unmap_grant_pages()
370 unmap_data.unmap_ops = map->unmap_ops + offset; in __unmap_grant_pages()
371 unmap_data.kunmap_ops = use_ptemod ? map->kunmap_ops + offset : NULL; in __unmap_grant_pages()
372 unmap_data.pages = map->pages + offset; in __unmap_grant_pages()
380 if (map->unmap_ops[offset+i].status) in __unmap_grant_pages()
383 map->unmap_ops[offset+i].handle, in __unmap_grant_pages()
384 map->unmap_ops[offset+i].status); in __unmap_grant_pages()
385 map->unmap_ops[offset+i].handle = -1; in __unmap_grant_pages()
390 static int unmap_grant_pages(struct gntdev_grant_map *map, int offset, in unmap_grant_pages() argument
395 pr_debug("unmap %d+%d [%d+%d]\n", map->index, map->count, offset, pages); in unmap_grant_pages()
401 while (pages && map->unmap_ops[offset].handle == -1) { in unmap_grant_pages()
407 if (map->unmap_ops[offset+range].handle == -1) in unmap_grant_pages()
411 err = __unmap_grant_pages(map, offset, range); in unmap_grant_pages()
423 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_open() local
426 refcount_inc(&map->users); in gntdev_vma_open()
431 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_close() local
437 WARN_ON(map->vma != vma); in gntdev_vma_close()
438 mmu_interval_notifier_remove(&map->notifier); in gntdev_vma_close()
439 map->vma = NULL; in gntdev_vma_close()
442 gntdev_put_map(priv, map); in gntdev_vma_close()
448 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_find_special_page() local
450 return map->pages[(addr - map->pages_vm_start) >> PAGE_SHIFT]; in gntdev_vma_find_special_page()
465 struct gntdev_grant_map *map = in gntdev_invalidate() local
479 if (map->vma->vm_start >= range->end || in gntdev_invalidate()
480 map->vma->vm_end <= range->start) in gntdev_invalidate()
483 mstart = max(range->start, map->vma->vm_start); in gntdev_invalidate()
484 mend = min(range->end, map->vma->vm_end); in gntdev_invalidate()
485 pr_debug("map %d+%d (%lx %lx), range %lx %lx, mrange %lx %lx\n", in gntdev_invalidate()
486 map->index, map->count, in gntdev_invalidate()
487 map->vma->vm_start, map->vma->vm_end, in gntdev_invalidate()
489 err = unmap_grant_pages(map, in gntdev_invalidate()
490 (mstart - map->vma->vm_start) >> PAGE_SHIFT, in gntdev_invalidate()
537 struct gntdev_grant_map *map; in gntdev_release() local
543 map = list_entry(priv->maps.next, in gntdev_release()
545 list_del(&map->next); in gntdev_release()
546 gntdev_put_map(NULL /* already removed */, map); in gntdev_release()
562 struct gntdev_grant_map *map; in gntdev_ioctl_map_grant_ref() local
572 map = gntdev_alloc_map(priv, op.count, 0 /* This is not a dma-buf. */); in gntdev_ioctl_map_grant_ref()
573 if (!map) in gntdev_ioctl_map_grant_ref()
576 if (copy_from_user(map->grants, &u->refs, in gntdev_ioctl_map_grant_ref()
577 sizeof(map->grants[0]) * op.count) != 0) { in gntdev_ioctl_map_grant_ref()
578 gntdev_put_map(NULL, map); in gntdev_ioctl_map_grant_ref()
583 gntdev_add_map(priv, map); in gntdev_ioctl_map_grant_ref()
584 op.index = map->index << PAGE_SHIFT; in gntdev_ioctl_map_grant_ref()
597 struct gntdev_grant_map *map; in gntdev_ioctl_unmap_grant_ref() local
605 map = gntdev_find_map_index(priv, op.index >> PAGE_SHIFT, op.count); in gntdev_ioctl_unmap_grant_ref()
606 if (map) { in gntdev_ioctl_unmap_grant_ref()
607 list_del(&map->next); in gntdev_ioctl_unmap_grant_ref()
611 if (map) in gntdev_ioctl_unmap_grant_ref()
612 gntdev_put_map(priv, map); in gntdev_ioctl_unmap_grant_ref()
621 struct gntdev_grant_map *map; in gntdev_ioctl_get_offset_for_vaddr() local
633 map = vma->vm_private_data; in gntdev_ioctl_get_offset_for_vaddr()
634 if (!map) in gntdev_ioctl_get_offset_for_vaddr()
637 op.offset = map->index << PAGE_SHIFT; in gntdev_ioctl_get_offset_for_vaddr()
638 op.count = map->count; in gntdev_ioctl_get_offset_for_vaddr()
652 struct gntdev_grant_map *map; in gntdev_ioctl_notify() local
680 list_for_each_entry(map, &priv->maps, next) { in gntdev_ioctl_notify()
681 uint64_t begin = map->index << PAGE_SHIFT; in gntdev_ioctl_notify()
682 uint64_t end = (map->index + map->count) << PAGE_SHIFT; in gntdev_ioctl_notify()
691 (map->flags & GNTMAP_readonly)) { in gntdev_ioctl_notify()
696 out_flags = map->notify.flags; in gntdev_ioctl_notify()
697 out_event = map->notify.event; in gntdev_ioctl_notify()
699 map->notify.flags = op.action; in gntdev_ioctl_notify()
700 map->notify.addr = op.index - (map->index << PAGE_SHIFT); in gntdev_ioctl_notify()
701 map->notify.event = op.event_channel_port; in gntdev_ioctl_notify()
708 /* Drop the reference to the event channel we did not save in the map */ in gntdev_ioctl_notify()
965 struct gntdev_grant_map *map; in gntdev_mmap() local
971 pr_debug("map %d+%d at %lx (pgoff %lx)\n", in gntdev_mmap()
975 map = gntdev_find_map_index(priv, index, count); in gntdev_mmap()
976 if (!map) in gntdev_mmap()
978 if (use_ptemod && map->vma) in gntdev_mmap()
980 refcount_inc(&map->users); in gntdev_mmap()
989 vma->vm_private_data = map; in gntdev_mmap()
990 if (map->flags) { in gntdev_mmap()
992 (map->flags & GNTMAP_readonly)) in gntdev_mmap()
995 map->flags = GNTMAP_host_map; in gntdev_mmap()
997 map->flags |= GNTMAP_readonly; in gntdev_mmap()
1001 map->vma = vma; in gntdev_mmap()
1003 &map->notifier, vma->vm_mm, vma->vm_start, in gntdev_mmap()
1021 mmu_interval_read_begin(&map->notifier); in gntdev_mmap()
1023 map->pages_vm_start = vma->vm_start; in gntdev_mmap()
1026 find_grant_ptes, map); in gntdev_mmap()
1033 err = gntdev_map_grant_pages(map); in gntdev_mmap()
1038 err = vm_map_pages_zero(vma, map->pages, map->count); in gntdev_mmap()
1044 * If the PTEs were not made special by the grant map in gntdev_mmap()
1070 unmap_grant_pages(map, 0, map->count); in gntdev_mmap()
1071 if (map->vma) { in gntdev_mmap()
1072 mmu_interval_notifier_remove(&map->notifier); in gntdev_mmap()
1073 map->vma = NULL; in gntdev_mmap()
1076 gntdev_put_map(priv, map); in gntdev_mmap()