| /linux/net/xdp/ |
| H A D | xdp_umem.c | 24 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
32 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
40 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap()
46 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map()
55 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
69 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local
74 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem()
79 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem()
94 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages()
128 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages()
[all …]
|
| H A D | xsk_buff_pool.c | 58 struct xdp_umem *umem) in xp_create_and_assign_umem()
255 struct xdp_umem *umem = umem_xs->umem; in xp_assign_dev_shared() local
338 u32 nr_pages, struct xdp_umem *umem) in xp_create_dma_map()
|
| H A D | xsk_diag.c | 50 struct xdp_umem *umem = xs->umem; in xsk_diag_put_umem() local
|
| /linux/include/rdma/ |
| H A D | ib_umem.h | 32 struct ib_umem umem; member
44 static inline struct ib_umem_dmabuf *to_ib_umem_dmabuf(struct ib_umem *umem) in to_ib_umem_dmabuf()
50 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset()
55 static inline dma_addr_t ib_umem_start_dma_addr(struct ib_umem *umem) in ib_umem_start_dma_addr()
60 static inline unsigned long ib_umem_dma_offset(struct ib_umem *umem, in ib_umem_dma_offset()
66 static inline size_t ib_umem_num_dma_blocks(struct ib_umem *umem, in ib_umem_num_dma_blocks()
74 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages()
80 struct ib_umem *umem, in __rdma_umem_block_iter_start()
105 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \ argument
138 static inline unsigned long ib_umem_find_best_pgoff(struct ib_umem *umem, in ib_umem_find_best_pgoff()
[all …]
|
| H A D | ib_umem_odp.h | 14 struct ib_umem umem; member
41 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
65 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
89 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
126 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
149 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /linux/drivers/infiniband/core/ |
| H A D | umem.c | 48 static void __ib_umem_release(struct ib_device *dev, struct ib_umem *umem, int dirty) in __ib_umem_release()
79 unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
161 struct ib_umem *umem; in ib_umem_get() local
278 void ib_umem_release(struct ib_umem *umem) in ib_umem_release()
305 int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
|
| H A D | umem_odp.c | 137 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
178 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
| H A D | uverbs_std_types_cq.c | 72 struct ib_umem *umem = NULL; in UVERBS_HANDLER() local
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | xsk.c | 72 struct xsk_umem *umem; member
92 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
163 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings()
229 struct xsk_umem *umem; in xsk_umem__create() local
458 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx()
478 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local
503 struct xsk_umem *umem, int ifindex, in xsk_create_ctx()
540 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared()
709 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
721 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
[all …]
|
| /linux/lib/tests/ |
| H A D | usercopy_kunit.c | 37 char __user *umem; member
51 char __user *umem = priv->umem; in usercopy_test_check_nonzero_user() local
110 char __user *umem = priv->umem; in usercopy_test_copy_struct_from_user() local
|
| /linux/drivers/infiniband/sw/rdmavt/ |
| H A D | mr.h | 13 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/sw/siw/ |
| H A D | siw_mem.c | 42 void siw_umem_release(struct siw_umem *umem) in siw_umem_release()
336 struct siw_umem *umem; in siw_umem_get() local
|
| H A D | siw_mem.h | 58 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|
| /linux/drivers/infiniband/hw/mlx4/ |
| H A D | doorbell.c | 40 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/hw/mlx5/ |
| H A D | doorbell.c | 42 struct ib_umem *umem; member
|
| H A D | mr.c | 1130 static unsigned int mlx5_umem_dmabuf_default_pgsz(struct ib_umem *umem, in mlx5_umem_dmabuf_default_pgsz()
1142 struct ib_umem *umem, u64 iova, in alloc_cacheable_mr()
1256 static struct mlx5_ib_mr *reg_create(struct ib_pd *pd, struct ib_umem *umem, in reg_create()
1459 static struct ib_mr *create_real_mr(struct ib_pd *pd, struct ib_umem *umem, in create_real_mr()
1584 struct ib_umem *umem; in mlx5_ib_reg_user_mr() local
1905 struct ib_umem *umem; in mlx5_ib_rereg_user_mr() local
|
| H A D | srq.h | 31 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/hw/mana/ |
| H A D | main.c | 267 struct ib_umem *umem; in mana_ib_create_queue() local
371 static int mana_ib_gd_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_gd_create_dma_region()
477 int mana_ib_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_create_dma_region()
491 int mana_ib_create_zero_offset_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_create_zero_offset_dma_region()
|
| /linux/drivers/infiniband/hw/efa/ |
| H A D | efa.h | 95 struct ib_umem *umem; member
110 struct ib_umem *umem; member
|
| /linux/drivers/gpu/drm/nouveau/include/nvkm/core/ |
| H A D | client.h | 19 struct list_head umem; member
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_mr.c | 119 struct ib_umem *umem; in pvrdma_reg_user_mr() local
|
| H A D | pvrdma_misc.c | 183 struct ib_umem *umem, u64 offset) in pvrdma_page_dir_insert_umem()
|
| /linux/drivers/infiniband/hw/usnic/ |
| H A D | usnic_ib.h | 70 struct usnic_uiom_reg *umem; member
|
| /linux/drivers/vhost/ |
| H A D | vhost.c | 1153 void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *umem) in vhost_dev_reset_owner()
1257 static bool vq_memory_access_ok(void __user *log_base, struct vhost_iotlb *umem, in vq_memory_access_ok()
1296 static bool memory_access_ok(struct vhost_dev *d, struct vhost_iotlb *umem, in memory_access_ok()
1879 struct vhost_iotlb *umem = vq->iotlb; in iotlb_access_ok() local
2462 struct vhost_iotlb *umem = vq->umem; in log_write_hva() local
2646 struct vhost_iotlb *umem = dev->iotlb ? dev->iotlb : dev->umem; in translate_desc() local
|