171 struct vring_virtqueue;
174 	int (*add)(struct vring_virtqueue *vq, struct scatterlist *sgs[],
179 	void *(*get)(struct vring_virtqueue *vq, unsigned int *len, void **ctx);
180 	bool (*kick_prepare)(struct vring_virtqueue *vq);
181 	void (*disable_cb)(struct vring_virtqueue *vq);
182 	bool (*enable_cb_delayed)(struct vring_virtqueue *vq);
183 	unsigned int (*enable_cb_prepare)(struct vring_virtqueue *vq);
184 	bool (*poll)(const struct vring_virtqueue *vq,
186 	void *(*detach_unused_buf)(struct vring_virtqueue *vq);
187 	bool (*more_used)(const struct vring_virtqueue *vq);
188 	int (*resize)(struct vring_virtqueue *vq, u32 num);
189 	void (*reset)(struct vring_virtqueue *vq);
192 struct vring_virtqueue {  struct
282 #define to_vvq(_vq) container_of_const(_vq, struct vring_virtqueue, vq)  argument
285 static inline bool virtqueue_is_packed(const struct vring_virtqueue *vq)  in virtqueue_is_packed()
291 static inline bool virtqueue_is_in_order(const struct vring_virtqueue *vq)  in virtqueue_is_in_order()
297 static bool virtqueue_use_indirect(const struct vring_virtqueue *vq,  in virtqueue_use_indirect()
353 static bool vring_need_unmap_buffer(const struct vring_virtqueue *vring,  in vring_need_unmap_buffer()
426 static struct device *vring_dma_dev(const struct vring_virtqueue *vq)  in vring_dma_dev()
431 static int vring_mapping_error(const struct vring_virtqueue *vq,  in vring_mapping_error()
446 static int vring_map_one_sg(const struct vring_virtqueue *vq, struct scatterlist *sg,  in vring_map_one_sg()
484 static dma_addr_t vring_map_single(const struct vring_virtqueue *vq,  in vring_map_single()
495 static void virtqueue_init(struct vring_virtqueue *vq, u32 num)  in virtqueue_init()
520 static unsigned int vring_unmap_one_split(const struct vring_virtqueue *vq,  in vring_unmap_one_split()
544 static struct vring_desc *alloc_indirect_split(struct vring_virtqueue *vq,  in alloc_indirect_split()
573 static inline unsigned int virtqueue_add_desc_split(struct vring_virtqueue *vq,  in virtqueue_add_desc_split()
599 static inline int virtqueue_add_split(struct vring_virtqueue *vq,  in virtqueue_add_split()
794 static bool virtqueue_kick_prepare_split(struct vring_virtqueue *vq)  in virtqueue_kick_prepare_split()
824 static void detach_indirect_split(struct vring_virtqueue *vq,  in detach_indirect_split()
854 static unsigned detach_buf_split_in_order(struct vring_virtqueue *vq,  in detach_buf_split_in_order()
888 static void detach_buf_split(struct vring_virtqueue *vq, unsigned int head,  in detach_buf_split()
897 static bool virtqueue_poll_split(const struct vring_virtqueue *vq,  in virtqueue_poll_split()
904 static bool more_used_split(const struct vring_virtqueue *vq)  in more_used_split()
909 static bool more_used_split_in_order(const struct vring_virtqueue *vq)  in more_used_split_in_order()
917 static void *virtqueue_get_buf_ctx_split(struct vring_virtqueue *vq,  in virtqueue_get_buf_ctx_split()
974 static void *virtqueue_get_buf_ctx_split_in_order(struct vring_virtqueue *vq,  in virtqueue_get_buf_ctx_split_in_order()
1044 static void virtqueue_disable_cb_split(struct vring_virtqueue *vq)  in virtqueue_disable_cb_split()
1066 static unsigned int virtqueue_enable_cb_prepare_split(struct vring_virtqueue *vq)  in virtqueue_enable_cb_prepare_split()
1090 static bool virtqueue_enable_cb_delayed_split(struct vring_virtqueue *vq)  in virtqueue_enable_cb_delayed_split()
1125 static void *virtqueue_detach_unused_buf_split(struct vring_virtqueue *vq)  in virtqueue_detach_unused_buf_split()
1155 				       struct vring_virtqueue *vq)  in virtqueue_vring_init_split()
1173 static void virtqueue_reset_split(struct vring_virtqueue *vq)  in virtqueue_reset_split()
1196 static void virtqueue_vring_attach_split(struct vring_virtqueue *vq,  in virtqueue_vring_attach_split()
1308 	struct vring_virtqueue *vq;  in __vring_new_virtqueue_split()
1391 static int virtqueue_resize_split(struct vring_virtqueue *vq, u32 num)  in virtqueue_resize_split()
1438 static void vring_unmap_extra_packed(const struct vring_virtqueue *vq,  in vring_unmap_extra_packed()
1486 static int virtqueue_add_indirect_packed(struct vring_virtqueue *vq,  in virtqueue_add_indirect_packed()
1615 static inline int virtqueue_add_packed(struct vring_virtqueue *vq,  in virtqueue_add_packed()
1773 static inline int virtqueue_add_packed_in_order(struct vring_virtqueue *vq,  in virtqueue_add_packed_in_order()
1929 static bool virtqueue_kick_prepare_packed(struct vring_virtqueue *vq)  in virtqueue_kick_prepare_packed()
1977 static void detach_buf_packed_in_order(struct vring_virtqueue *vq,  in detach_buf_packed_in_order()
2025 static void detach_buf_packed(struct vring_virtqueue *vq,  in detach_buf_packed()
2036 static inline bool is_used_desc_packed(const struct vring_virtqueue *vq,  in is_used_desc_packed()
2049 static bool virtqueue_poll_packed(const struct vring_virtqueue *vq,  in virtqueue_poll_packed()
2061 static bool more_used_packed(const struct vring_virtqueue *vq)  in more_used_packed()
2066 static void update_last_used_idx_packed(struct vring_virtqueue *vq,  in update_last_used_idx_packed()
2090 static bool more_used_packed_in_order(const struct vring_virtqueue *vq)  in more_used_packed_in_order()
2098 static void *virtqueue_get_buf_ctx_packed_in_order(struct vring_virtqueue *vq,  in virtqueue_get_buf_ctx_packed_in_order()
2161 static void *virtqueue_get_buf_ctx_packed(struct vring_virtqueue *vq,  in virtqueue_get_buf_ctx_packed()
2213 static void virtqueue_disable_cb_packed(struct vring_virtqueue *vq)  in virtqueue_disable_cb_packed()
2230 static unsigned int virtqueue_enable_cb_prepare_packed(struct vring_virtqueue *vq)  in virtqueue_enable_cb_prepare_packed()
2261 static bool virtqueue_enable_cb_delayed_packed(struct vring_virtqueue *vq)  in virtqueue_enable_cb_delayed_packed()
2321 static void *virtqueue_detach_unused_buf_packed(struct vring_virtqueue *vq)  in virtqueue_detach_unused_buf_packed()
2489 static void virtqueue_vring_attach_packed(struct vring_virtqueue *vq,  in virtqueue_vring_attach_packed()
2505 static void virtqueue_reset_packed(struct vring_virtqueue *vq)  in virtqueue_reset_packed()
2528 	struct vring_virtqueue *vq;  in __vring_new_virtqueue_packed()
2608 static int virtqueue_resize_packed(struct vring_virtqueue *vq, u32 num)  in virtqueue_resize_packed()
2696 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_and_recycle()
2722 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_after_reset()
2794 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add()
2992 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_dev()
3014 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare()
3030 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_notify()
3084 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx()
3106 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb()
3126 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare()
3146 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll()
3191 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed()
3210 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf()
3216 static inline bool more_used(const struct vring_virtqueue *vq)  in more_used()
3231 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_interrupt()
3339 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize()
3386 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_reset()
3435 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_free()
3475 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_del_virtqueue()
3489 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_notification_data()
3545 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_vring_size()
3557 	struct vring_virtqueue *vq = to_vvq(_vq);  in __virtqueue_break()
3569 	struct vring_virtqueue *vq = to_vvq(_vq);  in __virtqueue_unbreak()
3578 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_is_broken()
3594 		struct vring_virtqueue *vq = to_vvq(_vq);  in virtio_break_device()
3616 		struct vring_virtqueue *vq = to_vvq(_vq);  in __virtio_unbreak_device()
3627 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_desc_addr()
3640 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_avail_addr()
3654 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_used_addr()
3736 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_map_page_attrs()
3763 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_unmap_page_attrs()
3793 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_map_single_attrs()
3826 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_unmap_single_attrs()
3844 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_map_mapping_error()
3862 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_map_need_sync()
3892 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_map_sync_single_range_for_cpu()
3923 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_map_sync_single_range_for_device()