63 #define START_USE(vq)  argument
64 #define END_USE(vq)  argument
65 #define LAST_ADD_TIME_UPDATE(vq)  argument
66 #define LAST_ADD_TIME_CHECK(vq)  argument
67 #define LAST_ADD_TIME_INVALID(vq)  argument
155 	struct virtqueue vq;  member
244 static bool virtqueue_use_indirect(const struct vring_virtqueue *vq,  in virtqueue_use_indirect()
360 static struct device *vring_dma_dev(const struct vring_virtqueue *vq)  in vring_dma_dev()
366 static int vring_map_one_sg(const struct vring_virtqueue *vq, struct scatterlist *sg,  in vring_map_one_sg()
400 static dma_addr_t vring_map_single(const struct vring_virtqueue *vq,  in vring_map_single()
411 static int vring_mapping_error(const struct vring_virtqueue *vq,  in vring_mapping_error()
420 static void virtqueue_init(struct vring_virtqueue *vq, u32 num)  in virtqueue_init()
443 static void vring_unmap_one_split_indirect(const struct vring_virtqueue *vq,  in vring_unmap_one_split_indirect()
460 static unsigned int vring_unmap_one_split(const struct vring_virtqueue *vq,  in vring_unmap_one_split()
515 static inline unsigned int virtqueue_add_desc_split(struct virtqueue *vq,  in virtqueue_add_desc_split()
553 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add_split()  local
736 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare_split()  local
765 static void detach_buf_split(struct vring_virtqueue *vq, unsigned int head,  in detach_buf_split()
817 static bool more_used_split(const struct vring_virtqueue *vq)  in more_used_split()
827 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx_split()  local
883 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb_split()  local
907 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare_split()  local
932 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll_split()  local
940 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed_split()  local
976 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf_split()  local
1002 				       struct vring_virtqueue *vq)  in virtqueue_vring_init_split()
1020 static void virtqueue_reinit_split(struct vring_virtqueue *vq)  in virtqueue_reinit_split()
1043 static void virtqueue_vring_attach_split(struct vring_virtqueue *vq,  in virtqueue_vring_attach_split()
1155 	struct virtqueue *vq;  in vring_create_virtqueue_split()  local
1178 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize_split()  local
1223 static void vring_unmap_extra_packed(const struct vring_virtqueue *vq,  in vring_unmap_extra_packed()
1249 static void vring_unmap_desc_packed(const struct vring_virtqueue *vq,  in vring_unmap_desc_packed()
1283 static int virtqueue_add_indirect_packed(struct vring_virtqueue *vq,  in virtqueue_add_indirect_packed()
1410 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add_packed()  local
1555 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare_packed()  local
1602 static void detach_buf_packed(struct vring_virtqueue *vq,  in detach_buf_packed()
1648 static inline bool is_used_desc_packed(const struct vring_virtqueue *vq,  in is_used_desc_packed()
1661 static bool more_used_packed(const struct vring_virtqueue *vq)  in more_used_packed()
1677 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx_packed()  local
1744 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb_packed()  local
1763 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare_packed()  local
1796 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll_packed()  local
1808 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed_packed()  local
1869 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf_packed()  local
2032 static void virtqueue_vring_attach_packed(struct vring_virtqueue *vq,  in virtqueue_vring_attach_packed()
2041 static void virtqueue_reinit_packed(struct vring_virtqueue *vq)  in virtqueue_reinit_packed()
2067 	struct vring_virtqueue *vq;  in vring_create_virtqueue_packed()  local
2128 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize_packed()  local
2156 					 void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_disable_and_recycle()
2158 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_and_recycle()  local
2184 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_after_reset()  local
2206 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add()  local
2262 int virtqueue_add_outbuf(struct virtqueue *vq,  in virtqueue_add_outbuf()
2284 int virtqueue_add_inbuf(struct virtqueue *vq,  in virtqueue_add_inbuf()
2307 int virtqueue_add_inbuf_ctx(struct virtqueue *vq,  in virtqueue_add_inbuf_ctx()
2325 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_dev()  local
2347 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare()  local
2364 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_notify()  local
2390 bool virtqueue_kick(struct virtqueue *vq)  in virtqueue_kick()
2418 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx()  local
2441 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb()  local
2464 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare()  local
2485 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll()  local
2530 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed()  local
2550 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf()  local
2557 static inline bool more_used(const struct vring_virtqueue *vq)  in more_used()
2572 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_interrupt()  local
2612 	struct vring_virtqueue *vq;  in __vring_new_virtqueue()  local
2739 		     void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_resize()
2741 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize()  local
2789 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_set_dma_premapped()  local
2830 		    void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_reset()
2832 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_reset()  local
2856 				      bool (*notify)(struct virtqueue *vq),  in vring_new_virtqueue()
2857 				      void (*callback)(struct virtqueue *vq),  in vring_new_virtqueue()
2874 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_free()  local
2914 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_del_virtqueue()  local
2928 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_notification_data()  local
2982 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_vring_size()  local
2993 	struct vring_virtqueue *vq = to_vvq(_vq);  in __virtqueue_break()  local
3005 	struct vring_virtqueue *vq = to_vvq(_vq);  in __virtqueue_unbreak()  local
3014 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_is_broken()  local
3030 		struct vring_virtqueue *vq = to_vvq(_vq);  in virtio_break_device()  local
3052 		struct vring_virtqueue *vq = to_vvq(_vq);  in __virtio_unbreak_device()  local
3063 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_desc_addr()  local
3076 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_avail_addr()  local
3090 	const struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_used_addr()  local
3103 const struct vring *virtqueue_get_vring(const struct virtqueue *vq)  in virtqueue_get_vring()
3127 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_map_single_attrs()  local
3151 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_unmap_single_attrs()  local
3169 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_mapping_error()  local
3190 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_need_sync()  local
3216 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_sync_single_range_for_cpu()  local
3242 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_dma_sync_single_range_for_device()  local