57 struct virtqueue {  struct
131 static int	virtqueue_init_indirect(struct virtqueue *vq, int);
132 static void	virtqueue_free_indirect(struct virtqueue *vq);
133 static void	virtqueue_init_indirect_list(struct virtqueue *,
136 static void	vq_ring_init(struct virtqueue *);
137 static void	vq_ring_update_avail(struct virtqueue *, uint16_t);
138 static uint16_t	vq_ring_enqueue_segments(struct virtqueue *,
140 static bool	vq_ring_use_indirect(struct virtqueue *, int);
141 static void	vq_ring_enqueue_indirect(struct virtqueue *, void *,
143 static int	vq_ring_enable_interrupt(struct virtqueue *, uint16_t);
144 static int	vq_ring_must_notify_host(struct virtqueue *);
145 static void	vq_ring_notify_host(struct virtqueue *);
146 static void	vq_ring_free_chain(struct virtqueue *, uint16_t);
148 SDT_PROVIDER_DEFINE(virtqueue);
149 SDT_PROBE_DEFINE6(virtqueue, , enqueue_segments, entry, "struct virtqueue *",
151 SDT_PROBE_DEFINE1(virtqueue, , enqueue_segments, return, "uint16_t");
165 	struct virtqueue *vq;  in virtqueue_ring_load_callback()
172 	vq = (struct virtqueue *)arg;  in virtqueue_ring_load_callback()
179     struct vq_alloc_info *info, struct virtqueue **vqp)  in virtqueue_alloc()
181 	struct virtqueue *vq;  in virtqueue_alloc()
205 	vq = malloc(sizeof(struct virtqueue) +  in virtqueue_alloc()
310 virtqueue_init_indirect(struct virtqueue *vq, int indirect_size)  in virtqueue_init_indirect()
400 virtqueue_free_indirect(struct virtqueue *vq)  in virtqueue_free_indirect()
422 virtqueue_init_indirect_list(struct virtqueue *vq,  in virtqueue_init_indirect_list()
435 virtqueue_reinit(struct virtqueue *vq, uint16_t size)  in virtqueue_reinit()
477 virtqueue_free(struct virtqueue *vq)  in virtqueue_free()
504 virtqueue_paddr(struct virtqueue *vq)  in virtqueue_paddr()
510 virtqueue_desc_paddr(struct virtqueue *vq)  in virtqueue_desc_paddr()
516 virtqueue_avail_paddr(struct virtqueue *vq)  in virtqueue_avail_paddr()
522 virtqueue_used_paddr(struct virtqueue *vq)  in virtqueue_used_paddr()
528 virtqueue_index(struct virtqueue *vq)  in virtqueue_index()
535 virtqueue_size(struct virtqueue *vq)  in virtqueue_size()
542 virtqueue_nfree(struct virtqueue *vq)  in virtqueue_nfree()
549 virtqueue_empty(struct virtqueue *vq)  in virtqueue_empty()
556 virtqueue_full(struct virtqueue *vq)  in virtqueue_full()
563 virtqueue_notify(struct virtqueue *vq)  in virtqueue_notify()
578 virtqueue_nused(struct virtqueue *vq)  in virtqueue_nused()
594 virtqueue_intr_filter(struct virtqueue *vq)  in virtqueue_intr_filter()
608 virtqueue_intr(struct virtqueue *vq)  in virtqueue_intr()
615 virtqueue_enable_intr(struct virtqueue *vq)  in virtqueue_enable_intr()
622 virtqueue_postpone_intr(struct virtqueue *vq, vq_postpone_t hint)  in virtqueue_postpone_intr()
650 virtqueue_disable_intr(struct virtqueue *vq)  in virtqueue_disable_intr()
666 virtqueue_enqueue(struct virtqueue *vq, void *cookie, struct sglist *sg,  in virtqueue_enqueue()
722 virtqueue_dequeue(struct virtqueue *vq, uint32_t *len)  in virtqueue_dequeue()
753 virtqueue_poll(struct virtqueue *vq, uint32_t *len)  in virtqueue_poll()
765 virtqueue_drain(struct virtqueue *vq, int *last)  in virtqueue_drain()
788 virtqueue_dump(struct virtqueue *vq)  in virtqueue_dump()
807 vq_ring_init(struct virtqueue *vq)  in vq_ring_init()
828 vq_ring_update_avail(struct virtqueue *vq, uint16_t desc_idx)  in vq_ring_update_avail()
854 vq_ring_enqueue_segments(struct virtqueue *vq, struct vring_desc *desc,  in vq_ring_enqueue_segments()
862 	SDT_PROBE6(virtqueue, , enqueue_segments, entry, vq, desc, head_idx,  in vq_ring_enqueue_segments()
884 	SDT_PROBE1(virtqueue, , enqueue_segments, return, idx);  in vq_ring_enqueue_segments()
889 vq_ring_use_indirect(struct virtqueue *vq, int needed)  in vq_ring_use_indirect()
905 vq_ring_enqueue_indirect(struct virtqueue *vq, void *cookie,  in vq_ring_enqueue_indirect()
949 vq_ring_enable_interrupt(struct virtqueue *vq, uint16_t ndesc)  in vq_ring_enable_interrupt()
982 vq_ring_must_notify_host(struct virtqueue *vq)  in vq_ring_must_notify_host()
1002 vq_ring_notify_host(struct virtqueue *vq)  in vq_ring_notify_host()
1010 vq_ring_free_chain(struct virtqueue *vq, uint16_t desc_idx)  in vq_ring_free_chain()