139d6af07SAsias He #include <linux/virtio_ring.h> 23fdf659dSSasha Levin #include <linux/types.h> 339d6af07SAsias He #include <sys/uio.h> 42caa836dSIngo Molnar 52caa836dSIngo Molnar #include "kvm/barrier.h" 62caa836dSIngo Molnar 739d6af07SAsias He #include "kvm/kvm.h" 839d6af07SAsias He #include "kvm/virtio.h" 939d6af07SAsias He 103fdf659dSSasha Levin struct vring_used_elem *virt_queue__set_used_elem(struct virt_queue *queue, u32 head, u32 len) 1139d6af07SAsias He { 1239d6af07SAsias He struct vring_used_elem *used_elem; 13407475bfSPekka Enberg 1494902782SSasha Levin used_elem = &queue->vring.used->ring[queue->vring.used->idx % queue->vring.num]; 1539d6af07SAsias He used_elem->id = head; 1639d6af07SAsias He used_elem->len = len; 1794902782SSasha Levin 1894902782SSasha Levin /* 1994902782SSasha Levin * Use wmb to assure that used elem was updated with head and len. 2094902782SSasha Levin * We need a wmb here since we can't advance idx unless we're ready 2194902782SSasha Levin * to pass the used element to the guest. 2294902782SSasha Levin */ 2394902782SSasha Levin wmb(); 2494902782SSasha Levin queue->vring.used->idx++; 2594902782SSasha Levin 2694902782SSasha Levin /* 2794902782SSasha Levin * Use wmb to assure used idx has been increased before we signal the guest. 2894902782SSasha Levin * Without a wmb here the guest may ignore the queue since it won't see 2994902782SSasha Levin * an updated idx. 3094902782SSasha Levin */ 3194902782SSasha Levin wmb(); 3294902782SSasha Levin 3339d6af07SAsias He return used_elem; 3439d6af07SAsias He } 3539d6af07SAsias He 363fdf659dSSasha Levin u16 virt_queue__get_iov(struct virt_queue *queue, struct iovec iov[], u16 *out, u16 *in, struct kvm *kvm) 3739d6af07SAsias He { 3839d6af07SAsias He struct vring_desc *desc; 393fdf659dSSasha Levin u16 head, idx; 4039d6af07SAsias He 4139d6af07SAsias He idx = head = virt_queue__pop(queue); 4239d6af07SAsias He *out = *in = 0; 4339d6af07SAsias He 4439d6af07SAsias He do { 4539d6af07SAsias He desc = virt_queue__get_desc(queue, idx); 4639d6af07SAsias He iov[*out + *in].iov_base = guest_flat_to_host(kvm, desc->addr); 4739d6af07SAsias He iov[*out + *in].iov_len = desc->len; 4839d6af07SAsias He if (desc->flags & VRING_DESC_F_WRITE) 4939d6af07SAsias He (*in)++; 5039d6af07SAsias He else 5139d6af07SAsias He (*out)++; 5239d6af07SAsias He if (desc->flags & VRING_DESC_F_NEXT) 5339d6af07SAsias He idx = desc->next; 5439d6af07SAsias He else 5539d6af07SAsias He break; 5639d6af07SAsias He } while (1); 5739d6af07SAsias He 5839d6af07SAsias He return head; 5939d6af07SAsias He } 607f5ffaf5SAsias He 617f5ffaf5SAsias He void virt_queue__trigger_irq(struct virt_queue *vq, int irq, u8 *isr, struct kvm *kvm) 627f5ffaf5SAsias He { 63*9b6022b8SAsias He if (vq->vring.avail->flags & VRING_AVAIL_F_NO_INTERRUPT) 64*9b6022b8SAsias He return; 65*9b6022b8SAsias He 667f5ffaf5SAsias He if (*isr == VIRTIO_IRQ_LOW) { 677f5ffaf5SAsias He *isr = VIRTIO_IRQ_HIGH; 687f5ffaf5SAsias He kvm__irq_line(kvm, irq, VIRTIO_IRQ_HIGH); 697f5ffaf5SAsias He } 707f5ffaf5SAsias He } 71