139d6af07SAsias He #ifndef KVM__VIRTIO_H 239d6af07SAsias He #define KVM__VIRTIO_H 339d6af07SAsias He 4fb591944SMarc Zyngier #include <endian.h> 5fb591944SMarc Zyngier 639d6af07SAsias He #include <linux/virtio_ring.h> 7b8f43678SSasha Levin #include <linux/virtio_pci.h> 839d6af07SAsias He 93fdf659dSSasha Levin #include <linux/types.h> 1039d6af07SAsias He #include <sys/uio.h> 1139d6af07SAsias He 1239d6af07SAsias He #include "kvm/kvm.h" 1339d6af07SAsias He 147f5ffaf5SAsias He #define VIRTIO_IRQ_LOW 0 157f5ffaf5SAsias He #define VIRTIO_IRQ_HIGH 1 167f5ffaf5SAsias He 17c3a79fa1SSasha Levin #define VIRTIO_PCI_O_CONFIG 0 18c3a79fa1SSasha Levin #define VIRTIO_PCI_O_MSIX 1 19c3a79fa1SSasha Levin 20fb591944SMarc Zyngier #define VIRTIO_ENDIAN_LE (1 << 0) 21fb591944SMarc Zyngier #define VIRTIO_ENDIAN_BE (1 << 1) 22fb591944SMarc Zyngier 23b960f243SAndre Przywara #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ 24b960f243SAndre Przywara #define VIRTIO_ENDIAN_HOST VIRTIO_ENDIAN_LE 25b960f243SAndre Przywara #else 26b960f243SAndre Przywara #define VIRTIO_ENDIAN_HOST VIRTIO_ENDIAN_BE 27b960f243SAndre Przywara #endif 28b960f243SAndre Przywara 2939d6af07SAsias He struct virt_queue { 3039d6af07SAsias He struct vring vring; 313fdf659dSSasha Levin u32 pfn; 3239d6af07SAsias He /* The last_avail_idx field is an index to ->ring of struct vring_avail. 3339d6af07SAsias He It's where we assume the next request index is at. */ 343fdf659dSSasha Levin u16 last_avail_idx; 3551b1454fSAsias He u16 last_used_signalled; 36077a1096SMarc Zyngier u16 endian; 37*b7af514cSJean-Philippe Brucker bool use_event_idx; 3839d6af07SAsias He }; 3939d6af07SAsias He 40fb591944SMarc Zyngier /* 41fb591944SMarc Zyngier * The default policy is not to cope with the guest endianness. 42fb591944SMarc Zyngier * It also helps not breaking archs that do not care about supporting 43fb591944SMarc Zyngier * such a configuration. 44fb591944SMarc Zyngier */ 45fb591944SMarc Zyngier #ifndef VIRTIO_RING_ENDIAN 46fb591944SMarc Zyngier #define VIRTIO_RING_ENDIAN VIRTIO_ENDIAN_HOST 47fb591944SMarc Zyngier #endif 48fb591944SMarc Zyngier 49b960f243SAndre Przywara #if VIRTIO_RING_ENDIAN != VIRTIO_ENDIAN_HOST 50fb591944SMarc Zyngier 51fb591944SMarc Zyngier static inline __u16 __virtio_g2h_u16(u16 endian, __u16 val) 52fb591944SMarc Zyngier { 53fb591944SMarc Zyngier return (endian == VIRTIO_ENDIAN_LE) ? le16toh(val) : be16toh(val); 54fb591944SMarc Zyngier } 55fb591944SMarc Zyngier 56fb591944SMarc Zyngier static inline __u16 __virtio_h2g_u16(u16 endian, __u16 val) 57fb591944SMarc Zyngier { 58fb591944SMarc Zyngier return (endian == VIRTIO_ENDIAN_LE) ? htole16(val) : htobe16(val); 59fb591944SMarc Zyngier } 60fb591944SMarc Zyngier 61fb591944SMarc Zyngier static inline __u32 __virtio_g2h_u32(u16 endian, __u32 val) 62fb591944SMarc Zyngier { 63fb591944SMarc Zyngier return (endian == VIRTIO_ENDIAN_LE) ? le32toh(val) : be32toh(val); 64fb591944SMarc Zyngier } 65fb591944SMarc Zyngier 66fb591944SMarc Zyngier static inline __u32 __virtio_h2g_u32(u16 endian, __u32 val) 67fb591944SMarc Zyngier { 68fb591944SMarc Zyngier return (endian == VIRTIO_ENDIAN_LE) ? htole32(val) : htobe32(val); 69fb591944SMarc Zyngier } 70fb591944SMarc Zyngier 71fb591944SMarc Zyngier static inline __u64 __virtio_g2h_u64(u16 endian, __u64 val) 72fb591944SMarc Zyngier { 73fb591944SMarc Zyngier return (endian == VIRTIO_ENDIAN_LE) ? le64toh(val) : be64toh(val); 74fb591944SMarc Zyngier } 75fb591944SMarc Zyngier 76fb591944SMarc Zyngier static inline __u64 __virtio_h2g_u64(u16 endian, __u64 val) 77fb591944SMarc Zyngier { 78fb591944SMarc Zyngier return (endian == VIRTIO_ENDIAN_LE) ? htole64(val) : htobe64(val); 79fb591944SMarc Zyngier } 80fb591944SMarc Zyngier 81fb591944SMarc Zyngier #define virtio_guest_to_host_u16(x, v) __virtio_g2h_u16((x)->endian, (v)) 82fb591944SMarc Zyngier #define virtio_host_to_guest_u16(x, v) __virtio_h2g_u16((x)->endian, (v)) 83fb591944SMarc Zyngier #define virtio_guest_to_host_u32(x, v) __virtio_g2h_u32((x)->endian, (v)) 84fb591944SMarc Zyngier #define virtio_host_to_guest_u32(x, v) __virtio_h2g_u32((x)->endian, (v)) 85fb591944SMarc Zyngier #define virtio_guest_to_host_u64(x, v) __virtio_g2h_u64((x)->endian, (v)) 86fb591944SMarc Zyngier #define virtio_host_to_guest_u64(x, v) __virtio_h2g_u64((x)->endian, (v)) 87fb591944SMarc Zyngier 88fb591944SMarc Zyngier #else 89fb591944SMarc Zyngier 90fb591944SMarc Zyngier #define virtio_guest_to_host_u16(x, v) (v) 91fb591944SMarc Zyngier #define virtio_host_to_guest_u16(x, v) (v) 92fb591944SMarc Zyngier #define virtio_guest_to_host_u32(x, v) (v) 93fb591944SMarc Zyngier #define virtio_host_to_guest_u32(x, v) (v) 94fb591944SMarc Zyngier #define virtio_guest_to_host_u64(x, v) (v) 95fb591944SMarc Zyngier #define virtio_host_to_guest_u64(x, v) (v) 96fb591944SMarc Zyngier 97fb591944SMarc Zyngier #endif 98fb591944SMarc Zyngier 993fdf659dSSasha Levin static inline u16 virt_queue__pop(struct virt_queue *queue) 10039d6af07SAsias He { 101fb591944SMarc Zyngier __u16 guest_idx; 102fb591944SMarc Zyngier 103fb591944SMarc Zyngier guest_idx = queue->vring.avail->ring[queue->last_avail_idx++ % queue->vring.num]; 104fb591944SMarc Zyngier return virtio_guest_to_host_u16(queue, guest_idx); 10539d6af07SAsias He } 10639d6af07SAsias He 1073fdf659dSSasha Levin static inline struct vring_desc *virt_queue__get_desc(struct virt_queue *queue, u16 desc_ndx) 10839d6af07SAsias He { 10939d6af07SAsias He return &queue->vring.desc[desc_ndx]; 11039d6af07SAsias He } 11139d6af07SAsias He 11239d6af07SAsias He static inline bool virt_queue__available(struct virt_queue *vq) 11339d6af07SAsias He { 114*b7af514cSJean-Philippe Brucker u16 last_avail_idx = virtio_host_to_guest_u16(vq, vq->last_avail_idx); 115*b7af514cSJean-Philippe Brucker 116412aa73fSAmos Kong if (!vq->vring.avail) 117412aa73fSAmos Kong return 0; 11824a6fb44SSasha Levin 119*b7af514cSJean-Philippe Brucker if (vq->use_event_idx) 120*b7af514cSJean-Philippe Brucker vring_avail_event(&vq->vring) = last_avail_idx; 121*b7af514cSJean-Philippe Brucker 122*b7af514cSJean-Philippe Brucker return vq->vring.avail->idx != last_avail_idx; 12339d6af07SAsias He } 12439d6af07SAsias He 1253fea89a9SWill Deacon void virt_queue__used_idx_advance(struct virt_queue *queue, u16 jump); 1263fea89a9SWill Deacon struct vring_used_elem * virt_queue__set_used_elem_no_update(struct virt_queue *queue, u32 head, u32 len, u16 offset); 1273fdf659dSSasha Levin struct vring_used_elem *virt_queue__set_used_elem(struct virt_queue *queue, u32 head, u32 len); 12839d6af07SAsias He 12951b1454fSAsias He bool virtio_queue__should_signal(struct virt_queue *vq); 13038d4bf6eSAsias He u16 virt_queue__get_iov(struct virt_queue *vq, struct iovec iov[], 13138d4bf6eSAsias He u16 *out, u16 *in, struct kvm *kvm); 13238d4bf6eSAsias He u16 virt_queue__get_head_iov(struct virt_queue *vq, struct iovec iov[], 13338d4bf6eSAsias He u16 *out, u16 *in, u16 head, struct kvm *kvm); 13408861bcfSAneesh Kumar K.V u16 virt_queue__get_inout_iov(struct kvm *kvm, struct virt_queue *queue, 13508861bcfSAneesh Kumar K.V struct iovec in_iov[], struct iovec out_iov[], 13608861bcfSAneesh Kumar K.V u16 *in, u16 *out); 1371382aba0SSasha Levin int virtio__get_dev_specific_field(int offset, bool msix, u32 *config_off); 138c3a79fa1SSasha Levin 13902eca50cSAsias He enum virtio_trans { 14002eca50cSAsias He VIRTIO_PCI, 14102eca50cSAsias He VIRTIO_MMIO, 14202eca50cSAsias He }; 14302eca50cSAsias He 14402eca50cSAsias He struct virtio_device { 145627d6874SAsias He bool use_vhost; 14602eca50cSAsias He void *virtio; 14702eca50cSAsias He struct virtio_ops *ops; 14819d98215SMarc Zyngier u16 endian; 14956a16c90SJean-Philippe Brucker u32 features; 15002eca50cSAsias He }; 15102eca50cSAsias He 15202eca50cSAsias He struct virtio_ops { 153c5ae742bSSasha Levin u8 *(*get_config)(struct kvm *kvm, void *dev); 15402eca50cSAsias He u32 (*get_host_features)(struct kvm *kvm, void *dev); 15502eca50cSAsias He void (*set_guest_features)(struct kvm *kvm, void *dev, u32 features); 156c59ba304SWill Deacon int (*init_vq)(struct kvm *kvm, void *dev, u32 vq, u32 page_size, 157c59ba304SWill Deacon u32 align, u32 pfn); 15802eca50cSAsias He int (*notify_vq)(struct kvm *kvm, void *dev, u32 vq); 15902eca50cSAsias He int (*get_pfn_vq)(struct kvm *kvm, void *dev, u32 vq); 16002eca50cSAsias He int (*get_size_vq)(struct kvm *kvm, void *dev, u32 vq); 16102eca50cSAsias He int (*set_size_vq)(struct kvm *kvm, void *dev, u32 vq, int size); 16202eca50cSAsias He void (*notify_vq_gsi)(struct kvm *kvm, void *dev, u32 vq, u32 gsi); 16302eca50cSAsias He void (*notify_vq_eventfd)(struct kvm *kvm, void *dev, u32 vq, u32 efd); 16402eca50cSAsias He int (*signal_vq)(struct kvm *kvm, struct virtio_device *vdev, u32 queueid); 16502eca50cSAsias He int (*signal_config)(struct kvm *kvm, struct virtio_device *vdev); 16604b53c16SSasha Levin void (*notify_status)(struct kvm *kvm, void *dev, u8 status); 16702eca50cSAsias He int (*init)(struct kvm *kvm, void *dev, struct virtio_device *vdev, 16802eca50cSAsias He int device_id, int subsys_id, int class); 16902eca50cSAsias He int (*exit)(struct kvm *kvm, struct virtio_device *vdev); 17002eca50cSAsias He }; 17102eca50cSAsias He 17202eca50cSAsias He int virtio_init(struct kvm *kvm, void *dev, struct virtio_device *vdev, 17302eca50cSAsias He struct virtio_ops *ops, enum virtio_trans trans, 17402eca50cSAsias He int device_id, int subsys_id, int class); 17552f34d2cSAsias He int virtio_compat_add_message(const char *device, const char *config); 176dc7a55d6SSuzuki K. Poulose const char* virtio_trans_name(enum virtio_trans trans); 177e7e2950aSSasha Levin 178e7e2950aSSasha Levin static inline void *virtio_get_vq(struct kvm *kvm, u32 pfn, u32 page_size) 179e7e2950aSSasha Levin { 180e7e2950aSSasha Levin return guest_flat_to_host(kvm, (u64)pfn * page_size); 181e7e2950aSSasha Levin } 182e7e2950aSSasha Levin 183077a1096SMarc Zyngier static inline void virtio_init_device_vq(struct virtio_device *vdev, 184077a1096SMarc Zyngier struct virt_queue *vq) 185077a1096SMarc Zyngier { 186077a1096SMarc Zyngier vq->endian = vdev->endian; 187*b7af514cSJean-Philippe Brucker vq->use_event_idx = (vdev->features & VIRTIO_RING_F_EVENT_IDX); 188077a1096SMarc Zyngier } 189077a1096SMarc Zyngier 19056a16c90SJean-Philippe Brucker void virtio_set_guest_features(struct kvm *kvm, struct virtio_device *vdev, 19156a16c90SJean-Philippe Brucker void *dev, u32 features); 19256a16c90SJean-Philippe Brucker 19339d6af07SAsias He #endif /* KVM__VIRTIO_H */ 194