xref: /qemu/subprojects/libvhost-user/libvhost-user.h (revision 8f5a4cfc7ed9e06e07fdd8e8fdf50ef3ea783f63)
17b2e5c65SMarc-André Lureau /*
27b2e5c65SMarc-André Lureau  * Vhost User library
37b2e5c65SMarc-André Lureau  *
47b2e5c65SMarc-André Lureau  * Copyright (c) 2016 Red Hat, Inc.
57b2e5c65SMarc-André Lureau  *
67b2e5c65SMarc-André Lureau  * Authors:
77b2e5c65SMarc-André Lureau  *  Victor Kaplansky <victork@redhat.com>
87b2e5c65SMarc-André Lureau  *  Marc-André Lureau <mlureau@redhat.com>
97b2e5c65SMarc-André Lureau  *
107b2e5c65SMarc-André Lureau  * This work is licensed under the terms of the GNU GPL, version 2 or
117b2e5c65SMarc-André Lureau  * later.  See the COPYING file in the top-level directory.
127b2e5c65SMarc-André Lureau  */
137b2e5c65SMarc-André Lureau 
147b2e5c65SMarc-André Lureau #ifndef LIBVHOST_USER_H
157b2e5c65SMarc-André Lureau #define LIBVHOST_USER_H
167b2e5c65SMarc-André Lureau 
177b2e5c65SMarc-André Lureau #include <stdint.h>
187b2e5c65SMarc-André Lureau #include <stdbool.h>
197b2e5c65SMarc-André Lureau #include <stddef.h>
2029ce0d35SJiaxun Yang #include <poll.h>
217b2e5c65SMarc-André Lureau #include <linux/vhost.h>
22c25c02b9SDr. David Alan Gilbert #include <pthread.h>
237b2e5c65SMarc-André Lureau #include "standard-headers/linux/virtio_ring.h"
247b2e5c65SMarc-André Lureau 
257b2e5c65SMarc-André Lureau /* Based on qemu/hw/virtio/vhost-user.c */
267b2e5c65SMarc-André Lureau #define VHOST_USER_F_PROTOCOL_FEATURES 30
277b2e5c65SMarc-André Lureau #define VHOST_LOG_PAGE 4096
287b2e5c65SMarc-André Lureau 
297b2e5c65SMarc-André Lureau #define VIRTQUEUE_MAX_SIZE 1024
307b2e5c65SMarc-André Lureau 
31b650d5f4SRaphael Norwitz #define VHOST_MEMORY_BASELINE_NREGIONS 8
32b650d5f4SRaphael Norwitz 
33b650d5f4SRaphael Norwitz /*
34*0fa6344cSDavid Hildenbrand  * vhost in the kernel usually supports 509 mem slots. 509 used to be the
35*0fa6344cSDavid Hildenbrand  * KVM limit, it supported 512, but 3 were used for internal purposes. This
36*0fa6344cSDavid Hildenbrand  * limit is sufficient to support many DIMMs and virtio-mem in
37*0fa6344cSDavid Hildenbrand  * "dynamic-memslots" mode.
38b650d5f4SRaphael Norwitz  */
39*0fa6344cSDavid Hildenbrand #define VHOST_USER_MAX_RAM_SLOTS 509
407b2e5c65SMarc-André Lureau 
41049f5550SCoiby Xu #define VHOST_USER_HDR_SIZE offsetof(VhostUserMsg, payload.u64)
42049f5550SCoiby Xu 
430bc24d83SChangpeng Liu typedef enum VhostSetConfigType {
44f8ed3648SManos Pitsidianakis     VHOST_SET_CONFIG_TYPE_FRONTEND = 0,
450bc24d83SChangpeng Liu     VHOST_SET_CONFIG_TYPE_MIGRATION = 1,
460bc24d83SChangpeng Liu } VhostSetConfigType;
470bc24d83SChangpeng Liu 
480bc24d83SChangpeng Liu /*
490bc24d83SChangpeng Liu  * Maximum size of virtio device config space
500bc24d83SChangpeng Liu  */
510bc24d83SChangpeng Liu #define VHOST_USER_MAX_CONFIG_SIZE 256
520bc24d83SChangpeng Liu 
537b2e5c65SMarc-André Lureau enum VhostUserProtocolFeature {
547b2e5c65SMarc-André Lureau     VHOST_USER_PROTOCOL_F_MQ = 0,
557b2e5c65SMarc-André Lureau     VHOST_USER_PROTOCOL_F_LOG_SHMFD = 1,
567b2e5c65SMarc-André Lureau     VHOST_USER_PROTOCOL_F_RARP = 2,
57ea642e22SDr. David Alan Gilbert     VHOST_USER_PROTOCOL_F_REPLY_ACK = 3,
58ea642e22SDr. David Alan Gilbert     VHOST_USER_PROTOCOL_F_NET_MTU = 4,
59e608feedSMaxime Coquelin     VHOST_USER_PROTOCOL_F_BACKEND_REQ = 5,
60ea642e22SDr. David Alan Gilbert     VHOST_USER_PROTOCOL_F_CROSS_ENDIAN = 6,
619ccbfe14SDr. David Alan Gilbert     VHOST_USER_PROTOCOL_F_CRYPTO_SESSION = 7,
629ccbfe14SDr. David Alan Gilbert     VHOST_USER_PROTOCOL_F_PAGEFAULT = 8,
63ea3e6f5aSChangpeng Liu     VHOST_USER_PROTOCOL_F_CONFIG = 9,
64e608feedSMaxime Coquelin     VHOST_USER_PROTOCOL_F_BACKEND_SEND_FD = 10,
65d84599f5STiwei Bie     VHOST_USER_PROTOCOL_F_HOST_NOTIFIER = 11,
665f9ff1efSXie Yongji     VHOST_USER_PROTOCOL_F_INFLIGHT_SHMFD = 12,
67ff132005SJohannes Berg     VHOST_USER_PROTOCOL_F_INBAND_NOTIFICATIONS = 14,
68b650d5f4SRaphael Norwitz     VHOST_USER_PROTOCOL_F_CONFIGURE_MEM_SLOTS = 15,
69ce0f3b03SAlbert Esteve     /* Feature 16 is reserved for VHOST_USER_PROTOCOL_F_STATUS. */
70d4eb5038SHanna Czenczek     /* Feature 17 reserved for VHOST_USER_PROTOCOL_F_XEN_MMAP. */
71d4eb5038SHanna Czenczek     VHOST_USER_PROTOCOL_F_SHARED_OBJECT = 18,
727b2e5c65SMarc-André Lureau     VHOST_USER_PROTOCOL_F_MAX
737b2e5c65SMarc-André Lureau };
747b2e5c65SMarc-André Lureau 
757b2e5c65SMarc-André Lureau #define VHOST_USER_PROTOCOL_FEATURE_MASK ((1 << VHOST_USER_PROTOCOL_F_MAX) - 1)
767b2e5c65SMarc-André Lureau 
777b2e5c65SMarc-André Lureau typedef enum VhostUserRequest {
787b2e5c65SMarc-André Lureau     VHOST_USER_NONE = 0,
797b2e5c65SMarc-André Lureau     VHOST_USER_GET_FEATURES = 1,
807b2e5c65SMarc-André Lureau     VHOST_USER_SET_FEATURES = 2,
817b2e5c65SMarc-André Lureau     VHOST_USER_SET_OWNER = 3,
827b2e5c65SMarc-André Lureau     VHOST_USER_RESET_OWNER = 4,
837b2e5c65SMarc-André Lureau     VHOST_USER_SET_MEM_TABLE = 5,
847b2e5c65SMarc-André Lureau     VHOST_USER_SET_LOG_BASE = 6,
857b2e5c65SMarc-André Lureau     VHOST_USER_SET_LOG_FD = 7,
867b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_NUM = 8,
877b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_ADDR = 9,
887b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_BASE = 10,
897b2e5c65SMarc-André Lureau     VHOST_USER_GET_VRING_BASE = 11,
907b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_KICK = 12,
917b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_CALL = 13,
927b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_ERR = 14,
937b2e5c65SMarc-André Lureau     VHOST_USER_GET_PROTOCOL_FEATURES = 15,
947b2e5c65SMarc-André Lureau     VHOST_USER_SET_PROTOCOL_FEATURES = 16,
957b2e5c65SMarc-André Lureau     VHOST_USER_GET_QUEUE_NUM = 17,
967b2e5c65SMarc-André Lureau     VHOST_USER_SET_VRING_ENABLE = 18,
977b2e5c65SMarc-André Lureau     VHOST_USER_SEND_RARP = 19,
98ea642e22SDr. David Alan Gilbert     VHOST_USER_NET_SET_MTU = 20,
99e608feedSMaxime Coquelin     VHOST_USER_SET_BACKEND_REQ_FD = 21,
100ea642e22SDr. David Alan Gilbert     VHOST_USER_IOTLB_MSG = 22,
101ea642e22SDr. David Alan Gilbert     VHOST_USER_SET_VRING_ENDIAN = 23,
1020bc24d83SChangpeng Liu     VHOST_USER_GET_CONFIG = 24,
1030bc24d83SChangpeng Liu     VHOST_USER_SET_CONFIG = 25,
104d3dff7a5SDr. David Alan Gilbert     VHOST_USER_CREATE_CRYPTO_SESSION = 26,
105d3dff7a5SDr. David Alan Gilbert     VHOST_USER_CLOSE_CRYPTO_SESSION = 27,
106d3dff7a5SDr. David Alan Gilbert     VHOST_USER_POSTCOPY_ADVISE  = 28,
1076864a7b5SDr. David Alan Gilbert     VHOST_USER_POSTCOPY_LISTEN  = 29,
108c639187eSDr. David Alan Gilbert     VHOST_USER_POSTCOPY_END     = 30,
1095f9ff1efSXie Yongji     VHOST_USER_GET_INFLIGHT_FD = 31,
1105f9ff1efSXie Yongji     VHOST_USER_SET_INFLIGHT_FD = 32,
111bd2e44feSMarc-André Lureau     VHOST_USER_GPU_SET_SOCKET = 33,
112ff132005SJohannes Berg     VHOST_USER_VRING_KICK = 35,
1136fb2e173SRaphael Norwitz     VHOST_USER_GET_MAX_MEM_SLOTS = 36,
114ec94c8e6SRaphael Norwitz     VHOST_USER_ADD_MEM_REG = 37,
115875b9fd9SRaphael Norwitz     VHOST_USER_REM_MEM_REG = 38,
116ce0f3b03SAlbert Esteve     VHOST_USER_GET_SHARED_OBJECT = 41,
1177b2e5c65SMarc-André Lureau     VHOST_USER_MAX
1187b2e5c65SMarc-André Lureau } VhostUserRequest;
1197b2e5c65SMarc-André Lureau 
120f8ed3648SManos Pitsidianakis typedef enum VhostUserBackendRequest {
121e608feedSMaxime Coquelin     VHOST_USER_BACKEND_NONE = 0,
122e608feedSMaxime Coquelin     VHOST_USER_BACKEND_IOTLB_MSG = 1,
123e608feedSMaxime Coquelin     VHOST_USER_BACKEND_CONFIG_CHANGE_MSG = 2,
124e608feedSMaxime Coquelin     VHOST_USER_BACKEND_VRING_HOST_NOTIFIER_MSG = 3,
125e608feedSMaxime Coquelin     VHOST_USER_BACKEND_VRING_CALL = 4,
126e608feedSMaxime Coquelin     VHOST_USER_BACKEND_VRING_ERR = 5,
127ce0f3b03SAlbert Esteve     VHOST_USER_BACKEND_SHARED_OBJECT_ADD = 6,
128ce0f3b03SAlbert Esteve     VHOST_USER_BACKEND_SHARED_OBJECT_REMOVE = 7,
129ce0f3b03SAlbert Esteve     VHOST_USER_BACKEND_SHARED_OBJECT_LOOKUP = 8,
130e608feedSMaxime Coquelin     VHOST_USER_BACKEND_MAX
131f8ed3648SManos Pitsidianakis }  VhostUserBackendRequest;
132d84599f5STiwei Bie 
1337b2e5c65SMarc-André Lureau typedef struct VhostUserMemoryRegion {
1347b2e5c65SMarc-André Lureau     uint64_t guest_phys_addr;
1357b2e5c65SMarc-André Lureau     uint64_t memory_size;
1367b2e5c65SMarc-André Lureau     uint64_t userspace_addr;
1377b2e5c65SMarc-André Lureau     uint64_t mmap_offset;
1387b2e5c65SMarc-André Lureau } VhostUserMemoryRegion;
1397b2e5c65SMarc-André Lureau 
140316ee111SRaphael Norwitz #define VHOST_USER_MEM_REG_SIZE (sizeof(VhostUserMemoryRegion))
141316ee111SRaphael Norwitz 
1427b2e5c65SMarc-André Lureau typedef struct VhostUserMemory {
1437b2e5c65SMarc-André Lureau     uint32_t nregions;
1447b2e5c65SMarc-André Lureau     uint32_t padding;
145b650d5f4SRaphael Norwitz     VhostUserMemoryRegion regions[VHOST_MEMORY_BASELINE_NREGIONS];
1467b2e5c65SMarc-André Lureau } VhostUserMemory;
1477b2e5c65SMarc-André Lureau 
148ec94c8e6SRaphael Norwitz typedef struct VhostUserMemRegMsg {
1493009edffSStefan Hajnoczi     uint64_t padding;
150ec94c8e6SRaphael Norwitz     VhostUserMemoryRegion region;
151ec94c8e6SRaphael Norwitz } VhostUserMemRegMsg;
152ec94c8e6SRaphael Norwitz 
1537b2e5c65SMarc-André Lureau typedef struct VhostUserLog {
1547b2e5c65SMarc-André Lureau     uint64_t mmap_size;
1557b2e5c65SMarc-André Lureau     uint64_t mmap_offset;
1567b2e5c65SMarc-André Lureau } VhostUserLog;
1577b2e5c65SMarc-André Lureau 
1580bc24d83SChangpeng Liu typedef struct VhostUserConfig {
1590bc24d83SChangpeng Liu     uint32_t offset;
1600bc24d83SChangpeng Liu     uint32_t size;
1610bc24d83SChangpeng Liu     uint32_t flags;
1620bc24d83SChangpeng Liu     uint8_t region[VHOST_USER_MAX_CONFIG_SIZE];
1630bc24d83SChangpeng Liu } VhostUserConfig;
1640bc24d83SChangpeng Liu 
1650bc24d83SChangpeng Liu static VhostUserConfig c __attribute__ ((unused));
1660bc24d83SChangpeng Liu #define VHOST_USER_CONFIG_HDR_SIZE (sizeof(c.offset) \
1670bc24d83SChangpeng Liu                                    + sizeof(c.size) \
1680bc24d83SChangpeng Liu                                    + sizeof(c.flags))
1690bc24d83SChangpeng Liu 
170d84599f5STiwei Bie typedef struct VhostUserVringArea {
171d84599f5STiwei Bie     uint64_t u64;
172d84599f5STiwei Bie     uint64_t size;
173d84599f5STiwei Bie     uint64_t offset;
174d84599f5STiwei Bie } VhostUserVringArea;
175d84599f5STiwei Bie 
1765f9ff1efSXie Yongji typedef struct VhostUserInflight {
1775f9ff1efSXie Yongji     uint64_t mmap_size;
1785f9ff1efSXie Yongji     uint64_t mmap_offset;
1795f9ff1efSXie Yongji     uint16_t num_queues;
1805f9ff1efSXie Yongji     uint16_t queue_size;
1815f9ff1efSXie Yongji } VhostUserInflight;
1825f9ff1efSXie Yongji 
183ce0f3b03SAlbert Esteve #define UUID_LEN 16
184ce0f3b03SAlbert Esteve 
185ce0f3b03SAlbert Esteve typedef struct VhostUserShared {
186ce0f3b03SAlbert Esteve     unsigned char uuid[UUID_LEN];
187ce0f3b03SAlbert Esteve } VhostUserShared;
188ce0f3b03SAlbert Esteve 
1897b2e5c65SMarc-André Lureau #define VU_PACKED __attribute__((packed))
1907b2e5c65SMarc-André Lureau 
1917b2e5c65SMarc-André Lureau typedef struct VhostUserMsg {
192ba275e9dSMarc-André Lureau     int request;
1937b2e5c65SMarc-André Lureau 
1947b2e5c65SMarc-André Lureau #define VHOST_USER_VERSION_MASK     (0x3)
1957b2e5c65SMarc-André Lureau #define VHOST_USER_REPLY_MASK       (0x1 << 2)
196d84599f5STiwei Bie #define VHOST_USER_NEED_REPLY_MASK  (0x1 << 3)
1977b2e5c65SMarc-André Lureau     uint32_t flags;
1987b2e5c65SMarc-André Lureau     uint32_t size; /* the following payload size */
1997b2e5c65SMarc-André Lureau 
2007b2e5c65SMarc-André Lureau     union {
2017b2e5c65SMarc-André Lureau #define VHOST_USER_VRING_IDX_MASK   (0xff)
2027b2e5c65SMarc-André Lureau #define VHOST_USER_VRING_NOFD_MASK  (0x1 << 8)
2037b2e5c65SMarc-André Lureau         uint64_t u64;
2047b2e5c65SMarc-André Lureau         struct vhost_vring_state state;
2057b2e5c65SMarc-André Lureau         struct vhost_vring_addr addr;
2067b2e5c65SMarc-André Lureau         VhostUserMemory memory;
207ec94c8e6SRaphael Norwitz         VhostUserMemRegMsg memreg;
2087b2e5c65SMarc-André Lureau         VhostUserLog log;
2090bc24d83SChangpeng Liu         VhostUserConfig config;
210d84599f5STiwei Bie         VhostUserVringArea area;
2115f9ff1efSXie Yongji         VhostUserInflight inflight;
212ce0f3b03SAlbert Esteve         VhostUserShared object;
2137b2e5c65SMarc-André Lureau     } payload;
2147b2e5c65SMarc-André Lureau 
215b650d5f4SRaphael Norwitz     int fds[VHOST_MEMORY_BASELINE_NREGIONS];
2167b2e5c65SMarc-André Lureau     int fd_num;
2177b2e5c65SMarc-André Lureau     uint8_t *data;
2187b2e5c65SMarc-André Lureau } VU_PACKED VhostUserMsg;
2197b2e5c65SMarc-André Lureau 
2207b2e5c65SMarc-André Lureau typedef struct VuDevRegion {
2217b2e5c65SMarc-André Lureau     /* Guest Physical address. */
2227b2e5c65SMarc-André Lureau     uint64_t gpa;
2237b2e5c65SMarc-André Lureau     /* Memory region size. */
2247b2e5c65SMarc-André Lureau     uint64_t size;
2257b2e5c65SMarc-André Lureau     /* QEMU virtual address (userspace). */
2267b2e5c65SMarc-André Lureau     uint64_t qva;
2277b2e5c65SMarc-André Lureau     /* Starting offset in our mmaped space. */
2287b2e5c65SMarc-André Lureau     uint64_t mmap_offset;
2297b2e5c65SMarc-André Lureau     /* Start address of mmaped space. */
2307b2e5c65SMarc-André Lureau     uint64_t mmap_addr;
2317b2e5c65SMarc-André Lureau } VuDevRegion;
2327b2e5c65SMarc-André Lureau 
2337b2e5c65SMarc-André Lureau typedef struct VuDev VuDev;
2347b2e5c65SMarc-André Lureau 
2357b2e5c65SMarc-André Lureau typedef uint64_t (*vu_get_features_cb) (VuDev *dev);
2367b2e5c65SMarc-André Lureau typedef void (*vu_set_features_cb) (VuDev *dev, uint64_t features);
2377b2e5c65SMarc-André Lureau typedef int (*vu_process_msg_cb) (VuDev *dev, VhostUserMsg *vmsg,
2387b2e5c65SMarc-André Lureau                                   int *do_reply);
239049f5550SCoiby Xu typedef bool (*vu_read_msg_cb) (VuDev *dev, int sock, VhostUserMsg *vmsg);
2407b2e5c65SMarc-André Lureau typedef void (*vu_queue_set_started_cb) (VuDev *dev, int qidx, bool started);
24135480cbfSMarc-André Lureau typedef bool (*vu_queue_is_processed_in_order_cb) (VuDev *dev, int qidx);
2420bc24d83SChangpeng Liu typedef int (*vu_get_config_cb) (VuDev *dev, uint8_t *config, uint32_t len);
2430bc24d83SChangpeng Liu typedef int (*vu_set_config_cb) (VuDev *dev, const uint8_t *data,
2440bc24d83SChangpeng Liu                                  uint32_t offset, uint32_t size,
2450bc24d83SChangpeng Liu                                  uint32_t flags);
246ce0f3b03SAlbert Esteve typedef int (*vu_get_shared_object_cb) (VuDev *dev, const unsigned char *uuid);
2477b2e5c65SMarc-André Lureau 
2487b2e5c65SMarc-André Lureau typedef struct VuDevIface {
2497b2e5c65SMarc-André Lureau     /* called by VHOST_USER_GET_FEATURES to get the features bitmask */
2507b2e5c65SMarc-André Lureau     vu_get_features_cb get_features;
2517b2e5c65SMarc-André Lureau     /* enable vhost implementation features */
2527b2e5c65SMarc-André Lureau     vu_set_features_cb set_features;
2537b2e5c65SMarc-André Lureau     /* get the protocol feature bitmask from the underlying vhost
2547b2e5c65SMarc-André Lureau      * implementation */
2557b2e5c65SMarc-André Lureau     vu_get_features_cb get_protocol_features;
2567b2e5c65SMarc-André Lureau     /* enable protocol features in the underlying vhost implementation. */
2577b2e5c65SMarc-André Lureau     vu_set_features_cb set_protocol_features;
2587b2e5c65SMarc-André Lureau     /* process_msg is called for each vhost-user message received */
2597b2e5c65SMarc-André Lureau     /* skip libvhost-user processing if return value != 0 */
2607b2e5c65SMarc-André Lureau     vu_process_msg_cb process_msg;
2617b2e5c65SMarc-André Lureau     /* tells when queues can be processed */
2627b2e5c65SMarc-André Lureau     vu_queue_set_started_cb queue_set_started;
26335480cbfSMarc-André Lureau     /*
26435480cbfSMarc-André Lureau      * If the queue is processed in order, in which case it will be
26535480cbfSMarc-André Lureau      * resumed to vring.used->idx. This can help to support resuming
26635480cbfSMarc-André Lureau      * on unmanaged exit/crash.
26735480cbfSMarc-André Lureau      */
26835480cbfSMarc-André Lureau     vu_queue_is_processed_in_order_cb queue_is_processed_in_order;
2690bc24d83SChangpeng Liu     /* get the config space of the device */
2700bc24d83SChangpeng Liu     vu_get_config_cb get_config;
2710bc24d83SChangpeng Liu     /* set the config space of the device */
2720bc24d83SChangpeng Liu     vu_set_config_cb set_config;
273ce0f3b03SAlbert Esteve     /* get virtio shared object from the underlying vhost implementation. */
274ce0f3b03SAlbert Esteve     vu_get_shared_object_cb get_shared_object;
2757b2e5c65SMarc-André Lureau } VuDevIface;
2767b2e5c65SMarc-André Lureau 
2777b2e5c65SMarc-André Lureau typedef void (*vu_queue_handler_cb) (VuDev *dev, int qidx);
2787b2e5c65SMarc-André Lureau 
2797b2e5c65SMarc-André Lureau typedef struct VuRing {
2807b2e5c65SMarc-André Lureau     unsigned int num;
2817b2e5c65SMarc-André Lureau     struct vring_desc *desc;
2827b2e5c65SMarc-André Lureau     struct vring_avail *avail;
2837b2e5c65SMarc-André Lureau     struct vring_used *used;
2847b2e5c65SMarc-André Lureau     uint64_t log_guest_addr;
2857b2e5c65SMarc-André Lureau     uint32_t flags;
2867b2e5c65SMarc-André Lureau } VuRing;
2877b2e5c65SMarc-André Lureau 
2885f9ff1efSXie Yongji typedef struct VuDescStateSplit {
2895f9ff1efSXie Yongji     /* Indicate whether this descriptor is inflight or not.
2905f9ff1efSXie Yongji      * Only available for head-descriptor. */
2915f9ff1efSXie Yongji     uint8_t inflight;
2925f9ff1efSXie Yongji 
2935f9ff1efSXie Yongji     /* Padding */
2945f9ff1efSXie Yongji     uint8_t padding[5];
2955f9ff1efSXie Yongji 
2965f9ff1efSXie Yongji     /* Maintain a list for the last batch of used descriptors.
2975f9ff1efSXie Yongji      * Only available when batching is used for submitting */
2985f9ff1efSXie Yongji     uint16_t next;
2995f9ff1efSXie Yongji 
3005f9ff1efSXie Yongji     /* Used to preserve the order of fetching available descriptors.
3015f9ff1efSXie Yongji      * Only available for head-descriptor. */
3025f9ff1efSXie Yongji     uint64_t counter;
3035f9ff1efSXie Yongji } VuDescStateSplit;
3045f9ff1efSXie Yongji 
3055f9ff1efSXie Yongji typedef struct VuVirtqInflight {
3065f9ff1efSXie Yongji     /* The feature flags of this region. Now it's initialized to 0. */
3075f9ff1efSXie Yongji     uint64_t features;
3085f9ff1efSXie Yongji 
3095f9ff1efSXie Yongji     /* The version of this region. It's 1 currently.
3105f9ff1efSXie Yongji      * Zero value indicates a vm reset happened. */
3115f9ff1efSXie Yongji     uint16_t version;
3125f9ff1efSXie Yongji 
313f8ed3648SManos Pitsidianakis     /*
314f8ed3648SManos Pitsidianakis      * The size of VuDescStateSplit array. It's equal to the virtqueue size.
315f8ed3648SManos Pitsidianakis      * Backend could get it from queue size field of VhostUserInflight.
316f8ed3648SManos Pitsidianakis      */
3175f9ff1efSXie Yongji     uint16_t desc_num;
3185f9ff1efSXie Yongji 
3195f9ff1efSXie Yongji     /* The head of list that track the last batch of used descriptors. */
3205f9ff1efSXie Yongji     uint16_t last_batch_head;
3215f9ff1efSXie Yongji 
3225f9ff1efSXie Yongji     /* Storing the idx value of used ring */
3235f9ff1efSXie Yongji     uint16_t used_idx;
3245f9ff1efSXie Yongji 
3255f9ff1efSXie Yongji     /* Used to track the state of each descriptor in descriptor table */
326f7795e40SPhilippe Mathieu-Daudé     VuDescStateSplit desc[];
3275f9ff1efSXie Yongji } VuVirtqInflight;
3285f9ff1efSXie Yongji 
3295f9ff1efSXie Yongji typedef struct VuVirtqInflightDesc {
3305f9ff1efSXie Yongji     uint16_t index;
3315f9ff1efSXie Yongji     uint64_t counter;
3325f9ff1efSXie Yongji } VuVirtqInflightDesc;
3335f9ff1efSXie Yongji 
3347b2e5c65SMarc-André Lureau typedef struct VuVirtq {
3357b2e5c65SMarc-André Lureau     VuRing vring;
3367b2e5c65SMarc-André Lureau 
3375f9ff1efSXie Yongji     VuVirtqInflight *inflight;
3385f9ff1efSXie Yongji 
3395f9ff1efSXie Yongji     VuVirtqInflightDesc *resubmit_list;
3405f9ff1efSXie Yongji 
3415f9ff1efSXie Yongji     uint16_t resubmit_num;
3425f9ff1efSXie Yongji 
3435f9ff1efSXie Yongji     uint64_t counter;
3445f9ff1efSXie Yongji 
3457b2e5c65SMarc-André Lureau     /* Next head to pop */
3467b2e5c65SMarc-André Lureau     uint16_t last_avail_idx;
3477b2e5c65SMarc-André Lureau 
3487b2e5c65SMarc-André Lureau     /* Last avail_idx read from VQ. */
3497b2e5c65SMarc-André Lureau     uint16_t shadow_avail_idx;
3507b2e5c65SMarc-André Lureau 
3517b2e5c65SMarc-André Lureau     uint16_t used_idx;
3527b2e5c65SMarc-André Lureau 
3537b2e5c65SMarc-André Lureau     /* Last used index value we have signalled on */
3547b2e5c65SMarc-André Lureau     uint16_t signalled_used;
3557b2e5c65SMarc-André Lureau 
3567b2e5c65SMarc-André Lureau     /* Last used index value we have signalled on */
3577b2e5c65SMarc-André Lureau     bool signalled_used_valid;
3587b2e5c65SMarc-André Lureau 
3597b2e5c65SMarc-André Lureau     /* Notification enabled? */
3607b2e5c65SMarc-André Lureau     bool notification;
3617b2e5c65SMarc-André Lureau 
362e7ee4fe2SMarcel Holtmann     unsigned int inuse;
3637b2e5c65SMarc-André Lureau 
3647b2e5c65SMarc-André Lureau     vu_queue_handler_cb handler;
3657b2e5c65SMarc-André Lureau 
3667b2e5c65SMarc-André Lureau     int call_fd;
3677b2e5c65SMarc-André Lureau     int kick_fd;
3687b2e5c65SMarc-André Lureau     int err_fd;
3697b2e5c65SMarc-André Lureau     unsigned int enable;
3707b2e5c65SMarc-André Lureau     bool started;
37149e9ec74SDr. David Alan Gilbert 
37249e9ec74SDr. David Alan Gilbert     /* Guest addresses of our ring */
37349e9ec74SDr. David Alan Gilbert     struct vhost_vring_addr vra;
3747b2e5c65SMarc-André Lureau } VuVirtq;
3757b2e5c65SMarc-André Lureau 
3767b2e5c65SMarc-André Lureau enum VuWatchCondtion {
37749cc0340SFelipe Franciosi     VU_WATCH_IN = POLLIN,
37849cc0340SFelipe Franciosi     VU_WATCH_OUT = POLLOUT,
37949cc0340SFelipe Franciosi     VU_WATCH_PRI = POLLPRI,
38049cc0340SFelipe Franciosi     VU_WATCH_ERR = POLLERR,
38149cc0340SFelipe Franciosi     VU_WATCH_HUP = POLLHUP,
3827b2e5c65SMarc-André Lureau };
3837b2e5c65SMarc-André Lureau 
3847b2e5c65SMarc-André Lureau typedef void (*vu_panic_cb) (VuDev *dev, const char *err);
3857b2e5c65SMarc-André Lureau typedef void (*vu_watch_cb) (VuDev *dev, int condition, void *data);
3867b2e5c65SMarc-André Lureau typedef void (*vu_set_watch_cb) (VuDev *dev, int fd, int condition,
3877b2e5c65SMarc-André Lureau                                  vu_watch_cb cb, void *data);
3887b2e5c65SMarc-André Lureau typedef void (*vu_remove_watch_cb) (VuDev *dev, int fd);
3897b2e5c65SMarc-André Lureau 
3905f9ff1efSXie Yongji typedef struct VuDevInflightInfo {
3915f9ff1efSXie Yongji     int fd;
3925f9ff1efSXie Yongji     void *addr;
3935f9ff1efSXie Yongji     uint64_t size;
3945f9ff1efSXie Yongji } VuDevInflightInfo;
3955f9ff1efSXie Yongji 
3967b2e5c65SMarc-André Lureau struct VuDev {
3977b2e5c65SMarc-André Lureau     int sock;
3987b2e5c65SMarc-André Lureau     uint32_t nregions;
399d884e272SDavid Hildenbrand     VuDevRegion *regions;
4006f5fd837SStefan Hajnoczi     VuVirtq *vq;
4015f9ff1efSXie Yongji     VuDevInflightInfo inflight_info;
4027b2e5c65SMarc-André Lureau     int log_call_fd;
403f8ed3648SManos Pitsidianakis     /* Must be held while using backend_fd */
404f8ed3648SManos Pitsidianakis     pthread_mutex_t backend_mutex;
405f8ed3648SManos Pitsidianakis     int backend_fd;
4067b2e5c65SMarc-André Lureau     uint64_t log_size;
4077b2e5c65SMarc-André Lureau     uint8_t *log_table;
4087b2e5c65SMarc-André Lureau     uint64_t features;
4097b2e5c65SMarc-André Lureau     uint64_t protocol_features;
4107b2e5c65SMarc-André Lureau     bool broken;
4116f5fd837SStefan Hajnoczi     uint16_t max_queues;
4127b2e5c65SMarc-André Lureau 
413de65d497SStefan Hajnoczi     /*
414de65d497SStefan Hajnoczi      * @read_msg: custom method to read vhost-user message
415049f5550SCoiby Xu      *
416049f5550SCoiby Xu      * Read data from vhost_user socket fd and fill up
417049f5550SCoiby Xu      * the passed VhostUserMsg *vmsg struct.
418049f5550SCoiby Xu      *
419049f5550SCoiby Xu      * If reading fails, it should close the received set of file
420049f5550SCoiby Xu      * descriptors as socket message's auxiliary data.
421049f5550SCoiby Xu      *
422049f5550SCoiby Xu      * For the details, please refer to vu_message_read in libvhost-user.c
423049f5550SCoiby Xu      * which will be used by default if not custom method is provided when
424049f5550SCoiby Xu      * calling vu_init
425049f5550SCoiby Xu      *
426049f5550SCoiby Xu      * Returns: true if vhost-user message successfully received,
427049f5550SCoiby Xu      *          otherwise return false.
428049f5550SCoiby Xu      *
429049f5550SCoiby Xu      */
430049f5550SCoiby Xu     vu_read_msg_cb read_msg;
431de65d497SStefan Hajnoczi 
432de65d497SStefan Hajnoczi     /*
433de65d497SStefan Hajnoczi      * @set_watch: add or update the given fd to the watch set,
434de65d497SStefan Hajnoczi      * call cb when condition is met.
435de65d497SStefan Hajnoczi      */
4367b2e5c65SMarc-André Lureau     vu_set_watch_cb set_watch;
4377b2e5c65SMarc-André Lureau 
4387b2e5c65SMarc-André Lureau     /* @remove_watch: remove the given fd from the watch set */
4397b2e5c65SMarc-André Lureau     vu_remove_watch_cb remove_watch;
4407b2e5c65SMarc-André Lureau 
441de65d497SStefan Hajnoczi     /*
442de65d497SStefan Hajnoczi      * @panic: encountered an unrecoverable error, you may try to re-initialize
443de65d497SStefan Hajnoczi      */
4447b2e5c65SMarc-André Lureau     vu_panic_cb panic;
4457b2e5c65SMarc-André Lureau     const VuDevIface *iface;
4462a84ffc0SDr. David Alan Gilbert 
4472a84ffc0SDr. David Alan Gilbert     /* Postcopy data */
4482a84ffc0SDr. David Alan Gilbert     int postcopy_ufd;
4496864a7b5SDr. David Alan Gilbert     bool postcopy_listening;
4507b2e5c65SMarc-André Lureau };
4517b2e5c65SMarc-André Lureau 
4527b2e5c65SMarc-André Lureau typedef struct VuVirtqElement {
4537b2e5c65SMarc-André Lureau     unsigned int index;
4547b2e5c65SMarc-André Lureau     unsigned int out_num;
4557b2e5c65SMarc-André Lureau     unsigned int in_num;
4567b2e5c65SMarc-André Lureau     struct iovec *in_sg;
4577b2e5c65SMarc-André Lureau     struct iovec *out_sg;
4587b2e5c65SMarc-André Lureau } VuVirtqElement;
4597b2e5c65SMarc-André Lureau 
4607b2e5c65SMarc-André Lureau /**
4617b2e5c65SMarc-André Lureau  * vu_init:
4627b2e5c65SMarc-André Lureau  * @dev: a VuDev context
4636f5fd837SStefan Hajnoczi  * @max_queues: maximum number of virtqueues
464f8ed3648SManos Pitsidianakis  * @socket: the socket connected to vhost-user frontend
4657b2e5c65SMarc-André Lureau  * @panic: a panic callback
4667b2e5c65SMarc-André Lureau  * @set_watch: a set_watch callback
4677b2e5c65SMarc-André Lureau  * @remove_watch: a remove_watch callback
4687b2e5c65SMarc-André Lureau  * @iface: a VuDevIface structure with vhost-user device callbacks
4697b2e5c65SMarc-André Lureau  *
470639b090dSzhaolichang  * Initializes a VuDev vhost-user context.
4716f5fd837SStefan Hajnoczi  *
4726f5fd837SStefan Hajnoczi  * Returns: true on success, false on failure.
4737b2e5c65SMarc-André Lureau  **/
4746f5fd837SStefan Hajnoczi bool vu_init(VuDev *dev,
4756f5fd837SStefan Hajnoczi              uint16_t max_queues,
4767b2e5c65SMarc-André Lureau              int socket,
4777b2e5c65SMarc-André Lureau              vu_panic_cb panic,
478049f5550SCoiby Xu              vu_read_msg_cb read_msg,
4797b2e5c65SMarc-André Lureau              vu_set_watch_cb set_watch,
4807b2e5c65SMarc-André Lureau              vu_remove_watch_cb remove_watch,
4817b2e5c65SMarc-André Lureau              const VuDevIface *iface);
4827b2e5c65SMarc-André Lureau 
4837b2e5c65SMarc-André Lureau 
4847b2e5c65SMarc-André Lureau /**
4857b2e5c65SMarc-André Lureau  * vu_deinit:
4867b2e5c65SMarc-André Lureau  * @dev: a VuDev context
4877b2e5c65SMarc-André Lureau  *
4887b2e5c65SMarc-André Lureau  * Cleans up the VuDev context
4897b2e5c65SMarc-André Lureau  */
4907b2e5c65SMarc-André Lureau void vu_deinit(VuDev *dev);
4917b2e5c65SMarc-André Lureau 
492467eeb0fSAlex Bennée 
493467eeb0fSAlex Bennée /**
494467eeb0fSAlex Bennée  * vu_request_to_string: return string for vhost message request
495467eeb0fSAlex Bennée  * @req: VhostUserMsg request
496467eeb0fSAlex Bennée  *
497467eeb0fSAlex Bennée  * Returns a const string, do not free.
498467eeb0fSAlex Bennée  */
499467eeb0fSAlex Bennée const char *vu_request_to_string(unsigned int req);
500467eeb0fSAlex Bennée 
5017b2e5c65SMarc-André Lureau /**
5027b2e5c65SMarc-André Lureau  * vu_dispatch:
5037b2e5c65SMarc-André Lureau  * @dev: a VuDev context
5047b2e5c65SMarc-André Lureau  *
5057b2e5c65SMarc-André Lureau  * Process one vhost-user message.
5067b2e5c65SMarc-André Lureau  *
5077b2e5c65SMarc-André Lureau  * Returns: TRUE on success, FALSE on failure.
5087b2e5c65SMarc-André Lureau  */
5097b2e5c65SMarc-André Lureau bool vu_dispatch(VuDev *dev);
5107b2e5c65SMarc-André Lureau 
5117b2e5c65SMarc-André Lureau /**
5127b2e5c65SMarc-André Lureau  * vu_gpa_to_va:
5137b2e5c65SMarc-André Lureau  * @dev: a VuDev context
514293084a7SYongji Xie  * @plen: guest memory size
5157b2e5c65SMarc-André Lureau  * @guest_addr: guest address
5167b2e5c65SMarc-André Lureau  *
5177b2e5c65SMarc-André Lureau  * Translate a guest address to a pointer. Returns NULL on failure.
5187b2e5c65SMarc-André Lureau  */
519293084a7SYongji Xie void *vu_gpa_to_va(VuDev *dev, uint64_t *plen, uint64_t guest_addr);
5207b2e5c65SMarc-André Lureau 
5217b2e5c65SMarc-André Lureau /**
5227b2e5c65SMarc-André Lureau  * vu_get_queue:
5237b2e5c65SMarc-André Lureau  * @dev: a VuDev context
5247b2e5c65SMarc-André Lureau  * @qidx: queue index
5257b2e5c65SMarc-André Lureau  *
5267b2e5c65SMarc-André Lureau  * Returns the queue number @qidx.
5277b2e5c65SMarc-André Lureau  */
5287b2e5c65SMarc-André Lureau VuVirtq *vu_get_queue(VuDev *dev, int qidx);
5297b2e5c65SMarc-André Lureau 
5307b2e5c65SMarc-André Lureau /**
5317b2e5c65SMarc-André Lureau  * vu_set_queue_handler:
5327b2e5c65SMarc-André Lureau  * @dev: a VuDev context
5337b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
5347b2e5c65SMarc-André Lureau  * @handler: the queue handler callback
5357b2e5c65SMarc-André Lureau  *
5367b2e5c65SMarc-André Lureau  * Set the queue handler. This function may be called several times
5377b2e5c65SMarc-André Lureau  * for the same queue. If called with NULL @handler, the handler is
5387b2e5c65SMarc-André Lureau  * removed.
5397b2e5c65SMarc-André Lureau  */
5407b2e5c65SMarc-André Lureau void vu_set_queue_handler(VuDev *dev, VuVirtq *vq,
5417b2e5c65SMarc-André Lureau                           vu_queue_handler_cb handler);
5427b2e5c65SMarc-André Lureau 
543d84599f5STiwei Bie /**
544d84599f5STiwei Bie  * vu_set_queue_host_notifier:
545d84599f5STiwei Bie  * @dev: a VuDev context
546d84599f5STiwei Bie  * @vq: a VuVirtq queue
547d84599f5STiwei Bie  * @fd: a file descriptor
548d84599f5STiwei Bie  * @size: host page size
549d84599f5STiwei Bie  * @offset: notifier offset in @fd file
550d84599f5STiwei Bie  *
551d84599f5STiwei Bie  * Set queue's host notifier. This function may be called several
552d84599f5STiwei Bie  * times for the same queue. If called with -1 @fd, the notifier
553d84599f5STiwei Bie  * is removed.
554d84599f5STiwei Bie  */
555d84599f5STiwei Bie bool vu_set_queue_host_notifier(VuDev *dev, VuVirtq *vq, int fd,
556d84599f5STiwei Bie                                 int size, int offset);
5577b2e5c65SMarc-André Lureau 
5587b2e5c65SMarc-André Lureau /**
559ce0f3b03SAlbert Esteve  * vu_lookup_shared_object:
560ce0f3b03SAlbert Esteve  * @dev: a VuDev context
561ce0f3b03SAlbert Esteve  * @uuid: UUID of the shared object
562ce0f3b03SAlbert Esteve  * @dmabuf_fd: output dma-buf file descriptor
563ce0f3b03SAlbert Esteve  *
564ce0f3b03SAlbert Esteve  * Lookup for a virtio shared object (i.e., dma-buf fd) associated with the
565ce0f3b03SAlbert Esteve  * received UUID. Result, if found, is stored in the dmabuf_fd argument.
566ce0f3b03SAlbert Esteve  *
567ce0f3b03SAlbert Esteve  * Returns: whether the virtio object was found.
568ce0f3b03SAlbert Esteve  */
569ce0f3b03SAlbert Esteve bool vu_lookup_shared_object(VuDev *dev, unsigned char uuid[UUID_LEN],
570ce0f3b03SAlbert Esteve                              int *dmabuf_fd);
571ce0f3b03SAlbert Esteve 
572ce0f3b03SAlbert Esteve /**
573ce0f3b03SAlbert Esteve  * vu_add_shared_object:
574ce0f3b03SAlbert Esteve  * @dev: a VuDev context
575ce0f3b03SAlbert Esteve  * @uuid: UUID of the shared object
576ce0f3b03SAlbert Esteve  *
577ce0f3b03SAlbert Esteve  * Registers this back-end as the exporter for the object associated with
578ce0f3b03SAlbert Esteve  * the received UUID.
579ce0f3b03SAlbert Esteve  *
580ce0f3b03SAlbert Esteve  * Returns: TRUE on success, FALSE on failure.
581ce0f3b03SAlbert Esteve  */
582ce0f3b03SAlbert Esteve bool vu_add_shared_object(VuDev *dev, unsigned char uuid[UUID_LEN]);
583ce0f3b03SAlbert Esteve 
584ce0f3b03SAlbert Esteve /**
585ce0f3b03SAlbert Esteve  * vu_rm_shared_object:
586ce0f3b03SAlbert Esteve  * @dev: a VuDev context
587ce0f3b03SAlbert Esteve  * @uuid: UUID of the shared object
588ce0f3b03SAlbert Esteve  *
589ce0f3b03SAlbert Esteve  * Removes a shared object entry (i.e., back-end entry) associated with the
590ce0f3b03SAlbert Esteve  * received UUID key from the hash table.
591ce0f3b03SAlbert Esteve  *
592ce0f3b03SAlbert Esteve  * Returns: TRUE on success, FALSE on failure.
593ce0f3b03SAlbert Esteve  */
594ce0f3b03SAlbert Esteve bool vu_rm_shared_object(VuDev *dev, unsigned char uuid[UUID_LEN]);
595ce0f3b03SAlbert Esteve 
596ce0f3b03SAlbert Esteve /**
5977b2e5c65SMarc-André Lureau  * vu_queue_set_notification:
5987b2e5c65SMarc-André Lureau  * @dev: a VuDev context
5997b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6007b2e5c65SMarc-André Lureau  * @enable: state
6017b2e5c65SMarc-André Lureau  *
6027b2e5c65SMarc-André Lureau  * Set whether the queue notifies (via event index or interrupt)
6037b2e5c65SMarc-André Lureau  */
6047b2e5c65SMarc-André Lureau void vu_queue_set_notification(VuDev *dev, VuVirtq *vq, int enable);
6057b2e5c65SMarc-André Lureau 
6067b2e5c65SMarc-André Lureau /**
6077b2e5c65SMarc-André Lureau  * vu_queue_enabled:
6087b2e5c65SMarc-André Lureau  * @dev: a VuDev context
6097b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6107b2e5c65SMarc-André Lureau  *
6117b2e5c65SMarc-André Lureau  * Returns: whether the queue is enabled.
6127b2e5c65SMarc-André Lureau  */
6137b2e5c65SMarc-André Lureau bool vu_queue_enabled(VuDev *dev, VuVirtq *vq);
6147b2e5c65SMarc-André Lureau 
6157b2e5c65SMarc-André Lureau /**
616bcf0836dSDr. David Alan Gilbert  * vu_queue_started:
617bcf0836dSDr. David Alan Gilbert  * @dev: a VuDev context
618bcf0836dSDr. David Alan Gilbert  * @vq: a VuVirtq queue
619bcf0836dSDr. David Alan Gilbert  *
620bcf0836dSDr. David Alan Gilbert  * Returns: whether the queue is started.
621bcf0836dSDr. David Alan Gilbert  */
622bcf0836dSDr. David Alan Gilbert bool vu_queue_started(const VuDev *dev, const VuVirtq *vq);
623bcf0836dSDr. David Alan Gilbert 
624bcf0836dSDr. David Alan Gilbert /**
625640601c7SMarc-André Lureau  * vu_queue_empty:
6267b2e5c65SMarc-André Lureau  * @dev: a VuDev context
6277b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6287b2e5c65SMarc-André Lureau  *
629640601c7SMarc-André Lureau  * Returns: true if the queue is empty or not ready.
6307b2e5c65SMarc-André Lureau  */
631640601c7SMarc-André Lureau bool vu_queue_empty(VuDev *dev, VuVirtq *vq);
6327b2e5c65SMarc-André Lureau 
6337b2e5c65SMarc-André Lureau /**
6347b2e5c65SMarc-André Lureau  * vu_queue_notify:
6357b2e5c65SMarc-André Lureau  * @dev: a VuDev context
6367b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6377b2e5c65SMarc-André Lureau  *
6387b2e5c65SMarc-André Lureau  * Request to notify the queue via callfd (skipped if unnecessary)
6397b2e5c65SMarc-André Lureau  */
6407b2e5c65SMarc-André Lureau void vu_queue_notify(VuDev *dev, VuVirtq *vq);
6417b2e5c65SMarc-André Lureau 
642ca858a5fSVladimir Sementsov-Ogievskiy void vu_config_change_msg(VuDev *dev);
643ca858a5fSVladimir Sementsov-Ogievskiy 
6447b2e5c65SMarc-André Lureau /**
645ff132005SJohannes Berg  * vu_queue_notify_sync:
646ff132005SJohannes Berg  * @dev: a VuDev context
647ff132005SJohannes Berg  * @vq: a VuVirtq queue
648ff132005SJohannes Berg  *
649ff132005SJohannes Berg  * Request to notify the queue via callfd (skipped if unnecessary)
650ff132005SJohannes Berg  * or sync message if possible.
651ff132005SJohannes Berg  */
652ff132005SJohannes Berg void vu_queue_notify_sync(VuDev *dev, VuVirtq *vq);
653ff132005SJohannes Berg 
654ff132005SJohannes Berg /**
6557b2e5c65SMarc-André Lureau  * vu_queue_pop:
6567b2e5c65SMarc-André Lureau  * @dev: a VuDev context
6577b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6587b2e5c65SMarc-André Lureau  * @sz: the size of struct to return (must be >= VuVirtqElement)
6597b2e5c65SMarc-André Lureau  *
66019409df8SMarc-André Lureau  * Returns: a VuVirtqElement filled from the queue or NULL. The
66119409df8SMarc-André Lureau  * returned element must be free()-d by the caller.
6627b2e5c65SMarc-André Lureau  */
6637b2e5c65SMarc-André Lureau void *vu_queue_pop(VuDev *dev, VuVirtq *vq, size_t sz);
6647b2e5c65SMarc-André Lureau 
665b13919abSMarc-André Lureau 
666b13919abSMarc-André Lureau /**
667b13919abSMarc-André Lureau  * vu_queue_unpop:
668b13919abSMarc-André Lureau  * @dev: a VuDev context
669b13919abSMarc-André Lureau  * @vq: a VuVirtq queue
670b13919abSMarc-André Lureau  * @elem: The #VuVirtqElement
671b13919abSMarc-André Lureau  * @len: number of bytes written
672b13919abSMarc-André Lureau  *
673b13919abSMarc-André Lureau  * Pretend the most recent element wasn't popped from the virtqueue.  The next
674b13919abSMarc-André Lureau  * call to vu_queue_pop() will refetch the element.
675b13919abSMarc-André Lureau  */
676b13919abSMarc-André Lureau void vu_queue_unpop(VuDev *dev, VuVirtq *vq, VuVirtqElement *elem,
677b13919abSMarc-André Lureau                     size_t len);
678b13919abSMarc-André Lureau 
6797b2e5c65SMarc-André Lureau /**
6807b2e5c65SMarc-André Lureau  * vu_queue_rewind:
6817b2e5c65SMarc-André Lureau  * @dev: a VuDev context
6827b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6837b2e5c65SMarc-André Lureau  * @num: number of elements to push back
6847b2e5c65SMarc-André Lureau  *
6857b2e5c65SMarc-André Lureau  * Pretend that elements weren't popped from the virtqueue.  The next
6867b2e5c65SMarc-André Lureau  * virtqueue_pop() will refetch the oldest element.
6877b2e5c65SMarc-André Lureau  *
6887b2e5c65SMarc-André Lureau  * Returns: true on success, false if @num is greater than the number of in use
6897b2e5c65SMarc-André Lureau  * elements.
6907b2e5c65SMarc-André Lureau  */
6917b2e5c65SMarc-André Lureau bool vu_queue_rewind(VuDev *dev, VuVirtq *vq, unsigned int num);
6927b2e5c65SMarc-André Lureau 
6937b2e5c65SMarc-André Lureau /**
6947b2e5c65SMarc-André Lureau  * vu_queue_fill:
6957b2e5c65SMarc-André Lureau  * @dev: a VuDev context
6967b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
6977b2e5c65SMarc-André Lureau  * @elem: a VuVirtqElement
6987b2e5c65SMarc-André Lureau  * @len: length in bytes to write
6997b2e5c65SMarc-André Lureau  * @idx: optional offset for the used ring index (0 in general)
7007b2e5c65SMarc-André Lureau  *
7017b2e5c65SMarc-André Lureau  * Fill the used ring with @elem element.
7027b2e5c65SMarc-André Lureau  */
7037b2e5c65SMarc-André Lureau void vu_queue_fill(VuDev *dev, VuVirtq *vq,
7047b2e5c65SMarc-André Lureau                    const VuVirtqElement *elem,
7057b2e5c65SMarc-André Lureau                    unsigned int len, unsigned int idx);
7067b2e5c65SMarc-André Lureau 
7077b2e5c65SMarc-André Lureau /**
7087b2e5c65SMarc-André Lureau  * vu_queue_push:
7097b2e5c65SMarc-André Lureau  * @dev: a VuDev context
7107b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
7117b2e5c65SMarc-André Lureau  * @elem: a VuVirtqElement
7127b2e5c65SMarc-André Lureau  * @len: length in bytes to write
7137b2e5c65SMarc-André Lureau  *
7147b2e5c65SMarc-André Lureau  * Helper that combines vu_queue_fill() with a vu_queue_flush().
7157b2e5c65SMarc-André Lureau  */
7167b2e5c65SMarc-André Lureau void vu_queue_push(VuDev *dev, VuVirtq *vq,
7177b2e5c65SMarc-André Lureau                    const VuVirtqElement *elem, unsigned int len);
7187b2e5c65SMarc-André Lureau 
7197b2e5c65SMarc-André Lureau /**
7207b2e5c65SMarc-André Lureau  * vu_queue_flush:
7217b2e5c65SMarc-André Lureau  * @dev: a VuDev context
7227b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
7237b2e5c65SMarc-André Lureau  * @num: number of elements to flush
7247b2e5c65SMarc-André Lureau  *
7257b2e5c65SMarc-André Lureau  * Mark the last number of elements as done (used.idx is updated by
7267b2e5c65SMarc-André Lureau  * num elements).
7277b2e5c65SMarc-André Lureau */
7287b2e5c65SMarc-André Lureau void vu_queue_flush(VuDev *dev, VuVirtq *vq, unsigned int num);
7297b2e5c65SMarc-André Lureau 
7307b2e5c65SMarc-André Lureau /**
7317b2e5c65SMarc-André Lureau  * vu_queue_get_avail_bytes:
7327b2e5c65SMarc-André Lureau  * @dev: a VuDev context
7337b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
7347b2e5c65SMarc-André Lureau  * @in_bytes: in bytes
7357b2e5c65SMarc-André Lureau  * @out_bytes: out bytes
7367b2e5c65SMarc-André Lureau  * @max_in_bytes: stop counting after max_in_bytes
7377b2e5c65SMarc-André Lureau  * @max_out_bytes: stop counting after max_out_bytes
7387b2e5c65SMarc-André Lureau  *
7397b2e5c65SMarc-André Lureau  * Count the number of available bytes, up to max_in_bytes/max_out_bytes.
7407b2e5c65SMarc-André Lureau  */
7417b2e5c65SMarc-André Lureau void vu_queue_get_avail_bytes(VuDev *vdev, VuVirtq *vq, unsigned int *in_bytes,
7427b2e5c65SMarc-André Lureau                               unsigned int *out_bytes,
7437b2e5c65SMarc-André Lureau                               unsigned max_in_bytes, unsigned max_out_bytes);
7447b2e5c65SMarc-André Lureau 
7457b2e5c65SMarc-André Lureau /**
7467b2e5c65SMarc-André Lureau  * vu_queue_avail_bytes:
7477b2e5c65SMarc-André Lureau  * @dev: a VuDev context
7487b2e5c65SMarc-André Lureau  * @vq: a VuVirtq queue
7497b2e5c65SMarc-André Lureau  * @in_bytes: expected in bytes
7507b2e5c65SMarc-André Lureau  * @out_bytes: expected out bytes
7517b2e5c65SMarc-André Lureau  *
7527b2e5c65SMarc-André Lureau  * Returns: true if in_bytes <= in_total && out_bytes <= out_total
7537b2e5c65SMarc-André Lureau  */
7547b2e5c65SMarc-André Lureau bool vu_queue_avail_bytes(VuDev *dev, VuVirtq *vq, unsigned int in_bytes,
7557b2e5c65SMarc-André Lureau                           unsigned int out_bytes);
7567b2e5c65SMarc-André Lureau 
7577b2e5c65SMarc-André Lureau #endif /* LIBVHOST_USER_H */
758