17b2e5c65SMarc-André Lureau /* 27b2e5c65SMarc-André Lureau * Vhost User library 37b2e5c65SMarc-André Lureau * 47b2e5c65SMarc-André Lureau * Copyright (c) 2016 Red Hat, Inc. 57b2e5c65SMarc-André Lureau * 67b2e5c65SMarc-André Lureau * Authors: 77b2e5c65SMarc-André Lureau * Victor Kaplansky <victork@redhat.com> 87b2e5c65SMarc-André Lureau * Marc-André Lureau <mlureau@redhat.com> 97b2e5c65SMarc-André Lureau * 107b2e5c65SMarc-André Lureau * This work is licensed under the terms of the GNU GPL, version 2 or 117b2e5c65SMarc-André Lureau * later. See the COPYING file in the top-level directory. 127b2e5c65SMarc-André Lureau */ 137b2e5c65SMarc-André Lureau 147b2e5c65SMarc-André Lureau #ifndef LIBVHOST_USER_H 157b2e5c65SMarc-André Lureau #define LIBVHOST_USER_H 167b2e5c65SMarc-André Lureau 177b2e5c65SMarc-André Lureau #include <stdint.h> 187b2e5c65SMarc-André Lureau #include <stdbool.h> 197b2e5c65SMarc-André Lureau #include <stddef.h> 2029ce0d35SJiaxun Yang #include <poll.h> 217b2e5c65SMarc-André Lureau #include <linux/vhost.h> 22c25c02b9SDr. David Alan Gilbert #include <pthread.h> 237b2e5c65SMarc-André Lureau #include "standard-headers/linux/virtio_ring.h" 247b2e5c65SMarc-André Lureau 257b2e5c65SMarc-André Lureau /* Based on qemu/hw/virtio/vhost-user.c */ 267b2e5c65SMarc-André Lureau #define VHOST_USER_F_PROTOCOL_FEATURES 30 277b2e5c65SMarc-André Lureau #define VHOST_LOG_PAGE 4096 287b2e5c65SMarc-André Lureau 297b2e5c65SMarc-André Lureau #define VIRTQUEUE_MAX_SIZE 1024 307b2e5c65SMarc-André Lureau 31b650d5f4SRaphael Norwitz #define VHOST_MEMORY_BASELINE_NREGIONS 8 32b650d5f4SRaphael Norwitz 33b650d5f4SRaphael Norwitz /* 34*0fa6344cSDavid Hildenbrand * vhost in the kernel usually supports 509 mem slots. 509 used to be the 35*0fa6344cSDavid Hildenbrand * KVM limit, it supported 512, but 3 were used for internal purposes. This 36*0fa6344cSDavid Hildenbrand * limit is sufficient to support many DIMMs and virtio-mem in 37*0fa6344cSDavid Hildenbrand * "dynamic-memslots" mode. 38b650d5f4SRaphael Norwitz */ 39*0fa6344cSDavid Hildenbrand #define VHOST_USER_MAX_RAM_SLOTS 509 407b2e5c65SMarc-André Lureau 41049f5550SCoiby Xu #define VHOST_USER_HDR_SIZE offsetof(VhostUserMsg, payload.u64) 42049f5550SCoiby Xu 430bc24d83SChangpeng Liu typedef enum VhostSetConfigType { 44f8ed3648SManos Pitsidianakis VHOST_SET_CONFIG_TYPE_FRONTEND = 0, 450bc24d83SChangpeng Liu VHOST_SET_CONFIG_TYPE_MIGRATION = 1, 460bc24d83SChangpeng Liu } VhostSetConfigType; 470bc24d83SChangpeng Liu 480bc24d83SChangpeng Liu /* 490bc24d83SChangpeng Liu * Maximum size of virtio device config space 500bc24d83SChangpeng Liu */ 510bc24d83SChangpeng Liu #define VHOST_USER_MAX_CONFIG_SIZE 256 520bc24d83SChangpeng Liu 537b2e5c65SMarc-André Lureau enum VhostUserProtocolFeature { 547b2e5c65SMarc-André Lureau VHOST_USER_PROTOCOL_F_MQ = 0, 557b2e5c65SMarc-André Lureau VHOST_USER_PROTOCOL_F_LOG_SHMFD = 1, 567b2e5c65SMarc-André Lureau VHOST_USER_PROTOCOL_F_RARP = 2, 57ea642e22SDr. David Alan Gilbert VHOST_USER_PROTOCOL_F_REPLY_ACK = 3, 58ea642e22SDr. David Alan Gilbert VHOST_USER_PROTOCOL_F_NET_MTU = 4, 59e608feedSMaxime Coquelin VHOST_USER_PROTOCOL_F_BACKEND_REQ = 5, 60ea642e22SDr. David Alan Gilbert VHOST_USER_PROTOCOL_F_CROSS_ENDIAN = 6, 619ccbfe14SDr. David Alan Gilbert VHOST_USER_PROTOCOL_F_CRYPTO_SESSION = 7, 629ccbfe14SDr. David Alan Gilbert VHOST_USER_PROTOCOL_F_PAGEFAULT = 8, 63ea3e6f5aSChangpeng Liu VHOST_USER_PROTOCOL_F_CONFIG = 9, 64e608feedSMaxime Coquelin VHOST_USER_PROTOCOL_F_BACKEND_SEND_FD = 10, 65d84599f5STiwei Bie VHOST_USER_PROTOCOL_F_HOST_NOTIFIER = 11, 665f9ff1efSXie Yongji VHOST_USER_PROTOCOL_F_INFLIGHT_SHMFD = 12, 67ff132005SJohannes Berg VHOST_USER_PROTOCOL_F_INBAND_NOTIFICATIONS = 14, 68b650d5f4SRaphael Norwitz VHOST_USER_PROTOCOL_F_CONFIGURE_MEM_SLOTS = 15, 69ce0f3b03SAlbert Esteve /* Feature 16 is reserved for VHOST_USER_PROTOCOL_F_STATUS. */ 70d4eb5038SHanna Czenczek /* Feature 17 reserved for VHOST_USER_PROTOCOL_F_XEN_MMAP. */ 71d4eb5038SHanna Czenczek VHOST_USER_PROTOCOL_F_SHARED_OBJECT = 18, 727b2e5c65SMarc-André Lureau VHOST_USER_PROTOCOL_F_MAX 737b2e5c65SMarc-André Lureau }; 747b2e5c65SMarc-André Lureau 757b2e5c65SMarc-André Lureau #define VHOST_USER_PROTOCOL_FEATURE_MASK ((1 << VHOST_USER_PROTOCOL_F_MAX) - 1) 767b2e5c65SMarc-André Lureau 777b2e5c65SMarc-André Lureau typedef enum VhostUserRequest { 787b2e5c65SMarc-André Lureau VHOST_USER_NONE = 0, 797b2e5c65SMarc-André Lureau VHOST_USER_GET_FEATURES = 1, 807b2e5c65SMarc-André Lureau VHOST_USER_SET_FEATURES = 2, 817b2e5c65SMarc-André Lureau VHOST_USER_SET_OWNER = 3, 827b2e5c65SMarc-André Lureau VHOST_USER_RESET_OWNER = 4, 837b2e5c65SMarc-André Lureau VHOST_USER_SET_MEM_TABLE = 5, 847b2e5c65SMarc-André Lureau VHOST_USER_SET_LOG_BASE = 6, 857b2e5c65SMarc-André Lureau VHOST_USER_SET_LOG_FD = 7, 867b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_NUM = 8, 877b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_ADDR = 9, 887b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_BASE = 10, 897b2e5c65SMarc-André Lureau VHOST_USER_GET_VRING_BASE = 11, 907b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_KICK = 12, 917b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_CALL = 13, 927b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_ERR = 14, 937b2e5c65SMarc-André Lureau VHOST_USER_GET_PROTOCOL_FEATURES = 15, 947b2e5c65SMarc-André Lureau VHOST_USER_SET_PROTOCOL_FEATURES = 16, 957b2e5c65SMarc-André Lureau VHOST_USER_GET_QUEUE_NUM = 17, 967b2e5c65SMarc-André Lureau VHOST_USER_SET_VRING_ENABLE = 18, 977b2e5c65SMarc-André Lureau VHOST_USER_SEND_RARP = 19, 98ea642e22SDr. David Alan Gilbert VHOST_USER_NET_SET_MTU = 20, 99e608feedSMaxime Coquelin VHOST_USER_SET_BACKEND_REQ_FD = 21, 100ea642e22SDr. David Alan Gilbert VHOST_USER_IOTLB_MSG = 22, 101ea642e22SDr. David Alan Gilbert VHOST_USER_SET_VRING_ENDIAN = 23, 1020bc24d83SChangpeng Liu VHOST_USER_GET_CONFIG = 24, 1030bc24d83SChangpeng Liu VHOST_USER_SET_CONFIG = 25, 104d3dff7a5SDr. David Alan Gilbert VHOST_USER_CREATE_CRYPTO_SESSION = 26, 105d3dff7a5SDr. David Alan Gilbert VHOST_USER_CLOSE_CRYPTO_SESSION = 27, 106d3dff7a5SDr. David Alan Gilbert VHOST_USER_POSTCOPY_ADVISE = 28, 1076864a7b5SDr. David Alan Gilbert VHOST_USER_POSTCOPY_LISTEN = 29, 108c639187eSDr. David Alan Gilbert VHOST_USER_POSTCOPY_END = 30, 1095f9ff1efSXie Yongji VHOST_USER_GET_INFLIGHT_FD = 31, 1105f9ff1efSXie Yongji VHOST_USER_SET_INFLIGHT_FD = 32, 111bd2e44feSMarc-André Lureau VHOST_USER_GPU_SET_SOCKET = 33, 112ff132005SJohannes Berg VHOST_USER_VRING_KICK = 35, 1136fb2e173SRaphael Norwitz VHOST_USER_GET_MAX_MEM_SLOTS = 36, 114ec94c8e6SRaphael Norwitz VHOST_USER_ADD_MEM_REG = 37, 115875b9fd9SRaphael Norwitz VHOST_USER_REM_MEM_REG = 38, 116ce0f3b03SAlbert Esteve VHOST_USER_GET_SHARED_OBJECT = 41, 1177b2e5c65SMarc-André Lureau VHOST_USER_MAX 1187b2e5c65SMarc-André Lureau } VhostUserRequest; 1197b2e5c65SMarc-André Lureau 120f8ed3648SManos Pitsidianakis typedef enum VhostUserBackendRequest { 121e608feedSMaxime Coquelin VHOST_USER_BACKEND_NONE = 0, 122e608feedSMaxime Coquelin VHOST_USER_BACKEND_IOTLB_MSG = 1, 123e608feedSMaxime Coquelin VHOST_USER_BACKEND_CONFIG_CHANGE_MSG = 2, 124e608feedSMaxime Coquelin VHOST_USER_BACKEND_VRING_HOST_NOTIFIER_MSG = 3, 125e608feedSMaxime Coquelin VHOST_USER_BACKEND_VRING_CALL = 4, 126e608feedSMaxime Coquelin VHOST_USER_BACKEND_VRING_ERR = 5, 127ce0f3b03SAlbert Esteve VHOST_USER_BACKEND_SHARED_OBJECT_ADD = 6, 128ce0f3b03SAlbert Esteve VHOST_USER_BACKEND_SHARED_OBJECT_REMOVE = 7, 129ce0f3b03SAlbert Esteve VHOST_USER_BACKEND_SHARED_OBJECT_LOOKUP = 8, 130e608feedSMaxime Coquelin VHOST_USER_BACKEND_MAX 131f8ed3648SManos Pitsidianakis } VhostUserBackendRequest; 132d84599f5STiwei Bie 1337b2e5c65SMarc-André Lureau typedef struct VhostUserMemoryRegion { 1347b2e5c65SMarc-André Lureau uint64_t guest_phys_addr; 1357b2e5c65SMarc-André Lureau uint64_t memory_size; 1367b2e5c65SMarc-André Lureau uint64_t userspace_addr; 1377b2e5c65SMarc-André Lureau uint64_t mmap_offset; 1387b2e5c65SMarc-André Lureau } VhostUserMemoryRegion; 1397b2e5c65SMarc-André Lureau 140316ee111SRaphael Norwitz #define VHOST_USER_MEM_REG_SIZE (sizeof(VhostUserMemoryRegion)) 141316ee111SRaphael Norwitz 1427b2e5c65SMarc-André Lureau typedef struct VhostUserMemory { 1437b2e5c65SMarc-André Lureau uint32_t nregions; 1447b2e5c65SMarc-André Lureau uint32_t padding; 145b650d5f4SRaphael Norwitz VhostUserMemoryRegion regions[VHOST_MEMORY_BASELINE_NREGIONS]; 1467b2e5c65SMarc-André Lureau } VhostUserMemory; 1477b2e5c65SMarc-André Lureau 148ec94c8e6SRaphael Norwitz typedef struct VhostUserMemRegMsg { 1493009edffSStefan Hajnoczi uint64_t padding; 150ec94c8e6SRaphael Norwitz VhostUserMemoryRegion region; 151ec94c8e6SRaphael Norwitz } VhostUserMemRegMsg; 152ec94c8e6SRaphael Norwitz 1537b2e5c65SMarc-André Lureau typedef struct VhostUserLog { 1547b2e5c65SMarc-André Lureau uint64_t mmap_size; 1557b2e5c65SMarc-André Lureau uint64_t mmap_offset; 1567b2e5c65SMarc-André Lureau } VhostUserLog; 1577b2e5c65SMarc-André Lureau 1580bc24d83SChangpeng Liu typedef struct VhostUserConfig { 1590bc24d83SChangpeng Liu uint32_t offset; 1600bc24d83SChangpeng Liu uint32_t size; 1610bc24d83SChangpeng Liu uint32_t flags; 1620bc24d83SChangpeng Liu uint8_t region[VHOST_USER_MAX_CONFIG_SIZE]; 1630bc24d83SChangpeng Liu } VhostUserConfig; 1640bc24d83SChangpeng Liu 1650bc24d83SChangpeng Liu static VhostUserConfig c __attribute__ ((unused)); 1660bc24d83SChangpeng Liu #define VHOST_USER_CONFIG_HDR_SIZE (sizeof(c.offset) \ 1670bc24d83SChangpeng Liu + sizeof(c.size) \ 1680bc24d83SChangpeng Liu + sizeof(c.flags)) 1690bc24d83SChangpeng Liu 170d84599f5STiwei Bie typedef struct VhostUserVringArea { 171d84599f5STiwei Bie uint64_t u64; 172d84599f5STiwei Bie uint64_t size; 173d84599f5STiwei Bie uint64_t offset; 174d84599f5STiwei Bie } VhostUserVringArea; 175d84599f5STiwei Bie 1765f9ff1efSXie Yongji typedef struct VhostUserInflight { 1775f9ff1efSXie Yongji uint64_t mmap_size; 1785f9ff1efSXie Yongji uint64_t mmap_offset; 1795f9ff1efSXie Yongji uint16_t num_queues; 1805f9ff1efSXie Yongji uint16_t queue_size; 1815f9ff1efSXie Yongji } VhostUserInflight; 1825f9ff1efSXie Yongji 183ce0f3b03SAlbert Esteve #define UUID_LEN 16 184ce0f3b03SAlbert Esteve 185ce0f3b03SAlbert Esteve typedef struct VhostUserShared { 186ce0f3b03SAlbert Esteve unsigned char uuid[UUID_LEN]; 187ce0f3b03SAlbert Esteve } VhostUserShared; 188ce0f3b03SAlbert Esteve 1897b2e5c65SMarc-André Lureau #define VU_PACKED __attribute__((packed)) 1907b2e5c65SMarc-André Lureau 1917b2e5c65SMarc-André Lureau typedef struct VhostUserMsg { 192ba275e9dSMarc-André Lureau int request; 1937b2e5c65SMarc-André Lureau 1947b2e5c65SMarc-André Lureau #define VHOST_USER_VERSION_MASK (0x3) 1957b2e5c65SMarc-André Lureau #define VHOST_USER_REPLY_MASK (0x1 << 2) 196d84599f5STiwei Bie #define VHOST_USER_NEED_REPLY_MASK (0x1 << 3) 1977b2e5c65SMarc-André Lureau uint32_t flags; 1987b2e5c65SMarc-André Lureau uint32_t size; /* the following payload size */ 1997b2e5c65SMarc-André Lureau 2007b2e5c65SMarc-André Lureau union { 2017b2e5c65SMarc-André Lureau #define VHOST_USER_VRING_IDX_MASK (0xff) 2027b2e5c65SMarc-André Lureau #define VHOST_USER_VRING_NOFD_MASK (0x1 << 8) 2037b2e5c65SMarc-André Lureau uint64_t u64; 2047b2e5c65SMarc-André Lureau struct vhost_vring_state state; 2057b2e5c65SMarc-André Lureau struct vhost_vring_addr addr; 2067b2e5c65SMarc-André Lureau VhostUserMemory memory; 207ec94c8e6SRaphael Norwitz VhostUserMemRegMsg memreg; 2087b2e5c65SMarc-André Lureau VhostUserLog log; 2090bc24d83SChangpeng Liu VhostUserConfig config; 210d84599f5STiwei Bie VhostUserVringArea area; 2115f9ff1efSXie Yongji VhostUserInflight inflight; 212ce0f3b03SAlbert Esteve VhostUserShared object; 2137b2e5c65SMarc-André Lureau } payload; 2147b2e5c65SMarc-André Lureau 215b650d5f4SRaphael Norwitz int fds[VHOST_MEMORY_BASELINE_NREGIONS]; 2167b2e5c65SMarc-André Lureau int fd_num; 2177b2e5c65SMarc-André Lureau uint8_t *data; 2187b2e5c65SMarc-André Lureau } VU_PACKED VhostUserMsg; 2197b2e5c65SMarc-André Lureau 2207b2e5c65SMarc-André Lureau typedef struct VuDevRegion { 2217b2e5c65SMarc-André Lureau /* Guest Physical address. */ 2227b2e5c65SMarc-André Lureau uint64_t gpa; 2237b2e5c65SMarc-André Lureau /* Memory region size. */ 2247b2e5c65SMarc-André Lureau uint64_t size; 2257b2e5c65SMarc-André Lureau /* QEMU virtual address (userspace). */ 2267b2e5c65SMarc-André Lureau uint64_t qva; 2277b2e5c65SMarc-André Lureau /* Starting offset in our mmaped space. */ 2287b2e5c65SMarc-André Lureau uint64_t mmap_offset; 2297b2e5c65SMarc-André Lureau /* Start address of mmaped space. */ 2307b2e5c65SMarc-André Lureau uint64_t mmap_addr; 2317b2e5c65SMarc-André Lureau } VuDevRegion; 2327b2e5c65SMarc-André Lureau 2337b2e5c65SMarc-André Lureau typedef struct VuDev VuDev; 2347b2e5c65SMarc-André Lureau 2357b2e5c65SMarc-André Lureau typedef uint64_t (*vu_get_features_cb) (VuDev *dev); 2367b2e5c65SMarc-André Lureau typedef void (*vu_set_features_cb) (VuDev *dev, uint64_t features); 2377b2e5c65SMarc-André Lureau typedef int (*vu_process_msg_cb) (VuDev *dev, VhostUserMsg *vmsg, 2387b2e5c65SMarc-André Lureau int *do_reply); 239049f5550SCoiby Xu typedef bool (*vu_read_msg_cb) (VuDev *dev, int sock, VhostUserMsg *vmsg); 2407b2e5c65SMarc-André Lureau typedef void (*vu_queue_set_started_cb) (VuDev *dev, int qidx, bool started); 24135480cbfSMarc-André Lureau typedef bool (*vu_queue_is_processed_in_order_cb) (VuDev *dev, int qidx); 2420bc24d83SChangpeng Liu typedef int (*vu_get_config_cb) (VuDev *dev, uint8_t *config, uint32_t len); 2430bc24d83SChangpeng Liu typedef int (*vu_set_config_cb) (VuDev *dev, const uint8_t *data, 2440bc24d83SChangpeng Liu uint32_t offset, uint32_t size, 2450bc24d83SChangpeng Liu uint32_t flags); 246ce0f3b03SAlbert Esteve typedef int (*vu_get_shared_object_cb) (VuDev *dev, const unsigned char *uuid); 2477b2e5c65SMarc-André Lureau 2487b2e5c65SMarc-André Lureau typedef struct VuDevIface { 2497b2e5c65SMarc-André Lureau /* called by VHOST_USER_GET_FEATURES to get the features bitmask */ 2507b2e5c65SMarc-André Lureau vu_get_features_cb get_features; 2517b2e5c65SMarc-André Lureau /* enable vhost implementation features */ 2527b2e5c65SMarc-André Lureau vu_set_features_cb set_features; 2537b2e5c65SMarc-André Lureau /* get the protocol feature bitmask from the underlying vhost 2547b2e5c65SMarc-André Lureau * implementation */ 2557b2e5c65SMarc-André Lureau vu_get_features_cb get_protocol_features; 2567b2e5c65SMarc-André Lureau /* enable protocol features in the underlying vhost implementation. */ 2577b2e5c65SMarc-André Lureau vu_set_features_cb set_protocol_features; 2587b2e5c65SMarc-André Lureau /* process_msg is called for each vhost-user message received */ 2597b2e5c65SMarc-André Lureau /* skip libvhost-user processing if return value != 0 */ 2607b2e5c65SMarc-André Lureau vu_process_msg_cb process_msg; 2617b2e5c65SMarc-André Lureau /* tells when queues can be processed */ 2627b2e5c65SMarc-André Lureau vu_queue_set_started_cb queue_set_started; 26335480cbfSMarc-André Lureau /* 26435480cbfSMarc-André Lureau * If the queue is processed in order, in which case it will be 26535480cbfSMarc-André Lureau * resumed to vring.used->idx. This can help to support resuming 26635480cbfSMarc-André Lureau * on unmanaged exit/crash. 26735480cbfSMarc-André Lureau */ 26835480cbfSMarc-André Lureau vu_queue_is_processed_in_order_cb queue_is_processed_in_order; 2690bc24d83SChangpeng Liu /* get the config space of the device */ 2700bc24d83SChangpeng Liu vu_get_config_cb get_config; 2710bc24d83SChangpeng Liu /* set the config space of the device */ 2720bc24d83SChangpeng Liu vu_set_config_cb set_config; 273ce0f3b03SAlbert Esteve /* get virtio shared object from the underlying vhost implementation. */ 274ce0f3b03SAlbert Esteve vu_get_shared_object_cb get_shared_object; 2757b2e5c65SMarc-André Lureau } VuDevIface; 2767b2e5c65SMarc-André Lureau 2777b2e5c65SMarc-André Lureau typedef void (*vu_queue_handler_cb) (VuDev *dev, int qidx); 2787b2e5c65SMarc-André Lureau 2797b2e5c65SMarc-André Lureau typedef struct VuRing { 2807b2e5c65SMarc-André Lureau unsigned int num; 2817b2e5c65SMarc-André Lureau struct vring_desc *desc; 2827b2e5c65SMarc-André Lureau struct vring_avail *avail; 2837b2e5c65SMarc-André Lureau struct vring_used *used; 2847b2e5c65SMarc-André Lureau uint64_t log_guest_addr; 2857b2e5c65SMarc-André Lureau uint32_t flags; 2867b2e5c65SMarc-André Lureau } VuRing; 2877b2e5c65SMarc-André Lureau 2885f9ff1efSXie Yongji typedef struct VuDescStateSplit { 2895f9ff1efSXie Yongji /* Indicate whether this descriptor is inflight or not. 2905f9ff1efSXie Yongji * Only available for head-descriptor. */ 2915f9ff1efSXie Yongji uint8_t inflight; 2925f9ff1efSXie Yongji 2935f9ff1efSXie Yongji /* Padding */ 2945f9ff1efSXie Yongji uint8_t padding[5]; 2955f9ff1efSXie Yongji 2965f9ff1efSXie Yongji /* Maintain a list for the last batch of used descriptors. 2975f9ff1efSXie Yongji * Only available when batching is used for submitting */ 2985f9ff1efSXie Yongji uint16_t next; 2995f9ff1efSXie Yongji 3005f9ff1efSXie Yongji /* Used to preserve the order of fetching available descriptors. 3015f9ff1efSXie Yongji * Only available for head-descriptor. */ 3025f9ff1efSXie Yongji uint64_t counter; 3035f9ff1efSXie Yongji } VuDescStateSplit; 3045f9ff1efSXie Yongji 3055f9ff1efSXie Yongji typedef struct VuVirtqInflight { 3065f9ff1efSXie Yongji /* The feature flags of this region. Now it's initialized to 0. */ 3075f9ff1efSXie Yongji uint64_t features; 3085f9ff1efSXie Yongji 3095f9ff1efSXie Yongji /* The version of this region. It's 1 currently. 3105f9ff1efSXie Yongji * Zero value indicates a vm reset happened. */ 3115f9ff1efSXie Yongji uint16_t version; 3125f9ff1efSXie Yongji 313f8ed3648SManos Pitsidianakis /* 314f8ed3648SManos Pitsidianakis * The size of VuDescStateSplit array. It's equal to the virtqueue size. 315f8ed3648SManos Pitsidianakis * Backend could get it from queue size field of VhostUserInflight. 316f8ed3648SManos Pitsidianakis */ 3175f9ff1efSXie Yongji uint16_t desc_num; 3185f9ff1efSXie Yongji 3195f9ff1efSXie Yongji /* The head of list that track the last batch of used descriptors. */ 3205f9ff1efSXie Yongji uint16_t last_batch_head; 3215f9ff1efSXie Yongji 3225f9ff1efSXie Yongji /* Storing the idx value of used ring */ 3235f9ff1efSXie Yongji uint16_t used_idx; 3245f9ff1efSXie Yongji 3255f9ff1efSXie Yongji /* Used to track the state of each descriptor in descriptor table */ 326f7795e40SPhilippe Mathieu-Daudé VuDescStateSplit desc[]; 3275f9ff1efSXie Yongji } VuVirtqInflight; 3285f9ff1efSXie Yongji 3295f9ff1efSXie Yongji typedef struct VuVirtqInflightDesc { 3305f9ff1efSXie Yongji uint16_t index; 3315f9ff1efSXie Yongji uint64_t counter; 3325f9ff1efSXie Yongji } VuVirtqInflightDesc; 3335f9ff1efSXie Yongji 3347b2e5c65SMarc-André Lureau typedef struct VuVirtq { 3357b2e5c65SMarc-André Lureau VuRing vring; 3367b2e5c65SMarc-André Lureau 3375f9ff1efSXie Yongji VuVirtqInflight *inflight; 3385f9ff1efSXie Yongji 3395f9ff1efSXie Yongji VuVirtqInflightDesc *resubmit_list; 3405f9ff1efSXie Yongji 3415f9ff1efSXie Yongji uint16_t resubmit_num; 3425f9ff1efSXie Yongji 3435f9ff1efSXie Yongji uint64_t counter; 3445f9ff1efSXie Yongji 3457b2e5c65SMarc-André Lureau /* Next head to pop */ 3467b2e5c65SMarc-André Lureau uint16_t last_avail_idx; 3477b2e5c65SMarc-André Lureau 3487b2e5c65SMarc-André Lureau /* Last avail_idx read from VQ. */ 3497b2e5c65SMarc-André Lureau uint16_t shadow_avail_idx; 3507b2e5c65SMarc-André Lureau 3517b2e5c65SMarc-André Lureau uint16_t used_idx; 3527b2e5c65SMarc-André Lureau 3537b2e5c65SMarc-André Lureau /* Last used index value we have signalled on */ 3547b2e5c65SMarc-André Lureau uint16_t signalled_used; 3557b2e5c65SMarc-André Lureau 3567b2e5c65SMarc-André Lureau /* Last used index value we have signalled on */ 3577b2e5c65SMarc-André Lureau bool signalled_used_valid; 3587b2e5c65SMarc-André Lureau 3597b2e5c65SMarc-André Lureau /* Notification enabled? */ 3607b2e5c65SMarc-André Lureau bool notification; 3617b2e5c65SMarc-André Lureau 362e7ee4fe2SMarcel Holtmann unsigned int inuse; 3637b2e5c65SMarc-André Lureau 3647b2e5c65SMarc-André Lureau vu_queue_handler_cb handler; 3657b2e5c65SMarc-André Lureau 3667b2e5c65SMarc-André Lureau int call_fd; 3677b2e5c65SMarc-André Lureau int kick_fd; 3687b2e5c65SMarc-André Lureau int err_fd; 3697b2e5c65SMarc-André Lureau unsigned int enable; 3707b2e5c65SMarc-André Lureau bool started; 37149e9ec74SDr. David Alan Gilbert 37249e9ec74SDr. David Alan Gilbert /* Guest addresses of our ring */ 37349e9ec74SDr. David Alan Gilbert struct vhost_vring_addr vra; 3747b2e5c65SMarc-André Lureau } VuVirtq; 3757b2e5c65SMarc-André Lureau 3767b2e5c65SMarc-André Lureau enum VuWatchCondtion { 37749cc0340SFelipe Franciosi VU_WATCH_IN = POLLIN, 37849cc0340SFelipe Franciosi VU_WATCH_OUT = POLLOUT, 37949cc0340SFelipe Franciosi VU_WATCH_PRI = POLLPRI, 38049cc0340SFelipe Franciosi VU_WATCH_ERR = POLLERR, 38149cc0340SFelipe Franciosi VU_WATCH_HUP = POLLHUP, 3827b2e5c65SMarc-André Lureau }; 3837b2e5c65SMarc-André Lureau 3847b2e5c65SMarc-André Lureau typedef void (*vu_panic_cb) (VuDev *dev, const char *err); 3857b2e5c65SMarc-André Lureau typedef void (*vu_watch_cb) (VuDev *dev, int condition, void *data); 3867b2e5c65SMarc-André Lureau typedef void (*vu_set_watch_cb) (VuDev *dev, int fd, int condition, 3877b2e5c65SMarc-André Lureau vu_watch_cb cb, void *data); 3887b2e5c65SMarc-André Lureau typedef void (*vu_remove_watch_cb) (VuDev *dev, int fd); 3897b2e5c65SMarc-André Lureau 3905f9ff1efSXie Yongji typedef struct VuDevInflightInfo { 3915f9ff1efSXie Yongji int fd; 3925f9ff1efSXie Yongji void *addr; 3935f9ff1efSXie Yongji uint64_t size; 3945f9ff1efSXie Yongji } VuDevInflightInfo; 3955f9ff1efSXie Yongji 3967b2e5c65SMarc-André Lureau struct VuDev { 3977b2e5c65SMarc-André Lureau int sock; 3987b2e5c65SMarc-André Lureau uint32_t nregions; 399d884e272SDavid Hildenbrand VuDevRegion *regions; 4006f5fd837SStefan Hajnoczi VuVirtq *vq; 4015f9ff1efSXie Yongji VuDevInflightInfo inflight_info; 4027b2e5c65SMarc-André Lureau int log_call_fd; 403f8ed3648SManos Pitsidianakis /* Must be held while using backend_fd */ 404f8ed3648SManos Pitsidianakis pthread_mutex_t backend_mutex; 405f8ed3648SManos Pitsidianakis int backend_fd; 4067b2e5c65SMarc-André Lureau uint64_t log_size; 4077b2e5c65SMarc-André Lureau uint8_t *log_table; 4087b2e5c65SMarc-André Lureau uint64_t features; 4097b2e5c65SMarc-André Lureau uint64_t protocol_features; 4107b2e5c65SMarc-André Lureau bool broken; 4116f5fd837SStefan Hajnoczi uint16_t max_queues; 4127b2e5c65SMarc-André Lureau 413de65d497SStefan Hajnoczi /* 414de65d497SStefan Hajnoczi * @read_msg: custom method to read vhost-user message 415049f5550SCoiby Xu * 416049f5550SCoiby Xu * Read data from vhost_user socket fd and fill up 417049f5550SCoiby Xu * the passed VhostUserMsg *vmsg struct. 418049f5550SCoiby Xu * 419049f5550SCoiby Xu * If reading fails, it should close the received set of file 420049f5550SCoiby Xu * descriptors as socket message's auxiliary data. 421049f5550SCoiby Xu * 422049f5550SCoiby Xu * For the details, please refer to vu_message_read in libvhost-user.c 423049f5550SCoiby Xu * which will be used by default if not custom method is provided when 424049f5550SCoiby Xu * calling vu_init 425049f5550SCoiby Xu * 426049f5550SCoiby Xu * Returns: true if vhost-user message successfully received, 427049f5550SCoiby Xu * otherwise return false. 428049f5550SCoiby Xu * 429049f5550SCoiby Xu */ 430049f5550SCoiby Xu vu_read_msg_cb read_msg; 431de65d497SStefan Hajnoczi 432de65d497SStefan Hajnoczi /* 433de65d497SStefan Hajnoczi * @set_watch: add or update the given fd to the watch set, 434de65d497SStefan Hajnoczi * call cb when condition is met. 435de65d497SStefan Hajnoczi */ 4367b2e5c65SMarc-André Lureau vu_set_watch_cb set_watch; 4377b2e5c65SMarc-André Lureau 4387b2e5c65SMarc-André Lureau /* @remove_watch: remove the given fd from the watch set */ 4397b2e5c65SMarc-André Lureau vu_remove_watch_cb remove_watch; 4407b2e5c65SMarc-André Lureau 441de65d497SStefan Hajnoczi /* 442de65d497SStefan Hajnoczi * @panic: encountered an unrecoverable error, you may try to re-initialize 443de65d497SStefan Hajnoczi */ 4447b2e5c65SMarc-André Lureau vu_panic_cb panic; 4457b2e5c65SMarc-André Lureau const VuDevIface *iface; 4462a84ffc0SDr. David Alan Gilbert 4472a84ffc0SDr. David Alan Gilbert /* Postcopy data */ 4482a84ffc0SDr. David Alan Gilbert int postcopy_ufd; 4496864a7b5SDr. David Alan Gilbert bool postcopy_listening; 4507b2e5c65SMarc-André Lureau }; 4517b2e5c65SMarc-André Lureau 4527b2e5c65SMarc-André Lureau typedef struct VuVirtqElement { 4537b2e5c65SMarc-André Lureau unsigned int index; 4547b2e5c65SMarc-André Lureau unsigned int out_num; 4557b2e5c65SMarc-André Lureau unsigned int in_num; 4567b2e5c65SMarc-André Lureau struct iovec *in_sg; 4577b2e5c65SMarc-André Lureau struct iovec *out_sg; 4587b2e5c65SMarc-André Lureau } VuVirtqElement; 4597b2e5c65SMarc-André Lureau 4607b2e5c65SMarc-André Lureau /** 4617b2e5c65SMarc-André Lureau * vu_init: 4627b2e5c65SMarc-André Lureau * @dev: a VuDev context 4636f5fd837SStefan Hajnoczi * @max_queues: maximum number of virtqueues 464f8ed3648SManos Pitsidianakis * @socket: the socket connected to vhost-user frontend 4657b2e5c65SMarc-André Lureau * @panic: a panic callback 4667b2e5c65SMarc-André Lureau * @set_watch: a set_watch callback 4677b2e5c65SMarc-André Lureau * @remove_watch: a remove_watch callback 4687b2e5c65SMarc-André Lureau * @iface: a VuDevIface structure with vhost-user device callbacks 4697b2e5c65SMarc-André Lureau * 470639b090dSzhaolichang * Initializes a VuDev vhost-user context. 4716f5fd837SStefan Hajnoczi * 4726f5fd837SStefan Hajnoczi * Returns: true on success, false on failure. 4737b2e5c65SMarc-André Lureau **/ 4746f5fd837SStefan Hajnoczi bool vu_init(VuDev *dev, 4756f5fd837SStefan Hajnoczi uint16_t max_queues, 4767b2e5c65SMarc-André Lureau int socket, 4777b2e5c65SMarc-André Lureau vu_panic_cb panic, 478049f5550SCoiby Xu vu_read_msg_cb read_msg, 4797b2e5c65SMarc-André Lureau vu_set_watch_cb set_watch, 4807b2e5c65SMarc-André Lureau vu_remove_watch_cb remove_watch, 4817b2e5c65SMarc-André Lureau const VuDevIface *iface); 4827b2e5c65SMarc-André Lureau 4837b2e5c65SMarc-André Lureau 4847b2e5c65SMarc-André Lureau /** 4857b2e5c65SMarc-André Lureau * vu_deinit: 4867b2e5c65SMarc-André Lureau * @dev: a VuDev context 4877b2e5c65SMarc-André Lureau * 4887b2e5c65SMarc-André Lureau * Cleans up the VuDev context 4897b2e5c65SMarc-André Lureau */ 4907b2e5c65SMarc-André Lureau void vu_deinit(VuDev *dev); 4917b2e5c65SMarc-André Lureau 492467eeb0fSAlex Bennée 493467eeb0fSAlex Bennée /** 494467eeb0fSAlex Bennée * vu_request_to_string: return string for vhost message request 495467eeb0fSAlex Bennée * @req: VhostUserMsg request 496467eeb0fSAlex Bennée * 497467eeb0fSAlex Bennée * Returns a const string, do not free. 498467eeb0fSAlex Bennée */ 499467eeb0fSAlex Bennée const char *vu_request_to_string(unsigned int req); 500467eeb0fSAlex Bennée 5017b2e5c65SMarc-André Lureau /** 5027b2e5c65SMarc-André Lureau * vu_dispatch: 5037b2e5c65SMarc-André Lureau * @dev: a VuDev context 5047b2e5c65SMarc-André Lureau * 5057b2e5c65SMarc-André Lureau * Process one vhost-user message. 5067b2e5c65SMarc-André Lureau * 5077b2e5c65SMarc-André Lureau * Returns: TRUE on success, FALSE on failure. 5087b2e5c65SMarc-André Lureau */ 5097b2e5c65SMarc-André Lureau bool vu_dispatch(VuDev *dev); 5107b2e5c65SMarc-André Lureau 5117b2e5c65SMarc-André Lureau /** 5127b2e5c65SMarc-André Lureau * vu_gpa_to_va: 5137b2e5c65SMarc-André Lureau * @dev: a VuDev context 514293084a7SYongji Xie * @plen: guest memory size 5157b2e5c65SMarc-André Lureau * @guest_addr: guest address 5167b2e5c65SMarc-André Lureau * 5177b2e5c65SMarc-André Lureau * Translate a guest address to a pointer. Returns NULL on failure. 5187b2e5c65SMarc-André Lureau */ 519293084a7SYongji Xie void *vu_gpa_to_va(VuDev *dev, uint64_t *plen, uint64_t guest_addr); 5207b2e5c65SMarc-André Lureau 5217b2e5c65SMarc-André Lureau /** 5227b2e5c65SMarc-André Lureau * vu_get_queue: 5237b2e5c65SMarc-André Lureau * @dev: a VuDev context 5247b2e5c65SMarc-André Lureau * @qidx: queue index 5257b2e5c65SMarc-André Lureau * 5267b2e5c65SMarc-André Lureau * Returns the queue number @qidx. 5277b2e5c65SMarc-André Lureau */ 5287b2e5c65SMarc-André Lureau VuVirtq *vu_get_queue(VuDev *dev, int qidx); 5297b2e5c65SMarc-André Lureau 5307b2e5c65SMarc-André Lureau /** 5317b2e5c65SMarc-André Lureau * vu_set_queue_handler: 5327b2e5c65SMarc-André Lureau * @dev: a VuDev context 5337b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 5347b2e5c65SMarc-André Lureau * @handler: the queue handler callback 5357b2e5c65SMarc-André Lureau * 5367b2e5c65SMarc-André Lureau * Set the queue handler. This function may be called several times 5377b2e5c65SMarc-André Lureau * for the same queue. If called with NULL @handler, the handler is 5387b2e5c65SMarc-André Lureau * removed. 5397b2e5c65SMarc-André Lureau */ 5407b2e5c65SMarc-André Lureau void vu_set_queue_handler(VuDev *dev, VuVirtq *vq, 5417b2e5c65SMarc-André Lureau vu_queue_handler_cb handler); 5427b2e5c65SMarc-André Lureau 543d84599f5STiwei Bie /** 544d84599f5STiwei Bie * vu_set_queue_host_notifier: 545d84599f5STiwei Bie * @dev: a VuDev context 546d84599f5STiwei Bie * @vq: a VuVirtq queue 547d84599f5STiwei Bie * @fd: a file descriptor 548d84599f5STiwei Bie * @size: host page size 549d84599f5STiwei Bie * @offset: notifier offset in @fd file 550d84599f5STiwei Bie * 551d84599f5STiwei Bie * Set queue's host notifier. This function may be called several 552d84599f5STiwei Bie * times for the same queue. If called with -1 @fd, the notifier 553d84599f5STiwei Bie * is removed. 554d84599f5STiwei Bie */ 555d84599f5STiwei Bie bool vu_set_queue_host_notifier(VuDev *dev, VuVirtq *vq, int fd, 556d84599f5STiwei Bie int size, int offset); 5577b2e5c65SMarc-André Lureau 5587b2e5c65SMarc-André Lureau /** 559ce0f3b03SAlbert Esteve * vu_lookup_shared_object: 560ce0f3b03SAlbert Esteve * @dev: a VuDev context 561ce0f3b03SAlbert Esteve * @uuid: UUID of the shared object 562ce0f3b03SAlbert Esteve * @dmabuf_fd: output dma-buf file descriptor 563ce0f3b03SAlbert Esteve * 564ce0f3b03SAlbert Esteve * Lookup for a virtio shared object (i.e., dma-buf fd) associated with the 565ce0f3b03SAlbert Esteve * received UUID. Result, if found, is stored in the dmabuf_fd argument. 566ce0f3b03SAlbert Esteve * 567ce0f3b03SAlbert Esteve * Returns: whether the virtio object was found. 568ce0f3b03SAlbert Esteve */ 569ce0f3b03SAlbert Esteve bool vu_lookup_shared_object(VuDev *dev, unsigned char uuid[UUID_LEN], 570ce0f3b03SAlbert Esteve int *dmabuf_fd); 571ce0f3b03SAlbert Esteve 572ce0f3b03SAlbert Esteve /** 573ce0f3b03SAlbert Esteve * vu_add_shared_object: 574ce0f3b03SAlbert Esteve * @dev: a VuDev context 575ce0f3b03SAlbert Esteve * @uuid: UUID of the shared object 576ce0f3b03SAlbert Esteve * 577ce0f3b03SAlbert Esteve * Registers this back-end as the exporter for the object associated with 578ce0f3b03SAlbert Esteve * the received UUID. 579ce0f3b03SAlbert Esteve * 580ce0f3b03SAlbert Esteve * Returns: TRUE on success, FALSE on failure. 581ce0f3b03SAlbert Esteve */ 582ce0f3b03SAlbert Esteve bool vu_add_shared_object(VuDev *dev, unsigned char uuid[UUID_LEN]); 583ce0f3b03SAlbert Esteve 584ce0f3b03SAlbert Esteve /** 585ce0f3b03SAlbert Esteve * vu_rm_shared_object: 586ce0f3b03SAlbert Esteve * @dev: a VuDev context 587ce0f3b03SAlbert Esteve * @uuid: UUID of the shared object 588ce0f3b03SAlbert Esteve * 589ce0f3b03SAlbert Esteve * Removes a shared object entry (i.e., back-end entry) associated with the 590ce0f3b03SAlbert Esteve * received UUID key from the hash table. 591ce0f3b03SAlbert Esteve * 592ce0f3b03SAlbert Esteve * Returns: TRUE on success, FALSE on failure. 593ce0f3b03SAlbert Esteve */ 594ce0f3b03SAlbert Esteve bool vu_rm_shared_object(VuDev *dev, unsigned char uuid[UUID_LEN]); 595ce0f3b03SAlbert Esteve 596ce0f3b03SAlbert Esteve /** 5977b2e5c65SMarc-André Lureau * vu_queue_set_notification: 5987b2e5c65SMarc-André Lureau * @dev: a VuDev context 5997b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6007b2e5c65SMarc-André Lureau * @enable: state 6017b2e5c65SMarc-André Lureau * 6027b2e5c65SMarc-André Lureau * Set whether the queue notifies (via event index or interrupt) 6037b2e5c65SMarc-André Lureau */ 6047b2e5c65SMarc-André Lureau void vu_queue_set_notification(VuDev *dev, VuVirtq *vq, int enable); 6057b2e5c65SMarc-André Lureau 6067b2e5c65SMarc-André Lureau /** 6077b2e5c65SMarc-André Lureau * vu_queue_enabled: 6087b2e5c65SMarc-André Lureau * @dev: a VuDev context 6097b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6107b2e5c65SMarc-André Lureau * 6117b2e5c65SMarc-André Lureau * Returns: whether the queue is enabled. 6127b2e5c65SMarc-André Lureau */ 6137b2e5c65SMarc-André Lureau bool vu_queue_enabled(VuDev *dev, VuVirtq *vq); 6147b2e5c65SMarc-André Lureau 6157b2e5c65SMarc-André Lureau /** 616bcf0836dSDr. David Alan Gilbert * vu_queue_started: 617bcf0836dSDr. David Alan Gilbert * @dev: a VuDev context 618bcf0836dSDr. David Alan Gilbert * @vq: a VuVirtq queue 619bcf0836dSDr. David Alan Gilbert * 620bcf0836dSDr. David Alan Gilbert * Returns: whether the queue is started. 621bcf0836dSDr. David Alan Gilbert */ 622bcf0836dSDr. David Alan Gilbert bool vu_queue_started(const VuDev *dev, const VuVirtq *vq); 623bcf0836dSDr. David Alan Gilbert 624bcf0836dSDr. David Alan Gilbert /** 625640601c7SMarc-André Lureau * vu_queue_empty: 6267b2e5c65SMarc-André Lureau * @dev: a VuDev context 6277b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6287b2e5c65SMarc-André Lureau * 629640601c7SMarc-André Lureau * Returns: true if the queue is empty or not ready. 6307b2e5c65SMarc-André Lureau */ 631640601c7SMarc-André Lureau bool vu_queue_empty(VuDev *dev, VuVirtq *vq); 6327b2e5c65SMarc-André Lureau 6337b2e5c65SMarc-André Lureau /** 6347b2e5c65SMarc-André Lureau * vu_queue_notify: 6357b2e5c65SMarc-André Lureau * @dev: a VuDev context 6367b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6377b2e5c65SMarc-André Lureau * 6387b2e5c65SMarc-André Lureau * Request to notify the queue via callfd (skipped if unnecessary) 6397b2e5c65SMarc-André Lureau */ 6407b2e5c65SMarc-André Lureau void vu_queue_notify(VuDev *dev, VuVirtq *vq); 6417b2e5c65SMarc-André Lureau 642ca858a5fSVladimir Sementsov-Ogievskiy void vu_config_change_msg(VuDev *dev); 643ca858a5fSVladimir Sementsov-Ogievskiy 6447b2e5c65SMarc-André Lureau /** 645ff132005SJohannes Berg * vu_queue_notify_sync: 646ff132005SJohannes Berg * @dev: a VuDev context 647ff132005SJohannes Berg * @vq: a VuVirtq queue 648ff132005SJohannes Berg * 649ff132005SJohannes Berg * Request to notify the queue via callfd (skipped if unnecessary) 650ff132005SJohannes Berg * or sync message if possible. 651ff132005SJohannes Berg */ 652ff132005SJohannes Berg void vu_queue_notify_sync(VuDev *dev, VuVirtq *vq); 653ff132005SJohannes Berg 654ff132005SJohannes Berg /** 6557b2e5c65SMarc-André Lureau * vu_queue_pop: 6567b2e5c65SMarc-André Lureau * @dev: a VuDev context 6577b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6587b2e5c65SMarc-André Lureau * @sz: the size of struct to return (must be >= VuVirtqElement) 6597b2e5c65SMarc-André Lureau * 66019409df8SMarc-André Lureau * Returns: a VuVirtqElement filled from the queue or NULL. The 66119409df8SMarc-André Lureau * returned element must be free()-d by the caller. 6627b2e5c65SMarc-André Lureau */ 6637b2e5c65SMarc-André Lureau void *vu_queue_pop(VuDev *dev, VuVirtq *vq, size_t sz); 6647b2e5c65SMarc-André Lureau 665b13919abSMarc-André Lureau 666b13919abSMarc-André Lureau /** 667b13919abSMarc-André Lureau * vu_queue_unpop: 668b13919abSMarc-André Lureau * @dev: a VuDev context 669b13919abSMarc-André Lureau * @vq: a VuVirtq queue 670b13919abSMarc-André Lureau * @elem: The #VuVirtqElement 671b13919abSMarc-André Lureau * @len: number of bytes written 672b13919abSMarc-André Lureau * 673b13919abSMarc-André Lureau * Pretend the most recent element wasn't popped from the virtqueue. The next 674b13919abSMarc-André Lureau * call to vu_queue_pop() will refetch the element. 675b13919abSMarc-André Lureau */ 676b13919abSMarc-André Lureau void vu_queue_unpop(VuDev *dev, VuVirtq *vq, VuVirtqElement *elem, 677b13919abSMarc-André Lureau size_t len); 678b13919abSMarc-André Lureau 6797b2e5c65SMarc-André Lureau /** 6807b2e5c65SMarc-André Lureau * vu_queue_rewind: 6817b2e5c65SMarc-André Lureau * @dev: a VuDev context 6827b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6837b2e5c65SMarc-André Lureau * @num: number of elements to push back 6847b2e5c65SMarc-André Lureau * 6857b2e5c65SMarc-André Lureau * Pretend that elements weren't popped from the virtqueue. The next 6867b2e5c65SMarc-André Lureau * virtqueue_pop() will refetch the oldest element. 6877b2e5c65SMarc-André Lureau * 6887b2e5c65SMarc-André Lureau * Returns: true on success, false if @num is greater than the number of in use 6897b2e5c65SMarc-André Lureau * elements. 6907b2e5c65SMarc-André Lureau */ 6917b2e5c65SMarc-André Lureau bool vu_queue_rewind(VuDev *dev, VuVirtq *vq, unsigned int num); 6927b2e5c65SMarc-André Lureau 6937b2e5c65SMarc-André Lureau /** 6947b2e5c65SMarc-André Lureau * vu_queue_fill: 6957b2e5c65SMarc-André Lureau * @dev: a VuDev context 6967b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 6977b2e5c65SMarc-André Lureau * @elem: a VuVirtqElement 6987b2e5c65SMarc-André Lureau * @len: length in bytes to write 6997b2e5c65SMarc-André Lureau * @idx: optional offset for the used ring index (0 in general) 7007b2e5c65SMarc-André Lureau * 7017b2e5c65SMarc-André Lureau * Fill the used ring with @elem element. 7027b2e5c65SMarc-André Lureau */ 7037b2e5c65SMarc-André Lureau void vu_queue_fill(VuDev *dev, VuVirtq *vq, 7047b2e5c65SMarc-André Lureau const VuVirtqElement *elem, 7057b2e5c65SMarc-André Lureau unsigned int len, unsigned int idx); 7067b2e5c65SMarc-André Lureau 7077b2e5c65SMarc-André Lureau /** 7087b2e5c65SMarc-André Lureau * vu_queue_push: 7097b2e5c65SMarc-André Lureau * @dev: a VuDev context 7107b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 7117b2e5c65SMarc-André Lureau * @elem: a VuVirtqElement 7127b2e5c65SMarc-André Lureau * @len: length in bytes to write 7137b2e5c65SMarc-André Lureau * 7147b2e5c65SMarc-André Lureau * Helper that combines vu_queue_fill() with a vu_queue_flush(). 7157b2e5c65SMarc-André Lureau */ 7167b2e5c65SMarc-André Lureau void vu_queue_push(VuDev *dev, VuVirtq *vq, 7177b2e5c65SMarc-André Lureau const VuVirtqElement *elem, unsigned int len); 7187b2e5c65SMarc-André Lureau 7197b2e5c65SMarc-André Lureau /** 7207b2e5c65SMarc-André Lureau * vu_queue_flush: 7217b2e5c65SMarc-André Lureau * @dev: a VuDev context 7227b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 7237b2e5c65SMarc-André Lureau * @num: number of elements to flush 7247b2e5c65SMarc-André Lureau * 7257b2e5c65SMarc-André Lureau * Mark the last number of elements as done (used.idx is updated by 7267b2e5c65SMarc-André Lureau * num elements). 7277b2e5c65SMarc-André Lureau */ 7287b2e5c65SMarc-André Lureau void vu_queue_flush(VuDev *dev, VuVirtq *vq, unsigned int num); 7297b2e5c65SMarc-André Lureau 7307b2e5c65SMarc-André Lureau /** 7317b2e5c65SMarc-André Lureau * vu_queue_get_avail_bytes: 7327b2e5c65SMarc-André Lureau * @dev: a VuDev context 7337b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 7347b2e5c65SMarc-André Lureau * @in_bytes: in bytes 7357b2e5c65SMarc-André Lureau * @out_bytes: out bytes 7367b2e5c65SMarc-André Lureau * @max_in_bytes: stop counting after max_in_bytes 7377b2e5c65SMarc-André Lureau * @max_out_bytes: stop counting after max_out_bytes 7387b2e5c65SMarc-André Lureau * 7397b2e5c65SMarc-André Lureau * Count the number of available bytes, up to max_in_bytes/max_out_bytes. 7407b2e5c65SMarc-André Lureau */ 7417b2e5c65SMarc-André Lureau void vu_queue_get_avail_bytes(VuDev *vdev, VuVirtq *vq, unsigned int *in_bytes, 7427b2e5c65SMarc-André Lureau unsigned int *out_bytes, 7437b2e5c65SMarc-André Lureau unsigned max_in_bytes, unsigned max_out_bytes); 7447b2e5c65SMarc-André Lureau 7457b2e5c65SMarc-André Lureau /** 7467b2e5c65SMarc-André Lureau * vu_queue_avail_bytes: 7477b2e5c65SMarc-André Lureau * @dev: a VuDev context 7487b2e5c65SMarc-André Lureau * @vq: a VuVirtq queue 7497b2e5c65SMarc-André Lureau * @in_bytes: expected in bytes 7507b2e5c65SMarc-André Lureau * @out_bytes: expected out bytes 7517b2e5c65SMarc-André Lureau * 7527b2e5c65SMarc-André Lureau * Returns: true if in_bytes <= in_total && out_bytes <= out_total 7537b2e5c65SMarc-André Lureau */ 7547b2e5c65SMarc-André Lureau bool vu_queue_avail_bytes(VuDev *dev, VuVirtq *vq, unsigned int in_bytes, 7557b2e5c65SMarc-André Lureau unsigned int out_bytes); 7567b2e5c65SMarc-André Lureau 7577b2e5c65SMarc-André Lureau #endif /* LIBVHOST_USER_H */ 758