1117d6495STianjia Zhang #include "kvm/virtio-vsock.h" 2117d6495STianjia Zhang #include "kvm/virtio-pci-dev.h" 3117d6495STianjia Zhang #include "kvm/kvm.h" 4117d6495STianjia Zhang #include "kvm/pci.h" 5117d6495STianjia Zhang #include "kvm/ioeventfd.h" 6117d6495STianjia Zhang #include "kvm/guest_compat.h" 7117d6495STianjia Zhang #include "kvm/virtio-pci.h" 8117d6495STianjia Zhang #include "kvm/virtio.h" 9117d6495STianjia Zhang 10867b15ccSJean-Philippe Brucker #include <linux/byteorder.h> 11117d6495STianjia Zhang #include <linux/kernel.h> 12117d6495STianjia Zhang #include <linux/virtio_vsock.h> 13117d6495STianjia Zhang #include <linux/vhost.h> 14117d6495STianjia Zhang 15117d6495STianjia Zhang #define VIRTIO_VSOCK_QUEUE_SIZE 128 16117d6495STianjia Zhang 17117d6495STianjia Zhang static LIST_HEAD(vdevs); 18117d6495STianjia Zhang static int compat_id = -1; 19117d6495STianjia Zhang 20117d6495STianjia Zhang enum { 21117d6495STianjia Zhang VSOCK_VQ_RX = 0, /* for host to guest data */ 22117d6495STianjia Zhang VSOCK_VQ_TX = 1, /* for guest to host data */ 23117d6495STianjia Zhang VSOCK_VQ_EVENT = 2, 24117d6495STianjia Zhang VSOCK_VQ_MAX = 3, 25117d6495STianjia Zhang }; 26117d6495STianjia Zhang 27117d6495STianjia Zhang struct vsock_dev { 28117d6495STianjia Zhang struct virt_queue vqs[VSOCK_VQ_MAX]; 29117d6495STianjia Zhang struct virtio_vsock_config config; 30867b15ccSJean-Philippe Brucker u64 guest_cid; 31117d6495STianjia Zhang u32 features; 32117d6495STianjia Zhang int vhost_fd; 33117d6495STianjia Zhang struct virtio_device vdev; 34117d6495STianjia Zhang struct list_head list; 35117d6495STianjia Zhang struct kvm *kvm; 36117d6495STianjia Zhang }; 37117d6495STianjia Zhang 38117d6495STianjia Zhang static u8 *get_config(struct kvm *kvm, void *dev) 39117d6495STianjia Zhang { 40117d6495STianjia Zhang struct vsock_dev *vdev = dev; 41117d6495STianjia Zhang 42117d6495STianjia Zhang return ((u8 *)(&vdev->config)); 43117d6495STianjia Zhang } 44117d6495STianjia Zhang 45e4730284SMartin Radev static size_t get_config_size(struct kvm *kvm, void *dev) 46e4730284SMartin Radev { 47e4730284SMartin Radev struct vsock_dev *vdev = dev; 48e4730284SMartin Radev 49e4730284SMartin Radev return sizeof(vdev->config); 50e4730284SMartin Radev } 51e4730284SMartin Radev 523c8f82b8SJean-Philippe Brucker static u64 get_host_features(struct kvm *kvm, void *dev) 53117d6495STianjia Zhang { 54117d6495STianjia Zhang return 1UL << VIRTIO_RING_F_EVENT_IDX 55117d6495STianjia Zhang | 1UL << VIRTIO_RING_F_INDIRECT_DESC; 56117d6495STianjia Zhang } 57117d6495STianjia Zhang 58117d6495STianjia Zhang static bool is_event_vq(u32 vq) 59117d6495STianjia Zhang { 60117d6495STianjia Zhang return vq == VSOCK_VQ_EVENT; 61117d6495STianjia Zhang } 62117d6495STianjia Zhang 63609ee906SJean-Philippe Brucker static int init_vq(struct kvm *kvm, void *dev, u32 vq) 64117d6495STianjia Zhang { 65117d6495STianjia Zhang struct vsock_dev *vdev = dev; 66117d6495STianjia Zhang struct virt_queue *queue; 67117d6495STianjia Zhang 68117d6495STianjia Zhang compat__remove_message(compat_id); 69117d6495STianjia Zhang 70117d6495STianjia Zhang queue = &vdev->vqs[vq]; 71609ee906SJean-Philippe Brucker virtio_init_device_vq(kvm, &vdev->vdev, queue, VIRTIO_VSOCK_QUEUE_SIZE); 72117d6495STianjia Zhang 73745221e5SJean-Philippe Brucker if (vdev->vhost_fd == -1 || is_event_vq(vq)) 74117d6495STianjia Zhang return 0; 75117d6495STianjia Zhang 76745221e5SJean-Philippe Brucker virtio_vhost_set_vring(kvm, vdev->vhost_fd, vq, queue); 77117d6495STianjia Zhang return 0; 78117d6495STianjia Zhang } 79117d6495STianjia Zhang 80117d6495STianjia Zhang static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) 81117d6495STianjia Zhang { 82117d6495STianjia Zhang struct vsock_dev *vdev = dev; 83117d6495STianjia Zhang 84*676c0c8aSJean-Philippe Brucker if (vdev->vhost_fd == -1 || is_event_vq(vq)) 85117d6495STianjia Zhang return; 86117d6495STianjia Zhang 87*676c0c8aSJean-Philippe Brucker virtio_vhost_set_vring_kick(kvm, vdev->vhost_fd, vq, efd); 88117d6495STianjia Zhang } 89117d6495STianjia Zhang 90117d6495STianjia Zhang static void notify_status(struct kvm *kvm, void *dev, u32 status) 91117d6495STianjia Zhang { 92117d6495STianjia Zhang struct vsock_dev *vdev = dev; 93117d6495STianjia Zhang int r, start; 94117d6495STianjia Zhang 95867b15ccSJean-Philippe Brucker if (status & VIRTIO__STATUS_CONFIG) 96867b15ccSJean-Philippe Brucker vdev->config.guest_cid = cpu_to_le64(vdev->guest_cid); 97867b15ccSJean-Philippe Brucker 98a8e397bbSJean-Philippe Brucker if (status & VIRTIO__STATUS_START) 99a8e397bbSJean-Philippe Brucker start = 1; 100a8e397bbSJean-Philippe Brucker else if (status & VIRTIO__STATUS_STOP) 101a8e397bbSJean-Philippe Brucker start = 0; 102a8e397bbSJean-Philippe Brucker else 103117d6495STianjia Zhang return; 104117d6495STianjia Zhang 105117d6495STianjia Zhang r = ioctl(vdev->vhost_fd, VHOST_VSOCK_SET_RUNNING, &start); 106117d6495STianjia Zhang if (r != 0) 107117d6495STianjia Zhang die("VHOST_VSOCK_SET_RUNNING failed %d", errno); 108117d6495STianjia Zhang } 109117d6495STianjia Zhang 110117d6495STianjia Zhang static int notify_vq(struct kvm *kvm, void *dev, u32 vq) 111117d6495STianjia Zhang { 112117d6495STianjia Zhang return 0; 113117d6495STianjia Zhang } 114117d6495STianjia Zhang 115117d6495STianjia Zhang static struct virt_queue *get_vq(struct kvm *kvm, void *dev, u32 vq) 116117d6495STianjia Zhang { 117117d6495STianjia Zhang struct vsock_dev *vdev = dev; 118117d6495STianjia Zhang 119117d6495STianjia Zhang return &vdev->vqs[vq]; 120117d6495STianjia Zhang } 121117d6495STianjia Zhang 122117d6495STianjia Zhang static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) 123117d6495STianjia Zhang { 124117d6495STianjia Zhang return VIRTIO_VSOCK_QUEUE_SIZE; 125117d6495STianjia Zhang } 126117d6495STianjia Zhang 127117d6495STianjia Zhang static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) 128117d6495STianjia Zhang { 129117d6495STianjia Zhang return size; 130117d6495STianjia Zhang } 131117d6495STianjia Zhang 132117d6495STianjia Zhang static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) 133117d6495STianjia Zhang { 134117d6495STianjia Zhang struct vhost_vring_file file; 135117d6495STianjia Zhang struct vsock_dev *vdev = dev; 136117d6495STianjia Zhang struct kvm_irqfd irq; 137117d6495STianjia Zhang int r; 138117d6495STianjia Zhang 139117d6495STianjia Zhang if (vdev->vhost_fd == -1) 140117d6495STianjia Zhang return; 141117d6495STianjia Zhang 142117d6495STianjia Zhang if (is_event_vq(vq)) 143117d6495STianjia Zhang return; 144117d6495STianjia Zhang 145117d6495STianjia Zhang irq = (struct kvm_irqfd) { 146117d6495STianjia Zhang .gsi = gsi, 147117d6495STianjia Zhang .fd = eventfd(0, 0), 148117d6495STianjia Zhang }; 149117d6495STianjia Zhang file = (struct vhost_vring_file) { 150117d6495STianjia Zhang .index = vq, 151117d6495STianjia Zhang .fd = irq.fd, 152117d6495STianjia Zhang }; 153117d6495STianjia Zhang 154117d6495STianjia Zhang r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq); 155117d6495STianjia Zhang if (r < 0) 156117d6495STianjia Zhang die_perror("KVM_IRQFD failed"); 157117d6495STianjia Zhang 158117d6495STianjia Zhang r = ioctl(vdev->vhost_fd, VHOST_SET_VRING_CALL, &file); 159117d6495STianjia Zhang if (r < 0) 160117d6495STianjia Zhang die_perror("VHOST_SET_VRING_CALL failed"); 161117d6495STianjia Zhang } 162117d6495STianjia Zhang 16331e0eaccSMartin Radev static unsigned int get_vq_count(struct kvm *kvm, void *dev) 164117d6495STianjia Zhang { 165117d6495STianjia Zhang return VSOCK_VQ_MAX; 166117d6495STianjia Zhang } 167117d6495STianjia Zhang 168117d6495STianjia Zhang static struct virtio_ops vsock_dev_virtio_ops = { 169117d6495STianjia Zhang .get_config = get_config, 170e4730284SMartin Radev .get_config_size = get_config_size, 171117d6495STianjia Zhang .get_host_features = get_host_features, 172117d6495STianjia Zhang .init_vq = init_vq, 173117d6495STianjia Zhang .get_vq = get_vq, 174117d6495STianjia Zhang .get_size_vq = get_size_vq, 175117d6495STianjia Zhang .set_size_vq = set_size_vq, 176117d6495STianjia Zhang .notify_vq_eventfd = notify_vq_eventfd, 177117d6495STianjia Zhang .notify_status = notify_status, 178117d6495STianjia Zhang .notify_vq_gsi = notify_vq_gsi, 179117d6495STianjia Zhang .notify_vq = notify_vq, 180117d6495STianjia Zhang .get_vq_count = get_vq_count, 181117d6495STianjia Zhang }; 182117d6495STianjia Zhang 183117d6495STianjia Zhang static void virtio_vhost_vsock_init(struct kvm *kvm, struct vsock_dev *vdev) 184117d6495STianjia Zhang { 185117d6495STianjia Zhang u64 features; 186f84ab9ebSJean-Philippe Brucker int r; 187117d6495STianjia Zhang 188117d6495STianjia Zhang vdev->vhost_fd = open("/dev/vhost-vsock", O_RDWR); 189117d6495STianjia Zhang if (vdev->vhost_fd < 0) 190117d6495STianjia Zhang die_perror("Failed opening vhost-vsock device"); 191117d6495STianjia Zhang 192f84ab9ebSJean-Philippe Brucker virtio_vhost_init(kvm, vdev->vhost_fd); 193117d6495STianjia Zhang 194117d6495STianjia Zhang r = ioctl(vdev->vhost_fd, VHOST_GET_FEATURES, &features); 195117d6495STianjia Zhang if (r != 0) 196117d6495STianjia Zhang die_perror("VHOST_GET_FEATURES failed"); 197117d6495STianjia Zhang 198117d6495STianjia Zhang r = ioctl(vdev->vhost_fd, VHOST_SET_FEATURES, &features); 199117d6495STianjia Zhang if (r != 0) 200117d6495STianjia Zhang die_perror("VHOST_SET_FEATURES failed"); 201117d6495STianjia Zhang 202867b15ccSJean-Philippe Brucker r = ioctl(vdev->vhost_fd, VHOST_VSOCK_SET_GUEST_CID, &vdev->guest_cid); 203117d6495STianjia Zhang if (r != 0) 204117d6495STianjia Zhang die_perror("VHOST_VSOCK_SET_GUEST_CID failed"); 205117d6495STianjia Zhang 206117d6495STianjia Zhang vdev->vdev.use_vhost = true; 207117d6495STianjia Zhang } 208117d6495STianjia Zhang 209117d6495STianjia Zhang static int virtio_vsock_init_one(struct kvm *kvm, u64 guest_cid) 210117d6495STianjia Zhang { 211117d6495STianjia Zhang struct vsock_dev *vdev; 212117d6495STianjia Zhang int r; 213117d6495STianjia Zhang 214117d6495STianjia Zhang vdev = calloc(1, sizeof(struct vsock_dev)); 215117d6495STianjia Zhang if (vdev == NULL) 216117d6495STianjia Zhang return -ENOMEM; 217117d6495STianjia Zhang 218117d6495STianjia Zhang *vdev = (struct vsock_dev) { 219117d6495STianjia Zhang .guest_cid = guest_cid, 220117d6495STianjia Zhang .vhost_fd = -1, 221117d6495STianjia Zhang .kvm = kvm, 222117d6495STianjia Zhang }; 223117d6495STianjia Zhang 224117d6495STianjia Zhang list_add_tail(&vdev->list, &vdevs); 225117d6495STianjia Zhang 226117d6495STianjia Zhang r = virtio_init(kvm, vdev, &vdev->vdev, &vsock_dev_virtio_ops, 2279b46ebc5SRajnesh Kanwal kvm->cfg.virtio_transport, PCI_DEVICE_ID_VIRTIO_VSOCK, 228117d6495STianjia Zhang VIRTIO_ID_VSOCK, PCI_CLASS_VSOCK); 229117d6495STianjia Zhang if (r < 0) 230117d6495STianjia Zhang return r; 231117d6495STianjia Zhang 232117d6495STianjia Zhang virtio_vhost_vsock_init(kvm, vdev); 233117d6495STianjia Zhang 234117d6495STianjia Zhang if (compat_id == -1) 235117d6495STianjia Zhang compat_id = virtio_compat_add_message("virtio-vsock", "CONFIG_VIRTIO_VSOCK"); 236117d6495STianjia Zhang 237117d6495STianjia Zhang return 0; 238117d6495STianjia Zhang } 239117d6495STianjia Zhang 240117d6495STianjia Zhang static int virtio_vsock_exit_one(struct kvm *kvm, struct vsock_dev *vdev) 241117d6495STianjia Zhang { 242117d6495STianjia Zhang list_del(&vdev->list); 243117d6495STianjia Zhang free(vdev); 244117d6495STianjia Zhang 245117d6495STianjia Zhang return 0; 246117d6495STianjia Zhang } 247117d6495STianjia Zhang 248117d6495STianjia Zhang int virtio_vsock_init(struct kvm *kvm) 249117d6495STianjia Zhang { 250117d6495STianjia Zhang int r; 251117d6495STianjia Zhang 252117d6495STianjia Zhang if (kvm->cfg.vsock_cid == 0) 253117d6495STianjia Zhang return 0; 254117d6495STianjia Zhang 255117d6495STianjia Zhang r = virtio_vsock_init_one(kvm, kvm->cfg.vsock_cid); 256117d6495STianjia Zhang if (r < 0) 257117d6495STianjia Zhang goto cleanup; 258117d6495STianjia Zhang 259117d6495STianjia Zhang return 0; 260117d6495STianjia Zhang cleanup: 261117d6495STianjia Zhang return virtio_vsock_exit(kvm); 262117d6495STianjia Zhang } 263117d6495STianjia Zhang virtio_dev_init(virtio_vsock_init); 264117d6495STianjia Zhang 265117d6495STianjia Zhang int virtio_vsock_exit(struct kvm *kvm) 266117d6495STianjia Zhang { 267117d6495STianjia Zhang while (!list_empty(&vdevs)) { 268117d6495STianjia Zhang struct vsock_dev *vdev; 269117d6495STianjia Zhang 270117d6495STianjia Zhang vdev = list_first_entry(&vdevs, struct vsock_dev, list); 271117d6495STianjia Zhang virtio_vsock_exit_one(kvm, vdev); 272117d6495STianjia Zhang } 273117d6495STianjia Zhang 274117d6495STianjia Zhang return 0; 275117d6495STianjia Zhang } 276117d6495STianjia Zhang virtio_dev_exit(virtio_vsock_exit); 277