1c6136ec0SStefano Garzarella /* 2c6136ec0SStefano Garzarella * Parent class for vhost-vsock devices 3c6136ec0SStefano Garzarella * 4c6136ec0SStefano Garzarella * Copyright 2015-2020 Red Hat, Inc. 5c6136ec0SStefano Garzarella * 6c6136ec0SStefano Garzarella * This work is licensed under the terms of the GNU GPL, version 2 or 7c6136ec0SStefano Garzarella * (at your option) any later version. See the COPYING file in the 8c6136ec0SStefano Garzarella * top-level directory. 9c6136ec0SStefano Garzarella */ 10c6136ec0SStefano Garzarella 11c6136ec0SStefano Garzarella #include "qemu/osdep.h" 12c6136ec0SStefano Garzarella #include "standard-headers/linux/virtio_vsock.h" 13c6136ec0SStefano Garzarella #include "qapi/error.h" 14c6136ec0SStefano Garzarella #include "hw/virtio/virtio-access.h" 15c6136ec0SStefano Garzarella #include "qemu/error-report.h" 16c6136ec0SStefano Garzarella #include "hw/qdev-properties.h" 17b8f3e6a1SAlex Bennée #include "hw/virtio/vhost.h" 18c6136ec0SStefano Garzarella #include "hw/virtio/vhost-vsock.h" 19c6136ec0SStefano Garzarella #include "qemu/iov.h" 20c6136ec0SStefano Garzarella #include "monitor/monitor.h" 21c6136ec0SStefano Garzarella 2246ce0171SStefano Garzarella const int feature_bits[] = { 2346ce0171SStefano Garzarella VIRTIO_VSOCK_F_SEQPACKET, 24562a7d23SStefano Garzarella VIRTIO_F_RING_RESET, 2546ce0171SStefano Garzarella VHOST_INVALID_FEATURE_BIT 2646ce0171SStefano Garzarella }; 2746ce0171SStefano Garzarella 2846ce0171SStefano Garzarella uint64_t vhost_vsock_common_get_features(VirtIODevice *vdev, uint64_t features, 2946ce0171SStefano Garzarella Error **errp) 3046ce0171SStefano Garzarella { 3146ce0171SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 3246ce0171SStefano Garzarella 3346ce0171SStefano Garzarella if (vvc->seqpacket != ON_OFF_AUTO_OFF) { 3446ce0171SStefano Garzarella virtio_add_feature(&features, VIRTIO_VSOCK_F_SEQPACKET); 3546ce0171SStefano Garzarella } 3646ce0171SStefano Garzarella 3746ce0171SStefano Garzarella features = vhost_get_features(&vvc->vhost_dev, feature_bits, features); 3846ce0171SStefano Garzarella 3946ce0171SStefano Garzarella if (vvc->seqpacket == ON_OFF_AUTO_ON && 4046ce0171SStefano Garzarella !virtio_has_feature(features, VIRTIO_VSOCK_F_SEQPACKET)) { 4146ce0171SStefano Garzarella error_setg(errp, "vhost-vsock backend doesn't support seqpacket"); 4246ce0171SStefano Garzarella } 4346ce0171SStefano Garzarella 4446ce0171SStefano Garzarella return features; 4546ce0171SStefano Garzarella } 4646ce0171SStefano Garzarella 47c6136ec0SStefano Garzarella int vhost_vsock_common_start(VirtIODevice *vdev) 48c6136ec0SStefano Garzarella { 49c6136ec0SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 50c6136ec0SStefano Garzarella BusState *qbus = BUS(qdev_get_parent_bus(DEVICE(vdev))); 51c6136ec0SStefano Garzarella VirtioBusClass *k = VIRTIO_BUS_GET_CLASS(qbus); 52c6136ec0SStefano Garzarella int ret; 53c6136ec0SStefano Garzarella int i; 54c6136ec0SStefano Garzarella 55c6136ec0SStefano Garzarella if (!k->set_guest_notifiers) { 56c6136ec0SStefano Garzarella error_report("binding does not support guest notifiers"); 57c6136ec0SStefano Garzarella return -ENOSYS; 58c6136ec0SStefano Garzarella } 59c6136ec0SStefano Garzarella 60c6136ec0SStefano Garzarella ret = vhost_dev_enable_notifiers(&vvc->vhost_dev, vdev); 61c6136ec0SStefano Garzarella if (ret < 0) { 62c6136ec0SStefano Garzarella error_report("Error enabling host notifiers: %d", -ret); 63c6136ec0SStefano Garzarella return ret; 64c6136ec0SStefano Garzarella } 65c6136ec0SStefano Garzarella 66c6136ec0SStefano Garzarella ret = k->set_guest_notifiers(qbus->parent, vvc->vhost_dev.nvqs, true); 67c6136ec0SStefano Garzarella if (ret < 0) { 68c6136ec0SStefano Garzarella error_report("Error binding guest notifier: %d", -ret); 69c6136ec0SStefano Garzarella goto err_host_notifiers; 70c6136ec0SStefano Garzarella } 71c6136ec0SStefano Garzarella 72c6136ec0SStefano Garzarella vvc->vhost_dev.acked_features = vdev->guest_features; 73*4daa5054SStefano Garzarella ret = vhost_dev_start(&vvc->vhost_dev, vdev, true); 74c6136ec0SStefano Garzarella if (ret < 0) { 75c6136ec0SStefano Garzarella error_report("Error starting vhost: %d", -ret); 76c6136ec0SStefano Garzarella goto err_guest_notifiers; 77c6136ec0SStefano Garzarella } 78c6136ec0SStefano Garzarella 79c6136ec0SStefano Garzarella /* 80c6136ec0SStefano Garzarella * guest_notifier_mask/pending not used yet, so just unmask 81c6136ec0SStefano Garzarella * everything here. virtio-pci will do the right thing by 82c6136ec0SStefano Garzarella * enabling/disabling irqfd. 83c6136ec0SStefano Garzarella */ 84c6136ec0SStefano Garzarella for (i = 0; i < vvc->vhost_dev.nvqs; i++) { 85c6136ec0SStefano Garzarella vhost_virtqueue_mask(&vvc->vhost_dev, vdev, i, false); 86c6136ec0SStefano Garzarella } 87c6136ec0SStefano Garzarella 88c6136ec0SStefano Garzarella return 0; 89c6136ec0SStefano Garzarella 90c6136ec0SStefano Garzarella err_guest_notifiers: 91c6136ec0SStefano Garzarella k->set_guest_notifiers(qbus->parent, vvc->vhost_dev.nvqs, false); 92c6136ec0SStefano Garzarella err_host_notifiers: 93c6136ec0SStefano Garzarella vhost_dev_disable_notifiers(&vvc->vhost_dev, vdev); 94c6136ec0SStefano Garzarella return ret; 95c6136ec0SStefano Garzarella } 96c6136ec0SStefano Garzarella 97c6136ec0SStefano Garzarella void vhost_vsock_common_stop(VirtIODevice *vdev) 98c6136ec0SStefano Garzarella { 99c6136ec0SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 100c6136ec0SStefano Garzarella BusState *qbus = BUS(qdev_get_parent_bus(DEVICE(vdev))); 101c6136ec0SStefano Garzarella VirtioBusClass *k = VIRTIO_BUS_GET_CLASS(qbus); 102c6136ec0SStefano Garzarella int ret; 103c6136ec0SStefano Garzarella 104c6136ec0SStefano Garzarella if (!k->set_guest_notifiers) { 105c6136ec0SStefano Garzarella return; 106c6136ec0SStefano Garzarella } 107c6136ec0SStefano Garzarella 108*4daa5054SStefano Garzarella vhost_dev_stop(&vvc->vhost_dev, vdev, true); 109c6136ec0SStefano Garzarella 110c6136ec0SStefano Garzarella ret = k->set_guest_notifiers(qbus->parent, vvc->vhost_dev.nvqs, false); 111c6136ec0SStefano Garzarella if (ret < 0) { 112c6136ec0SStefano Garzarella error_report("vhost guest notifier cleanup failed: %d", ret); 113c6136ec0SStefano Garzarella return; 114c6136ec0SStefano Garzarella } 115c6136ec0SStefano Garzarella 116c6136ec0SStefano Garzarella vhost_dev_disable_notifiers(&vvc->vhost_dev, vdev); 117c6136ec0SStefano Garzarella } 118c6136ec0SStefano Garzarella 119c6136ec0SStefano Garzarella 120c6136ec0SStefano Garzarella static void vhost_vsock_common_handle_output(VirtIODevice *vdev, VirtQueue *vq) 121c6136ec0SStefano Garzarella { 122c6136ec0SStefano Garzarella /* Do nothing */ 123c6136ec0SStefano Garzarella } 124c6136ec0SStefano Garzarella 125c6136ec0SStefano Garzarella static void vhost_vsock_common_guest_notifier_mask(VirtIODevice *vdev, int idx, 126c6136ec0SStefano Garzarella bool mask) 127c6136ec0SStefano Garzarella { 128c6136ec0SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 129c6136ec0SStefano Garzarella 130c6136ec0SStefano Garzarella vhost_virtqueue_mask(&vvc->vhost_dev, vdev, idx, mask); 131c6136ec0SStefano Garzarella } 132c6136ec0SStefano Garzarella 133c6136ec0SStefano Garzarella static bool vhost_vsock_common_guest_notifier_pending(VirtIODevice *vdev, 134c6136ec0SStefano Garzarella int idx) 135c6136ec0SStefano Garzarella { 136c6136ec0SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 137c6136ec0SStefano Garzarella 138c6136ec0SStefano Garzarella return vhost_virtqueue_pending(&vvc->vhost_dev, idx); 139c6136ec0SStefano Garzarella } 140c6136ec0SStefano Garzarella 141c6136ec0SStefano Garzarella static void vhost_vsock_common_send_transport_reset(VHostVSockCommon *vvc) 142c6136ec0SStefano Garzarella { 143c6136ec0SStefano Garzarella VirtQueueElement *elem; 144c6136ec0SStefano Garzarella VirtQueue *vq = vvc->event_vq; 145c6136ec0SStefano Garzarella struct virtio_vsock_event event = { 146c6136ec0SStefano Garzarella .id = cpu_to_le32(VIRTIO_VSOCK_EVENT_TRANSPORT_RESET), 147c6136ec0SStefano Garzarella }; 148c6136ec0SStefano Garzarella 149c6136ec0SStefano Garzarella elem = virtqueue_pop(vq, sizeof(VirtQueueElement)); 150c6136ec0SStefano Garzarella if (!elem) { 151c6136ec0SStefano Garzarella error_report("vhost-vsock missed transport reset event"); 152c6136ec0SStefano Garzarella return; 153c6136ec0SStefano Garzarella } 154c6136ec0SStefano Garzarella 155c6136ec0SStefano Garzarella if (elem->out_num) { 156c6136ec0SStefano Garzarella error_report("invalid vhost-vsock event virtqueue element with " 157c6136ec0SStefano Garzarella "out buffers"); 1588d1b247fSStefano Garzarella goto err; 159c6136ec0SStefano Garzarella } 160c6136ec0SStefano Garzarella 161c6136ec0SStefano Garzarella if (iov_from_buf(elem->in_sg, elem->in_num, 0, 162c6136ec0SStefano Garzarella &event, sizeof(event)) != sizeof(event)) { 163c6136ec0SStefano Garzarella error_report("vhost-vsock event virtqueue element is too short"); 1648d1b247fSStefano Garzarella goto err; 165c6136ec0SStefano Garzarella } 166c6136ec0SStefano Garzarella 167c6136ec0SStefano Garzarella virtqueue_push(vq, elem, sizeof(event)); 168c6136ec0SStefano Garzarella virtio_notify(VIRTIO_DEVICE(vvc), vq); 169c6136ec0SStefano Garzarella 1708d1b247fSStefano Garzarella g_free(elem); 1718d1b247fSStefano Garzarella return; 1728d1b247fSStefano Garzarella 1738d1b247fSStefano Garzarella err: 1748d1b247fSStefano Garzarella virtqueue_detach_element(vq, elem, 0); 175c6136ec0SStefano Garzarella g_free(elem); 176c6136ec0SStefano Garzarella } 177c6136ec0SStefano Garzarella 178c6136ec0SStefano Garzarella static void vhost_vsock_common_post_load_timer_cleanup(VHostVSockCommon *vvc) 179c6136ec0SStefano Garzarella { 180c6136ec0SStefano Garzarella if (!vvc->post_load_timer) { 181c6136ec0SStefano Garzarella return; 182c6136ec0SStefano Garzarella } 183c6136ec0SStefano Garzarella 184c6136ec0SStefano Garzarella timer_free(vvc->post_load_timer); 185c6136ec0SStefano Garzarella vvc->post_load_timer = NULL; 186c6136ec0SStefano Garzarella } 187c6136ec0SStefano Garzarella 188c6136ec0SStefano Garzarella static void vhost_vsock_common_post_load_timer_cb(void *opaque) 189c6136ec0SStefano Garzarella { 190c6136ec0SStefano Garzarella VHostVSockCommon *vvc = opaque; 191c6136ec0SStefano Garzarella 192c6136ec0SStefano Garzarella vhost_vsock_common_post_load_timer_cleanup(vvc); 193c6136ec0SStefano Garzarella vhost_vsock_common_send_transport_reset(vvc); 194c6136ec0SStefano Garzarella } 195c6136ec0SStefano Garzarella 196c6136ec0SStefano Garzarella int vhost_vsock_common_pre_save(void *opaque) 197c6136ec0SStefano Garzarella { 198c6136ec0SStefano Garzarella VHostVSockCommon *vvc = opaque; 199c6136ec0SStefano Garzarella 200c6136ec0SStefano Garzarella /* 201c6136ec0SStefano Garzarella * At this point, backend must be stopped, otherwise 202c6136ec0SStefano Garzarella * it might keep writing to memory. 203c6136ec0SStefano Garzarella */ 204b8f3e6a1SAlex Bennée assert(!vhost_dev_is_started(&vvc->vhost_dev)); 205c6136ec0SStefano Garzarella 206c6136ec0SStefano Garzarella return 0; 207c6136ec0SStefano Garzarella } 208c6136ec0SStefano Garzarella 209c6136ec0SStefano Garzarella int vhost_vsock_common_post_load(void *opaque, int version_id) 210c6136ec0SStefano Garzarella { 211c6136ec0SStefano Garzarella VHostVSockCommon *vvc = opaque; 212c6136ec0SStefano Garzarella VirtIODevice *vdev = VIRTIO_DEVICE(vvc); 213c6136ec0SStefano Garzarella 214c6136ec0SStefano Garzarella if (virtio_queue_get_addr(vdev, 2)) { 215c6136ec0SStefano Garzarella /* 216c6136ec0SStefano Garzarella * Defer transport reset event to a vm clock timer so that virtqueue 217c6136ec0SStefano Garzarella * changes happen after migration has completed. 218c6136ec0SStefano Garzarella */ 219c6136ec0SStefano Garzarella assert(!vvc->post_load_timer); 220c6136ec0SStefano Garzarella vvc->post_load_timer = 221c6136ec0SStefano Garzarella timer_new_ns(QEMU_CLOCK_VIRTUAL, 222c6136ec0SStefano Garzarella vhost_vsock_common_post_load_timer_cb, 223c6136ec0SStefano Garzarella vvc); 224c6136ec0SStefano Garzarella timer_mod(vvc->post_load_timer, 1); 225c6136ec0SStefano Garzarella } 226c6136ec0SStefano Garzarella return 0; 227c6136ec0SStefano Garzarella } 228c6136ec0SStefano Garzarella 2293857cd5cSJonah Palmer void vhost_vsock_common_realize(VirtIODevice *vdev) 230c6136ec0SStefano Garzarella { 231c6136ec0SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 232c6136ec0SStefano Garzarella 2333857cd5cSJonah Palmer virtio_init(vdev, VIRTIO_ID_VSOCK, sizeof(struct virtio_vsock_config)); 234c6136ec0SStefano Garzarella 235c6136ec0SStefano Garzarella /* Receive and transmit queues belong to vhost */ 236c6136ec0SStefano Garzarella vvc->recv_vq = virtio_add_queue(vdev, VHOST_VSOCK_QUEUE_SIZE, 237c6136ec0SStefano Garzarella vhost_vsock_common_handle_output); 238c6136ec0SStefano Garzarella vvc->trans_vq = virtio_add_queue(vdev, VHOST_VSOCK_QUEUE_SIZE, 239c6136ec0SStefano Garzarella vhost_vsock_common_handle_output); 240c6136ec0SStefano Garzarella 241c6136ec0SStefano Garzarella /* The event queue belongs to QEMU */ 242c6136ec0SStefano Garzarella vvc->event_vq = virtio_add_queue(vdev, VHOST_VSOCK_QUEUE_SIZE, 243c6136ec0SStefano Garzarella vhost_vsock_common_handle_output); 244c6136ec0SStefano Garzarella 245c6136ec0SStefano Garzarella vvc->vhost_dev.nvqs = ARRAY_SIZE(vvc->vhost_vqs); 246c6136ec0SStefano Garzarella vvc->vhost_dev.vqs = vvc->vhost_vqs; 247c6136ec0SStefano Garzarella 248c6136ec0SStefano Garzarella vvc->post_load_timer = NULL; 249c6136ec0SStefano Garzarella } 250c6136ec0SStefano Garzarella 251c6136ec0SStefano Garzarella void vhost_vsock_common_unrealize(VirtIODevice *vdev) 252c6136ec0SStefano Garzarella { 253c6136ec0SStefano Garzarella VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 254c6136ec0SStefano Garzarella 255c6136ec0SStefano Garzarella vhost_vsock_common_post_load_timer_cleanup(vvc); 256c6136ec0SStefano Garzarella 257c6136ec0SStefano Garzarella virtio_delete_queue(vvc->recv_vq); 258c6136ec0SStefano Garzarella virtio_delete_queue(vvc->trans_vq); 259c6136ec0SStefano Garzarella virtio_delete_queue(vvc->event_vq); 260c6136ec0SStefano Garzarella virtio_cleanup(vdev); 261c6136ec0SStefano Garzarella } 262c6136ec0SStefano Garzarella 263c255488dSJonah Palmer static struct vhost_dev *vhost_vsock_common_get_vhost(VirtIODevice *vdev) 264c255488dSJonah Palmer { 265c255488dSJonah Palmer VHostVSockCommon *vvc = VHOST_VSOCK_COMMON(vdev); 266c255488dSJonah Palmer return &vvc->vhost_dev; 267c255488dSJonah Palmer } 268c255488dSJonah Palmer 26946ce0171SStefano Garzarella static Property vhost_vsock_common_properties[] = { 27046ce0171SStefano Garzarella DEFINE_PROP_ON_OFF_AUTO("seqpacket", VHostVSockCommon, seqpacket, 27146ce0171SStefano Garzarella ON_OFF_AUTO_AUTO), 27246ce0171SStefano Garzarella DEFINE_PROP_END_OF_LIST(), 27346ce0171SStefano Garzarella }; 27446ce0171SStefano Garzarella 275c6136ec0SStefano Garzarella static void vhost_vsock_common_class_init(ObjectClass *klass, void *data) 276c6136ec0SStefano Garzarella { 277c6136ec0SStefano Garzarella DeviceClass *dc = DEVICE_CLASS(klass); 278c6136ec0SStefano Garzarella VirtioDeviceClass *vdc = VIRTIO_DEVICE_CLASS(klass); 279c6136ec0SStefano Garzarella 28046ce0171SStefano Garzarella device_class_set_props(dc, vhost_vsock_common_properties); 281c6136ec0SStefano Garzarella set_bit(DEVICE_CATEGORY_MISC, dc->categories); 282c6136ec0SStefano Garzarella vdc->guest_notifier_mask = vhost_vsock_common_guest_notifier_mask; 283c6136ec0SStefano Garzarella vdc->guest_notifier_pending = vhost_vsock_common_guest_notifier_pending; 284c255488dSJonah Palmer vdc->get_vhost = vhost_vsock_common_get_vhost; 285c6136ec0SStefano Garzarella } 286c6136ec0SStefano Garzarella 287c6136ec0SStefano Garzarella static const TypeInfo vhost_vsock_common_info = { 288c6136ec0SStefano Garzarella .name = TYPE_VHOST_VSOCK_COMMON, 289c6136ec0SStefano Garzarella .parent = TYPE_VIRTIO_DEVICE, 290c6136ec0SStefano Garzarella .instance_size = sizeof(VHostVSockCommon), 291c6136ec0SStefano Garzarella .class_init = vhost_vsock_common_class_init, 292c6136ec0SStefano Garzarella .abstract = true, 293c6136ec0SStefano Garzarella }; 294c6136ec0SStefano Garzarella 295c6136ec0SStefano Garzarella static void vhost_vsock_common_register_types(void) 296c6136ec0SStefano Garzarella { 297c6136ec0SStefano Garzarella type_register_static(&vhost_vsock_common_info); 298c6136ec0SStefano Garzarella } 299c6136ec0SStefano Garzarella 300c6136ec0SStefano Garzarella type_init(vhost_vsock_common_register_types) 301