1a67da3beSAsias He #include "kvm/virtio-scsi.h" 2a67da3beSAsias He #include "kvm/virtio-pci-dev.h" 3a67da3beSAsias He #include "kvm/disk-image.h" 4e59679d2SJean-Philippe Brucker #include "kvm/irq.h" 5a67da3beSAsias He #include "kvm/kvm.h" 6a67da3beSAsias He #include "kvm/pci.h" 7a67da3beSAsias He #include "kvm/ioeventfd.h" 8a67da3beSAsias He #include "kvm/guest_compat.h" 9a67da3beSAsias He #include "kvm/virtio-pci.h" 10a67da3beSAsias He #include "kvm/virtio.h" 1105755b29SAndre Przywara #include "kvm/strbuf.h" 12a67da3beSAsias He 13a67da3beSAsias He #include <linux/kernel.h> 14a67da3beSAsias He #include <linux/virtio_scsi.h> 15a67da3beSAsias He #include <linux/vhost.h> 16a67da3beSAsias He 17a67da3beSAsias He #define VIRTIO_SCSI_QUEUE_SIZE 128 18a67da3beSAsias He #define NUM_VIRT_QUEUES 3 19a67da3beSAsias He 20a67da3beSAsias He static LIST_HEAD(sdevs); 21a67da3beSAsias He static int compat_id = -1; 22a67da3beSAsias He 23a67da3beSAsias He struct scsi_dev { 24a67da3beSAsias He struct virt_queue vqs[NUM_VIRT_QUEUES]; 25a67da3beSAsias He struct virtio_scsi_config config; 26a67da3beSAsias He struct vhost_scsi_target target; 27a67da3beSAsias He int vhost_fd; 28a67da3beSAsias He struct virtio_device vdev; 29a67da3beSAsias He struct list_head list; 30a67da3beSAsias He struct kvm *kvm; 31a67da3beSAsias He }; 32a67da3beSAsias He 33c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev) 34a67da3beSAsias He { 35a67da3beSAsias He struct scsi_dev *sdev = dev; 36a67da3beSAsias He 37c5ae742bSSasha Levin return ((u8 *)(&sdev->config)); 38a67da3beSAsias He } 39a67da3beSAsias He 40e4730284SMartin Radev static size_t get_config_size(struct kvm *kvm, void *dev) 41e4730284SMartin Radev { 42e4730284SMartin Radev struct scsi_dev *sdev = dev; 43e4730284SMartin Radev 44e4730284SMartin Radev return sizeof(sdev->config); 45e4730284SMartin Radev } 46e4730284SMartin Radev 473c8f82b8SJean-Philippe Brucker static u64 get_host_features(struct kvm *kvm, void *dev) 48a67da3beSAsias He { 49a67da3beSAsias He return 1UL << VIRTIO_RING_F_EVENT_IDX | 50a67da3beSAsias He 1UL << VIRTIO_RING_F_INDIRECT_DESC; 51a67da3beSAsias He } 52a67da3beSAsias He 5395242e44SJean-Philippe Brucker static void notify_status(struct kvm *kvm, void *dev, u32 status) 5495242e44SJean-Philippe Brucker { 55867b15ccSJean-Philippe Brucker struct scsi_dev *sdev = dev; 56867b15ccSJean-Philippe Brucker struct virtio_device *vdev = &sdev->vdev; 57867b15ccSJean-Philippe Brucker struct virtio_scsi_config *conf = &sdev->config; 58b17552eeSAndre Przywara u16 endian = vdev->endian; 59867b15ccSJean-Philippe Brucker 60*13e7d626SJean-Philippe Brucker if (status & VIRTIO__STATUS_START) { 61*13e7d626SJean-Philippe Brucker int r = ioctl(sdev->vhost_fd, VHOST_SCSI_SET_ENDPOINT, 62*13e7d626SJean-Philippe Brucker &sdev->target); 63*13e7d626SJean-Philippe Brucker if (r != 0) 64*13e7d626SJean-Philippe Brucker die("VHOST_SCSI_SET_ENDPOINT failed %d", errno); 65*13e7d626SJean-Philippe Brucker } 66*13e7d626SJean-Philippe Brucker 67867b15ccSJean-Philippe Brucker if (!(status & VIRTIO__STATUS_CONFIG)) 68867b15ccSJean-Philippe Brucker return; 69867b15ccSJean-Philippe Brucker 70b17552eeSAndre Przywara conf->num_queues = virtio_host_to_guest_u32(endian, NUM_VIRT_QUEUES - 2); 71b17552eeSAndre Przywara conf->seg_max = virtio_host_to_guest_u32(endian, VIRTIO_SCSI_CDB_SIZE - 2); 72b17552eeSAndre Przywara conf->max_sectors = virtio_host_to_guest_u32(endian, 65535); 73b17552eeSAndre Przywara conf->cmd_per_lun = virtio_host_to_guest_u32(endian, 128); 74b17552eeSAndre Przywara conf->sense_size = virtio_host_to_guest_u32(endian, VIRTIO_SCSI_SENSE_SIZE); 75b17552eeSAndre Przywara conf->cdb_size = virtio_host_to_guest_u32(endian, VIRTIO_SCSI_CDB_SIZE); 76b17552eeSAndre Przywara conf->max_lun = virtio_host_to_guest_u32(endian, 16383); 77b17552eeSAndre Przywara conf->event_info_size = virtio_host_to_guest_u32(endian, sizeof(struct virtio_scsi_event)); 7895242e44SJean-Philippe Brucker } 7995242e44SJean-Philippe Brucker 80609ee906SJean-Philippe Brucker static int init_vq(struct kvm *kvm, void *dev, u32 vq) 81a67da3beSAsias He { 82a67da3beSAsias He struct scsi_dev *sdev = dev; 83a67da3beSAsias He struct virt_queue *queue; 84a67da3beSAsias He 85a67da3beSAsias He compat__remove_message(compat_id); 86a67da3beSAsias He 87a67da3beSAsias He queue = &sdev->vqs[vq]; 88a67da3beSAsias He 89609ee906SJean-Philippe Brucker virtio_init_device_vq(kvm, &sdev->vdev, queue, VIRTIO_SCSI_QUEUE_SIZE); 90a67da3beSAsias He 91a67da3beSAsias He if (sdev->vhost_fd == 0) 92a67da3beSAsias He return 0; 93a67da3beSAsias He 94745221e5SJean-Philippe Brucker virtio_vhost_set_vring(kvm, sdev->vhost_fd, vq, queue); 95a67da3beSAsias He return 0; 96a67da3beSAsias He } 97a67da3beSAsias He 98a67da3beSAsias He static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) 99a67da3beSAsias He { 100a67da3beSAsias He struct scsi_dev *sdev = dev; 101a67da3beSAsias He 102a67da3beSAsias He if (sdev->vhost_fd == 0) 103a67da3beSAsias He return; 104a67da3beSAsias He 105029cd2bbSJean-Philippe Brucker virtio_vhost_set_vring_call(kvm, sdev->vhost_fd, vq, gsi, 106029cd2bbSJean-Philippe Brucker &sdev->vqs[vq]); 107a67da3beSAsias He } 108a67da3beSAsias He 109a67da3beSAsias He static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) 110a67da3beSAsias He { 111a67da3beSAsias He struct scsi_dev *sdev = dev; 112a67da3beSAsias He 113a67da3beSAsias He if (sdev->vhost_fd == 0) 114a67da3beSAsias He return; 115a67da3beSAsias He 116676c0c8aSJean-Philippe Brucker virtio_vhost_set_vring_kick(kvm, sdev->vhost_fd, vq, efd); 117a67da3beSAsias He } 118a67da3beSAsias He 119a67da3beSAsias He static int notify_vq(struct kvm *kvm, void *dev, u32 vq) 120a67da3beSAsias He { 121a67da3beSAsias He return 0; 122a67da3beSAsias He } 123a67da3beSAsias He 12453fbb17bSJean-Philippe Brucker static struct virt_queue *get_vq(struct kvm *kvm, void *dev, u32 vq) 125a67da3beSAsias He { 126a67da3beSAsias He struct scsi_dev *sdev = dev; 127a67da3beSAsias He 12853fbb17bSJean-Philippe Brucker return &sdev->vqs[vq]; 129a67da3beSAsias He } 130a67da3beSAsias He 131a67da3beSAsias He static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) 132a67da3beSAsias He { 133a67da3beSAsias He return VIRTIO_SCSI_QUEUE_SIZE; 134a67da3beSAsias He } 135a67da3beSAsias He 136a67da3beSAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) 137a67da3beSAsias He { 138a67da3beSAsias He return size; 139a67da3beSAsias He } 140a67da3beSAsias He 14131e0eaccSMartin Radev static unsigned int get_vq_count(struct kvm *kvm, void *dev) 142b98ac591SJean-Philippe Brucker { 143b98ac591SJean-Philippe Brucker return NUM_VIRT_QUEUES; 144b98ac591SJean-Philippe Brucker } 145b98ac591SJean-Philippe Brucker 14615542babSAndre Przywara static struct virtio_ops scsi_dev_virtio_ops = { 147a67da3beSAsias He .get_config = get_config, 148e4730284SMartin Radev .get_config_size = get_config_size, 149a67da3beSAsias He .get_host_features = get_host_features, 150a67da3beSAsias He .init_vq = init_vq, 15153fbb17bSJean-Philippe Brucker .get_vq = get_vq, 152a67da3beSAsias He .get_size_vq = get_size_vq, 153a67da3beSAsias He .set_size_vq = set_size_vq, 15495242e44SJean-Philippe Brucker .notify_status = notify_status, 155a67da3beSAsias He .notify_vq = notify_vq, 156a67da3beSAsias He .notify_vq_gsi = notify_vq_gsi, 157a67da3beSAsias He .notify_vq_eventfd = notify_vq_eventfd, 158b98ac591SJean-Philippe Brucker .get_vq_count = get_vq_count, 159a67da3beSAsias He }; 160a67da3beSAsias He 161a67da3beSAsias He static void virtio_scsi_vhost_init(struct kvm *kvm, struct scsi_dev *sdev) 162a67da3beSAsias He { 163a67da3beSAsias He u64 features; 164a67da3beSAsias He int r; 165a67da3beSAsias He 166a67da3beSAsias He sdev->vhost_fd = open("/dev/vhost-scsi", O_RDWR); 167a67da3beSAsias He if (sdev->vhost_fd < 0) 168a67da3beSAsias He die_perror("Failed openning vhost-scsi device"); 169a67da3beSAsias He 170f84ab9ebSJean-Philippe Brucker virtio_vhost_init(kvm, sdev->vhost_fd); 171a67da3beSAsias He 172a67da3beSAsias He r = ioctl(sdev->vhost_fd, VHOST_GET_FEATURES, &features); 173a67da3beSAsias He if (r != 0) 174a67da3beSAsias He die_perror("VHOST_GET_FEATURES failed"); 175a67da3beSAsias He 176a67da3beSAsias He r = ioctl(sdev->vhost_fd, VHOST_SET_FEATURES, &features); 177a67da3beSAsias He if (r != 0) 178a67da3beSAsias He die_perror("VHOST_SET_FEATURES failed"); 179a67da3beSAsias He 180a67da3beSAsias He sdev->vdev.use_vhost = true; 181a67da3beSAsias He } 182a67da3beSAsias He 183a67da3beSAsias He 184a67da3beSAsias He static int virtio_scsi_init_one(struct kvm *kvm, struct disk_image *disk) 185a67da3beSAsias He { 186a67da3beSAsias He struct scsi_dev *sdev; 187db927775SAlexandru Elisei int r; 188a67da3beSAsias He 189a67da3beSAsias He if (!disk) 190a67da3beSAsias He return -EINVAL; 191a67da3beSAsias He 192a67da3beSAsias He sdev = calloc(1, sizeof(struct scsi_dev)); 193a67da3beSAsias He if (sdev == NULL) 194a67da3beSAsias He return -ENOMEM; 195a67da3beSAsias He 196a67da3beSAsias He *sdev = (struct scsi_dev) { 197a67da3beSAsias He .kvm = kvm, 198a67da3beSAsias He }; 19905755b29SAndre Przywara strlcpy((char *)&sdev->target.vhost_wwpn, disk->wwpn, sizeof(sdev->target.vhost_wwpn)); 200a67da3beSAsias He sdev->target.vhost_tpgt = strtol(disk->tpgt, NULL, 0); 201a67da3beSAsias He 202db927775SAlexandru Elisei list_add_tail(&sdev->list, &sdevs); 203db927775SAlexandru Elisei 204db927775SAlexandru Elisei r = virtio_init(kvm, sdev, &sdev->vdev, &scsi_dev_virtio_ops, 2059b46ebc5SRajnesh Kanwal kvm->cfg.virtio_transport, PCI_DEVICE_ID_VIRTIO_SCSI, 206ae06ce71SWill Deacon VIRTIO_ID_SCSI, PCI_CLASS_BLK); 207db927775SAlexandru Elisei if (r < 0) 208db927775SAlexandru Elisei return r; 209a67da3beSAsias He 210a67da3beSAsias He virtio_scsi_vhost_init(kvm, sdev); 211a67da3beSAsias He 212a67da3beSAsias He if (compat_id == -1) 213a67da3beSAsias He compat_id = virtio_compat_add_message("virtio-scsi", "CONFIG_VIRTIO_SCSI"); 214a67da3beSAsias He 215a67da3beSAsias He return 0; 216a67da3beSAsias He } 217a67da3beSAsias He 218a67da3beSAsias He static int virtio_scsi_exit_one(struct kvm *kvm, struct scsi_dev *sdev) 219a67da3beSAsias He { 220a67da3beSAsias He int r; 221a67da3beSAsias He 222a67da3beSAsias He r = ioctl(sdev->vhost_fd, VHOST_SCSI_CLEAR_ENDPOINT, &sdev->target); 223a67da3beSAsias He if (r != 0) 224a67da3beSAsias He die("VHOST_SCSI_CLEAR_ENDPOINT failed %d", errno); 225a67da3beSAsias He 226a67da3beSAsias He list_del(&sdev->list); 227a67da3beSAsias He free(sdev); 228a67da3beSAsias He 229a67da3beSAsias He return 0; 230a67da3beSAsias He } 231a67da3beSAsias He 232a67da3beSAsias He int virtio_scsi_init(struct kvm *kvm) 233a67da3beSAsias He { 234a67da3beSAsias He int i, r = 0; 235a67da3beSAsias He 236a67da3beSAsias He for (i = 0; i < kvm->nr_disks; i++) { 237a67da3beSAsias He if (!kvm->disks[i]->wwpn) 238a67da3beSAsias He continue; 239a67da3beSAsias He r = virtio_scsi_init_one(kvm, kvm->disks[i]); 240a67da3beSAsias He if (r < 0) 241a67da3beSAsias He goto cleanup; 242a67da3beSAsias He } 243a67da3beSAsias He 244a67da3beSAsias He return 0; 245a67da3beSAsias He cleanup: 246db927775SAlexandru Elisei virtio_scsi_exit(kvm); 247db927775SAlexandru Elisei return r; 248a67da3beSAsias He } 24949a8afd1SSasha Levin virtio_dev_init(virtio_scsi_init); 250a67da3beSAsias He 251a67da3beSAsias He int virtio_scsi_exit(struct kvm *kvm) 252a67da3beSAsias He { 253a67da3beSAsias He while (!list_empty(&sdevs)) { 254a67da3beSAsias He struct scsi_dev *sdev; 255a67da3beSAsias He 256a67da3beSAsias He sdev = list_first_entry(&sdevs, struct scsi_dev, list); 257a67da3beSAsias He virtio_scsi_exit_one(kvm, sdev); 258a67da3beSAsias He } 259a67da3beSAsias He 260a67da3beSAsias He return 0; 261a67da3beSAsias He } 26249a8afd1SSasha Levin virtio_dev_exit(virtio_scsi_exit); 263