1a67da3beSAsias He #include "kvm/virtio-scsi.h" 2a67da3beSAsias He #include "kvm/virtio-pci-dev.h" 3a67da3beSAsias He #include "kvm/disk-image.h" 4e59679d2SJean-Philippe Brucker #include "kvm/irq.h" 5a67da3beSAsias He #include "kvm/kvm.h" 6a67da3beSAsias He #include "kvm/pci.h" 7a67da3beSAsias He #include "kvm/ioeventfd.h" 8a67da3beSAsias He #include "kvm/guest_compat.h" 9a67da3beSAsias He #include "kvm/virtio-pci.h" 10a67da3beSAsias He #include "kvm/virtio.h" 1105755b29SAndre Przywara #include "kvm/strbuf.h" 12a67da3beSAsias He 13a67da3beSAsias He #include <linux/kernel.h> 14a67da3beSAsias He #include <linux/virtio_scsi.h> 15a67da3beSAsias He #include <linux/vhost.h> 16a67da3beSAsias He 17a67da3beSAsias He #define VIRTIO_SCSI_QUEUE_SIZE 128 18a67da3beSAsias He #define NUM_VIRT_QUEUES 3 19a67da3beSAsias He 20a67da3beSAsias He static LIST_HEAD(sdevs); 21a67da3beSAsias He static int compat_id = -1; 22a67da3beSAsias He 23a67da3beSAsias He struct scsi_dev { 24a67da3beSAsias He struct virt_queue vqs[NUM_VIRT_QUEUES]; 25a67da3beSAsias He struct virtio_scsi_config config; 26a67da3beSAsias He struct vhost_scsi_target target; 27a67da3beSAsias He int vhost_fd; 28a67da3beSAsias He struct virtio_device vdev; 29a67da3beSAsias He struct list_head list; 30a67da3beSAsias He struct kvm *kvm; 31a67da3beSAsias He }; 32a67da3beSAsias He 33c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev) 34a67da3beSAsias He { 35a67da3beSAsias He struct scsi_dev *sdev = dev; 36a67da3beSAsias He 37c5ae742bSSasha Levin return ((u8 *)(&sdev->config)); 38a67da3beSAsias He } 39a67da3beSAsias He 40e4730284SMartin Radev static size_t get_config_size(struct kvm *kvm, void *dev) 41e4730284SMartin Radev { 42e4730284SMartin Radev struct scsi_dev *sdev = dev; 43e4730284SMartin Radev 44e4730284SMartin Radev return sizeof(sdev->config); 45e4730284SMartin Radev } 46e4730284SMartin Radev 473c8f82b8SJean-Philippe Brucker static u64 get_host_features(struct kvm *kvm, void *dev) 48a67da3beSAsias He { 49a67da3beSAsias He return 1UL << VIRTIO_RING_F_EVENT_IDX | 50a67da3beSAsias He 1UL << VIRTIO_RING_F_INDIRECT_DESC; 51a67da3beSAsias He } 52a67da3beSAsias He 5395242e44SJean-Philippe Brucker static void notify_status(struct kvm *kvm, void *dev, u32 status) 5495242e44SJean-Philippe Brucker { 55867b15ccSJean-Philippe Brucker struct scsi_dev *sdev = dev; 56867b15ccSJean-Philippe Brucker struct virtio_device *vdev = &sdev->vdev; 57867b15ccSJean-Philippe Brucker struct virtio_scsi_config *conf = &sdev->config; 58b17552eeSAndre Przywara u16 endian = vdev->endian; 59867b15ccSJean-Philippe Brucker 6013e7d626SJean-Philippe Brucker if (status & VIRTIO__STATUS_START) { 6113e7d626SJean-Philippe Brucker int r = ioctl(sdev->vhost_fd, VHOST_SCSI_SET_ENDPOINT, 6213e7d626SJean-Philippe Brucker &sdev->target); 6313e7d626SJean-Philippe Brucker if (r != 0) 6413e7d626SJean-Philippe Brucker die("VHOST_SCSI_SET_ENDPOINT failed %d", errno); 6513e7d626SJean-Philippe Brucker } 6613e7d626SJean-Philippe Brucker 67867b15ccSJean-Philippe Brucker if (!(status & VIRTIO__STATUS_CONFIG)) 68867b15ccSJean-Philippe Brucker return; 69867b15ccSJean-Philippe Brucker 70b17552eeSAndre Przywara conf->num_queues = virtio_host_to_guest_u32(endian, NUM_VIRT_QUEUES - 2); 71b17552eeSAndre Przywara conf->seg_max = virtio_host_to_guest_u32(endian, VIRTIO_SCSI_CDB_SIZE - 2); 72b17552eeSAndre Przywara conf->max_sectors = virtio_host_to_guest_u32(endian, 65535); 73b17552eeSAndre Przywara conf->cmd_per_lun = virtio_host_to_guest_u32(endian, 128); 74b17552eeSAndre Przywara conf->sense_size = virtio_host_to_guest_u32(endian, VIRTIO_SCSI_SENSE_SIZE); 75b17552eeSAndre Przywara conf->cdb_size = virtio_host_to_guest_u32(endian, VIRTIO_SCSI_CDB_SIZE); 76*b8420e8dSJean-Philippe Brucker conf->max_target = virtio_host_to_guest_u16(endian, 255); 77b17552eeSAndre Przywara conf->max_lun = virtio_host_to_guest_u32(endian, 16383); 78b17552eeSAndre Przywara conf->event_info_size = virtio_host_to_guest_u32(endian, sizeof(struct virtio_scsi_event)); 7995242e44SJean-Philippe Brucker } 8095242e44SJean-Philippe Brucker 81609ee906SJean-Philippe Brucker static int init_vq(struct kvm *kvm, void *dev, u32 vq) 82a67da3beSAsias He { 83a67da3beSAsias He struct scsi_dev *sdev = dev; 84a67da3beSAsias He struct virt_queue *queue; 85a67da3beSAsias He 86a67da3beSAsias He compat__remove_message(compat_id); 87a67da3beSAsias He 88a67da3beSAsias He queue = &sdev->vqs[vq]; 89a67da3beSAsias He 90609ee906SJean-Philippe Brucker virtio_init_device_vq(kvm, &sdev->vdev, queue, VIRTIO_SCSI_QUEUE_SIZE); 91a67da3beSAsias He 92a67da3beSAsias He if (sdev->vhost_fd == 0) 93a67da3beSAsias He return 0; 94a67da3beSAsias He 95745221e5SJean-Philippe Brucker virtio_vhost_set_vring(kvm, sdev->vhost_fd, vq, queue); 96a67da3beSAsias He return 0; 97a67da3beSAsias He } 98a67da3beSAsias He 99a67da3beSAsias He static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) 100a67da3beSAsias He { 101a67da3beSAsias He struct scsi_dev *sdev = dev; 102a67da3beSAsias He 103a67da3beSAsias He if (sdev->vhost_fd == 0) 104a67da3beSAsias He return; 105a67da3beSAsias He 106029cd2bbSJean-Philippe Brucker virtio_vhost_set_vring_call(kvm, sdev->vhost_fd, vq, gsi, 107029cd2bbSJean-Philippe Brucker &sdev->vqs[vq]); 108a67da3beSAsias He } 109a67da3beSAsias He 110a67da3beSAsias He static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) 111a67da3beSAsias He { 112a67da3beSAsias He struct scsi_dev *sdev = dev; 113a67da3beSAsias He 114a67da3beSAsias He if (sdev->vhost_fd == 0) 115a67da3beSAsias He return; 116a67da3beSAsias He 117676c0c8aSJean-Philippe Brucker virtio_vhost_set_vring_kick(kvm, sdev->vhost_fd, vq, efd); 118a67da3beSAsias He } 119a67da3beSAsias He 120a67da3beSAsias He static int notify_vq(struct kvm *kvm, void *dev, u32 vq) 121a67da3beSAsias He { 122a67da3beSAsias He return 0; 123a67da3beSAsias He } 124a67da3beSAsias He 12553fbb17bSJean-Philippe Brucker static struct virt_queue *get_vq(struct kvm *kvm, void *dev, u32 vq) 126a67da3beSAsias He { 127a67da3beSAsias He struct scsi_dev *sdev = dev; 128a67da3beSAsias He 12953fbb17bSJean-Philippe Brucker return &sdev->vqs[vq]; 130a67da3beSAsias He } 131a67da3beSAsias He 132a67da3beSAsias He static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) 133a67da3beSAsias He { 134a67da3beSAsias He return VIRTIO_SCSI_QUEUE_SIZE; 135a67da3beSAsias He } 136a67da3beSAsias He 137a67da3beSAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) 138a67da3beSAsias He { 139a67da3beSAsias He return size; 140a67da3beSAsias He } 141a67da3beSAsias He 14231e0eaccSMartin Radev static unsigned int get_vq_count(struct kvm *kvm, void *dev) 143b98ac591SJean-Philippe Brucker { 144b98ac591SJean-Philippe Brucker return NUM_VIRT_QUEUES; 145b98ac591SJean-Philippe Brucker } 146b98ac591SJean-Philippe Brucker 14715542babSAndre Przywara static struct virtio_ops scsi_dev_virtio_ops = { 148a67da3beSAsias He .get_config = get_config, 149e4730284SMartin Radev .get_config_size = get_config_size, 150a67da3beSAsias He .get_host_features = get_host_features, 151a67da3beSAsias He .init_vq = init_vq, 15253fbb17bSJean-Philippe Brucker .get_vq = get_vq, 153a67da3beSAsias He .get_size_vq = get_size_vq, 154a67da3beSAsias He .set_size_vq = set_size_vq, 15595242e44SJean-Philippe Brucker .notify_status = notify_status, 156a67da3beSAsias He .notify_vq = notify_vq, 157a67da3beSAsias He .notify_vq_gsi = notify_vq_gsi, 158a67da3beSAsias He .notify_vq_eventfd = notify_vq_eventfd, 159b98ac591SJean-Philippe Brucker .get_vq_count = get_vq_count, 160a67da3beSAsias He }; 161a67da3beSAsias He 162a67da3beSAsias He static void virtio_scsi_vhost_init(struct kvm *kvm, struct scsi_dev *sdev) 163a67da3beSAsias He { 164a67da3beSAsias He u64 features; 165a67da3beSAsias He int r; 166a67da3beSAsias He 167a67da3beSAsias He sdev->vhost_fd = open("/dev/vhost-scsi", O_RDWR); 168a67da3beSAsias He if (sdev->vhost_fd < 0) 169a67da3beSAsias He die_perror("Failed openning vhost-scsi device"); 170a67da3beSAsias He 171f84ab9ebSJean-Philippe Brucker virtio_vhost_init(kvm, sdev->vhost_fd); 172a67da3beSAsias He 173a67da3beSAsias He r = ioctl(sdev->vhost_fd, VHOST_GET_FEATURES, &features); 174a67da3beSAsias He if (r != 0) 175a67da3beSAsias He die_perror("VHOST_GET_FEATURES failed"); 176a67da3beSAsias He 177a67da3beSAsias He r = ioctl(sdev->vhost_fd, VHOST_SET_FEATURES, &features); 178a67da3beSAsias He if (r != 0) 179a67da3beSAsias He die_perror("VHOST_SET_FEATURES failed"); 180a67da3beSAsias He 181a67da3beSAsias He sdev->vdev.use_vhost = true; 182a67da3beSAsias He } 183a67da3beSAsias He 184a67da3beSAsias He 185a67da3beSAsias He static int virtio_scsi_init_one(struct kvm *kvm, struct disk_image *disk) 186a67da3beSAsias He { 187a67da3beSAsias He struct scsi_dev *sdev; 188db927775SAlexandru Elisei int r; 189a67da3beSAsias He 190a67da3beSAsias He if (!disk) 191a67da3beSAsias He return -EINVAL; 192a67da3beSAsias He 193a67da3beSAsias He sdev = calloc(1, sizeof(struct scsi_dev)); 194a67da3beSAsias He if (sdev == NULL) 195a67da3beSAsias He return -ENOMEM; 196a67da3beSAsias He 197a67da3beSAsias He *sdev = (struct scsi_dev) { 198a67da3beSAsias He .kvm = kvm, 199a67da3beSAsias He }; 20005755b29SAndre Przywara strlcpy((char *)&sdev->target.vhost_wwpn, disk->wwpn, sizeof(sdev->target.vhost_wwpn)); 201145a86feSJean-Philippe Brucker sdev->target.abi_version = VHOST_SCSI_ABI_VERSION; 202a67da3beSAsias He 203db927775SAlexandru Elisei list_add_tail(&sdev->list, &sdevs); 204db927775SAlexandru Elisei 205db927775SAlexandru Elisei r = virtio_init(kvm, sdev, &sdev->vdev, &scsi_dev_virtio_ops, 2069b46ebc5SRajnesh Kanwal kvm->cfg.virtio_transport, PCI_DEVICE_ID_VIRTIO_SCSI, 207ae06ce71SWill Deacon VIRTIO_ID_SCSI, PCI_CLASS_BLK); 208db927775SAlexandru Elisei if (r < 0) 209db927775SAlexandru Elisei return r; 210a67da3beSAsias He 211a67da3beSAsias He virtio_scsi_vhost_init(kvm, sdev); 212a67da3beSAsias He 213a67da3beSAsias He if (compat_id == -1) 214a67da3beSAsias He compat_id = virtio_compat_add_message("virtio-scsi", "CONFIG_VIRTIO_SCSI"); 215a67da3beSAsias He 216a67da3beSAsias He return 0; 217a67da3beSAsias He } 218a67da3beSAsias He 219a67da3beSAsias He static int virtio_scsi_exit_one(struct kvm *kvm, struct scsi_dev *sdev) 220a67da3beSAsias He { 221a67da3beSAsias He int r; 222a67da3beSAsias He 223a67da3beSAsias He r = ioctl(sdev->vhost_fd, VHOST_SCSI_CLEAR_ENDPOINT, &sdev->target); 224a67da3beSAsias He if (r != 0) 225a67da3beSAsias He die("VHOST_SCSI_CLEAR_ENDPOINT failed %d", errno); 226a67da3beSAsias He 227a67da3beSAsias He list_del(&sdev->list); 228a67da3beSAsias He free(sdev); 229a67da3beSAsias He 230a67da3beSAsias He return 0; 231a67da3beSAsias He } 232a67da3beSAsias He 233a67da3beSAsias He int virtio_scsi_init(struct kvm *kvm) 234a67da3beSAsias He { 235a67da3beSAsias He int i, r = 0; 236a67da3beSAsias He 237a67da3beSAsias He for (i = 0; i < kvm->nr_disks; i++) { 238a67da3beSAsias He if (!kvm->disks[i]->wwpn) 239a67da3beSAsias He continue; 240a67da3beSAsias He r = virtio_scsi_init_one(kvm, kvm->disks[i]); 241a67da3beSAsias He if (r < 0) 242a67da3beSAsias He goto cleanup; 243a67da3beSAsias He } 244a67da3beSAsias He 245a67da3beSAsias He return 0; 246a67da3beSAsias He cleanup: 247db927775SAlexandru Elisei virtio_scsi_exit(kvm); 248db927775SAlexandru Elisei return r; 249a67da3beSAsias He } 25049a8afd1SSasha Levin virtio_dev_init(virtio_scsi_init); 251a67da3beSAsias He 252a67da3beSAsias He int virtio_scsi_exit(struct kvm *kvm) 253a67da3beSAsias He { 254a67da3beSAsias He while (!list_empty(&sdevs)) { 255a67da3beSAsias He struct scsi_dev *sdev; 256a67da3beSAsias He 257a67da3beSAsias He sdev = list_first_entry(&sdevs, struct scsi_dev, list); 258a67da3beSAsias He virtio_scsi_exit_one(kvm, sdev); 259a67da3beSAsias He } 260a67da3beSAsias He 261a67da3beSAsias He return 0; 262a67da3beSAsias He } 26349a8afd1SSasha Levin virtio_dev_exit(virtio_scsi_exit); 264