143402ba5SAndrew Jones /*
2d73e4521SAndrew Jones * virtqueue support adapted from the Linux kernel.
3d73e4521SAndrew Jones *
449f758b8SAndrew Jones * Copyright (C) 2017, Red Hat Inc, Andrew Jones <drjones@redhat.com>
543402ba5SAndrew Jones *
649f758b8SAndrew Jones * This work is licensed under the terms of the GNU GPL, version 2.
743402ba5SAndrew Jones */
843402ba5SAndrew Jones #include "libcflat.h"
943402ba5SAndrew Jones #include "devicetree.h"
10*031755dbSPaolo Bonzini #include "alloc_page.h"
1143402ba5SAndrew Jones #include "alloc.h"
12d73e4521SAndrew Jones #include "asm/page.h"
1343402ba5SAndrew Jones #include "asm/io.h"
1443402ba5SAndrew Jones #include "virtio.h"
1543402ba5SAndrew Jones #include "virtio-mmio.h"
1643402ba5SAndrew Jones
vm_get(struct virtio_device * vdev,unsigned offset,void * buf,unsigned len)1743402ba5SAndrew Jones static void vm_get(struct virtio_device *vdev, unsigned offset,
1843402ba5SAndrew Jones void *buf, unsigned len)
1943402ba5SAndrew Jones {
2043402ba5SAndrew Jones struct virtio_mmio_device *vm_dev = to_virtio_mmio_device(vdev);
2143402ba5SAndrew Jones u8 *p = buf;
2243402ba5SAndrew Jones unsigned i;
2343402ba5SAndrew Jones
2443402ba5SAndrew Jones for (i = 0; i < len; ++i)
2543402ba5SAndrew Jones p[i] = readb(vm_dev->base + VIRTIO_MMIO_CONFIG + offset + i);
2643402ba5SAndrew Jones }
2743402ba5SAndrew Jones
vm_set(struct virtio_device * vdev,unsigned offset,const void * buf,unsigned len)2843402ba5SAndrew Jones static void vm_set(struct virtio_device *vdev, unsigned offset,
2943402ba5SAndrew Jones const void *buf, unsigned len)
3043402ba5SAndrew Jones {
3143402ba5SAndrew Jones struct virtio_mmio_device *vm_dev = to_virtio_mmio_device(vdev);
3243402ba5SAndrew Jones const u8 *p = buf;
3343402ba5SAndrew Jones unsigned i;
3443402ba5SAndrew Jones
3543402ba5SAndrew Jones for (i = 0; i < len; ++i)
3643402ba5SAndrew Jones writeb(p[i], vm_dev->base + VIRTIO_MMIO_CONFIG + offset + i);
3743402ba5SAndrew Jones }
3843402ba5SAndrew Jones
vm_notify(struct virtqueue * vq)39d73e4521SAndrew Jones static bool vm_notify(struct virtqueue *vq)
40d73e4521SAndrew Jones {
41d73e4521SAndrew Jones struct virtio_mmio_device *vm_dev = to_virtio_mmio_device(vq->vdev);
42d73e4521SAndrew Jones writel(vq->index, vm_dev->base + VIRTIO_MMIO_QUEUE_NOTIFY);
43d73e4521SAndrew Jones return true;
44d73e4521SAndrew Jones }
45d73e4521SAndrew Jones
vm_setup_vq(struct virtio_device * vdev,unsigned index,void (* callback)(struct virtqueue * vq),const char * name)46d73e4521SAndrew Jones static struct virtqueue *vm_setup_vq(struct virtio_device *vdev,
47d73e4521SAndrew Jones unsigned index,
48d73e4521SAndrew Jones void (*callback)(struct virtqueue *vq),
49d73e4521SAndrew Jones const char *name)
50d73e4521SAndrew Jones {
51d73e4521SAndrew Jones struct virtio_mmio_device *vm_dev = to_virtio_mmio_device(vdev);
52d73e4521SAndrew Jones struct vring_virtqueue *vq;
53d73e4521SAndrew Jones void *queue;
54d73e4521SAndrew Jones unsigned num = VIRTIO_MMIO_QUEUE_NUM_MIN;
55d73e4521SAndrew Jones
56d73e4521SAndrew Jones vq = calloc(1, sizeof(*vq));
57*031755dbSPaolo Bonzini assert(VIRTIO_MMIO_QUEUE_SIZE_MIN <= 2*PAGE_SIZE);
58*031755dbSPaolo Bonzini queue = alloc_pages(1);
59d14aa7cfSAndrew Jones assert(vq && queue);
60d73e4521SAndrew Jones
61d73e4521SAndrew Jones writel(index, vm_dev->base + VIRTIO_MMIO_QUEUE_SEL);
62d73e4521SAndrew Jones
63d73e4521SAndrew Jones assert(readl(vm_dev->base + VIRTIO_MMIO_QUEUE_NUM_MAX) >= num);
64d73e4521SAndrew Jones
65d73e4521SAndrew Jones if (readl(vm_dev->base + VIRTIO_MMIO_QUEUE_PFN) != 0) {
66d73e4521SAndrew Jones printf("%s: virtqueue %d already setup! base=%p\n",
67d73e4521SAndrew Jones __func__, index, vm_dev->base);
68d73e4521SAndrew Jones return NULL;
69d73e4521SAndrew Jones }
70d73e4521SAndrew Jones
71d73e4521SAndrew Jones writel(num, vm_dev->base + VIRTIO_MMIO_QUEUE_NUM);
72d73e4521SAndrew Jones writel(VIRTIO_MMIO_VRING_ALIGN,
73d73e4521SAndrew Jones vm_dev->base + VIRTIO_MMIO_QUEUE_ALIGN);
74d73e4521SAndrew Jones writel(virt_to_pfn(queue), vm_dev->base + VIRTIO_MMIO_QUEUE_PFN);
75d73e4521SAndrew Jones
76d73e4521SAndrew Jones vring_init_virtqueue(vq, index, num, VIRTIO_MMIO_VRING_ALIGN,
77d73e4521SAndrew Jones vdev, queue, vm_notify, callback, name);
78d73e4521SAndrew Jones
79d73e4521SAndrew Jones return &vq->vq;
80d73e4521SAndrew Jones }
81d73e4521SAndrew Jones
vm_find_vqs(struct virtio_device * vdev,unsigned nvqs,struct virtqueue * vqs[],vq_callback_t * callbacks[],const char * names[])82d73e4521SAndrew Jones static int vm_find_vqs(struct virtio_device *vdev, unsigned nvqs,
83d73e4521SAndrew Jones struct virtqueue *vqs[], vq_callback_t *callbacks[],
84d73e4521SAndrew Jones const char *names[])
85d73e4521SAndrew Jones {
86d73e4521SAndrew Jones unsigned i;
87d73e4521SAndrew Jones
88d73e4521SAndrew Jones for (i = 0; i < nvqs; ++i) {
89355e4f48SAndrew Jones vqs[i] = vm_setup_vq(vdev, i,
90355e4f48SAndrew Jones callbacks ? callbacks[i] : NULL,
91355e4f48SAndrew Jones names ? names[i] : "");
92d73e4521SAndrew Jones if (vqs[i] == NULL)
93d73e4521SAndrew Jones return -1;
94d73e4521SAndrew Jones }
95d73e4521SAndrew Jones
96d73e4521SAndrew Jones return 0;
97d73e4521SAndrew Jones }
98d73e4521SAndrew Jones
9943402ba5SAndrew Jones static const struct virtio_config_ops vm_config_ops = {
10043402ba5SAndrew Jones .get = vm_get,
10143402ba5SAndrew Jones .set = vm_set,
102d73e4521SAndrew Jones .find_vqs = vm_find_vqs,
10343402ba5SAndrew Jones };
10443402ba5SAndrew Jones
vm_device_init(struct virtio_mmio_device * vm_dev)10543402ba5SAndrew Jones static void vm_device_init(struct virtio_mmio_device *vm_dev)
10643402ba5SAndrew Jones {
10743402ba5SAndrew Jones vm_dev->vdev.id.device = readl(vm_dev->base + VIRTIO_MMIO_DEVICE_ID);
10843402ba5SAndrew Jones vm_dev->vdev.id.vendor = readl(vm_dev->base + VIRTIO_MMIO_VENDOR_ID);
10943402ba5SAndrew Jones vm_dev->vdev.config = &vm_config_ops;
110d73e4521SAndrew Jones
111d73e4521SAndrew Jones writel(PAGE_SIZE, vm_dev->base + VIRTIO_MMIO_GUEST_PAGE_SIZE);
11243402ba5SAndrew Jones }
11343402ba5SAndrew Jones
11443402ba5SAndrew Jones /******************************************************
11543402ba5SAndrew Jones * virtio-mmio device tree support
11643402ba5SAndrew Jones ******************************************************/
11743402ba5SAndrew Jones
11843402ba5SAndrew Jones struct vm_dt_info {
11943402ba5SAndrew Jones u32 devid;
12043402ba5SAndrew Jones void *base;
12143402ba5SAndrew Jones };
12243402ba5SAndrew Jones
vm_dt_match(const struct dt_device * dev,int fdtnode)12343402ba5SAndrew Jones static int vm_dt_match(const struct dt_device *dev, int fdtnode)
12443402ba5SAndrew Jones {
12543402ba5SAndrew Jones struct vm_dt_info *info = (struct vm_dt_info *)dev->info;
12643402ba5SAndrew Jones struct dt_pbus_reg base;
12743402ba5SAndrew Jones u32 magic;
12818ab6cadSAndrew Jones int ret;
12943402ba5SAndrew Jones
13043402ba5SAndrew Jones dt_device_bind_node((struct dt_device *)dev, fdtnode);
13143402ba5SAndrew Jones
13218ab6cadSAndrew Jones ret = dt_pbus_get_base(dev, &base);
13318ab6cadSAndrew Jones assert(ret == 0);
13443402ba5SAndrew Jones info->base = ioremap(base.addr, base.size);
13543402ba5SAndrew Jones
13643402ba5SAndrew Jones magic = readl(info->base + VIRTIO_MMIO_MAGIC_VALUE);
13743402ba5SAndrew Jones if (magic != ('v' | 'i' << 8 | 'r' << 16 | 't' << 24))
13843402ba5SAndrew Jones return false;
13943402ba5SAndrew Jones
14043402ba5SAndrew Jones return readl(info->base + VIRTIO_MMIO_DEVICE_ID) == info->devid;
14143402ba5SAndrew Jones }
14243402ba5SAndrew Jones
virtio_mmio_dt_bind(u32 devid)14343402ba5SAndrew Jones static struct virtio_device *virtio_mmio_dt_bind(u32 devid)
14443402ba5SAndrew Jones {
14543402ba5SAndrew Jones struct virtio_mmio_device *vm_dev;
14643402ba5SAndrew Jones struct dt_device dt_dev;
14743402ba5SAndrew Jones struct dt_bus dt_bus;
14843402ba5SAndrew Jones struct vm_dt_info info;
14943402ba5SAndrew Jones int node;
15043402ba5SAndrew Jones
15143402ba5SAndrew Jones if (!dt_available())
15243402ba5SAndrew Jones return NULL;
15343402ba5SAndrew Jones
15443402ba5SAndrew Jones dt_bus_init_defaults(&dt_bus);
15543402ba5SAndrew Jones dt_bus.match = vm_dt_match;
15643402ba5SAndrew Jones
15743402ba5SAndrew Jones info.devid = devid;
15843402ba5SAndrew Jones
15943402ba5SAndrew Jones dt_device_init(&dt_dev, &dt_bus, &info);
16043402ba5SAndrew Jones
16143402ba5SAndrew Jones node = dt_device_find_compatible(&dt_dev, "virtio,mmio");
16243402ba5SAndrew Jones assert(node >= 0 || node == -FDT_ERR_NOTFOUND);
16343402ba5SAndrew Jones
16443402ba5SAndrew Jones if (node == -FDT_ERR_NOTFOUND)
16543402ba5SAndrew Jones return NULL;
16643402ba5SAndrew Jones
16743402ba5SAndrew Jones vm_dev = calloc(1, sizeof(*vm_dev));
168d14aa7cfSAndrew Jones assert(vm_dev != NULL);
16943402ba5SAndrew Jones
17043402ba5SAndrew Jones vm_dev->base = info.base;
17143402ba5SAndrew Jones vm_device_init(vm_dev);
17243402ba5SAndrew Jones
17343402ba5SAndrew Jones return &vm_dev->vdev;
17443402ba5SAndrew Jones }
17543402ba5SAndrew Jones
virtio_mmio_bind(u32 devid)17643402ba5SAndrew Jones struct virtio_device *virtio_mmio_bind(u32 devid)
17743402ba5SAndrew Jones {
17843402ba5SAndrew Jones return virtio_mmio_dt_bind(devid);
17943402ba5SAndrew Jones }
180