1416b2c2dSAsias He #include "kvm/virtio-console.h" 2416b2c2dSAsias He #include "kvm/virtio-pci.h" 39bd8ac5cSAsias He #include "kvm/disk-image.h" 439d6af07SAsias He #include "kvm/virtio.h" 59bd8ac5cSAsias He #include "kvm/ioport.h" 69bd8ac5cSAsias He #include "kvm/util.h" 79bd8ac5cSAsias He #include "kvm/term.h" 87512639bSAsias He #include "kvm/mutex.h" 99bd8ac5cSAsias He #include "kvm/kvm.h" 109bd8ac5cSAsias He #include "kvm/pci.h" 11b6638c22SSasha Levin #include "kvm/threadpool.h" 129bd8ac5cSAsias He 139bd8ac5cSAsias He #include <linux/virtio_console.h> 149bd8ac5cSAsias He #include <linux/virtio_ring.h> 159bd8ac5cSAsias He #include <linux/virtio_blk.h> 169bd8ac5cSAsias He 179bd8ac5cSAsias He #include <sys/uio.h> 189bd8ac5cSAsias He #include <sys/types.h> 199bd8ac5cSAsias He #include <sys/stat.h> 209bd8ac5cSAsias He #include <termios.h> 219bd8ac5cSAsias He #include <assert.h> 229bd8ac5cSAsias He #include <unistd.h> 239bd8ac5cSAsias He #include <fcntl.h> 249bd8ac5cSAsias He 25bc0363c8SCyrill Gorcunov #define VIRTIO_CONSOLE_IRQ 13 26bc0363c8SCyrill Gorcunov #define VIRTIO_CONSOLE_PIN 2 27bc0363c8SCyrill Gorcunov 289bd8ac5cSAsias He #define VIRTIO_CONSOLE_QUEUE_SIZE 128 299bd8ac5cSAsias He #define VIRTIO_CONSOLE_NUM_QUEUES 2 309bd8ac5cSAsias He #define VIRTIO_CONSOLE_RX_QUEUE 0 319bd8ac5cSAsias He #define VIRTIO_CONSOLE_TX_QUEUE 1 329bd8ac5cSAsias He #define PCI_VIRTIO_CONSOLE_DEVNUM 2 339bd8ac5cSAsias He 34*a643306eSSasha Levin struct con_dev { 357512639bSAsias He pthread_mutex_t mutex; 367512639bSAsias He 379bd8ac5cSAsias He struct virt_queue vqs[VIRTIO_CONSOLE_NUM_QUEUES]; 389bd8ac5cSAsias He struct virtio_console_config console_config; 393fdf659dSSasha Levin u32 host_features; 403fdf659dSSasha Levin u32 guest_features; 413fdf659dSSasha Levin u16 config_vector; 423fdf659dSSasha Levin u8 status; 433fdf659dSSasha Levin u16 queue_selector; 44b6638c22SSasha Levin 45b6638c22SSasha Levin void *jobs[VIRTIO_CONSOLE_NUM_QUEUES]; 469bd8ac5cSAsias He }; 479bd8ac5cSAsias He 48*a643306eSSasha Levin static struct con_dev cdev = { 497512639bSAsias He .mutex = PTHREAD_MUTEX_INITIALIZER, 507512639bSAsias He 519bd8ac5cSAsias He .console_config = { 529bd8ac5cSAsias He .cols = 80, 539bd8ac5cSAsias He .rows = 24, 549bd8ac5cSAsias He .max_nr_ports = 1, 559bd8ac5cSAsias He }, 569bd8ac5cSAsias He 579bd8ac5cSAsias He .host_features = 0, 589bd8ac5cSAsias He }; 599bd8ac5cSAsias He 609bd8ac5cSAsias He /* 619bd8ac5cSAsias He * Interrupts are injected for hvc0 only. 629bd8ac5cSAsias He */ 63b6638c22SSasha Levin static void virtio_console__inject_interrupt_callback(struct kvm *self, void *param) 649bd8ac5cSAsias He { 659bd8ac5cSAsias He struct iovec iov[VIRTIO_CONSOLE_QUEUE_SIZE]; 669bd8ac5cSAsias He struct virt_queue *vq; 673fdf659dSSasha Levin u16 out, in; 683fdf659dSSasha Levin u16 head; 699bd8ac5cSAsias He int len; 709bd8ac5cSAsias He 71*a643306eSSasha Levin mutex_lock(&cdev.mutex); 727512639bSAsias He 73b6638c22SSasha Levin vq = param; 749bd8ac5cSAsias He 759bd8ac5cSAsias He if (term_readable(CONSOLE_VIRTIO) && virt_queue__available(vq)) { 769bd8ac5cSAsias He head = virt_queue__get_iov(vq, iov, &out, &in, self); 779bd8ac5cSAsias He len = term_getc_iov(CONSOLE_VIRTIO, iov, in); 789bd8ac5cSAsias He virt_queue__set_used_elem(vq, head, len); 799bd8ac5cSAsias He kvm__irq_line(self, VIRTIO_CONSOLE_IRQ, 1); 809bd8ac5cSAsias He } 817512639bSAsias He 82*a643306eSSasha Levin mutex_unlock(&cdev.mutex); 839bd8ac5cSAsias He } 849bd8ac5cSAsias He 85b6638c22SSasha Levin void virtio_console__inject_interrupt(struct kvm *self) 86b6638c22SSasha Levin { 87*a643306eSSasha Levin thread_pool__do_job(cdev.jobs[VIRTIO_CONSOLE_RX_QUEUE]); 88b6638c22SSasha Levin } 89b6638c22SSasha Levin 903fdf659dSSasha Levin static bool virtio_console_pci_io_device_specific_in(void *data, unsigned long offset, int size, u32 count) 919bd8ac5cSAsias He { 92*a643306eSSasha Levin u8 *config_space = (u8 *) &cdev.console_config; 939bd8ac5cSAsias He 949bd8ac5cSAsias He if (size != 1 || count != 1) 959bd8ac5cSAsias He return false; 969bd8ac5cSAsias He 979bd8ac5cSAsias He if ((offset - VIRTIO_PCI_CONFIG_NOMSI) > sizeof(struct virtio_console_config)) 989bd8ac5cSAsias He error("config offset is too big: %li", offset - VIRTIO_PCI_CONFIG_NOMSI); 999bd8ac5cSAsias He 1009bd8ac5cSAsias He ioport__write8(data, config_space[offset - VIRTIO_PCI_CONFIG_NOMSI]); 1019bd8ac5cSAsias He 1029bd8ac5cSAsias He return true; 1039bd8ac5cSAsias He } 1049bd8ac5cSAsias He 1053fdf659dSSasha Levin static bool virtio_console_pci_io_in(struct kvm *self, u16 port, void *data, int size, u32 count) 1069bd8ac5cSAsias He { 1079bd8ac5cSAsias He unsigned long offset = port - IOPORT_VIRTIO_CONSOLE; 1087512639bSAsias He bool ret = true; 1097512639bSAsias He 110*a643306eSSasha Levin mutex_lock(&cdev.mutex); 1119bd8ac5cSAsias He 1129bd8ac5cSAsias He switch (offset) { 1139bd8ac5cSAsias He case VIRTIO_PCI_HOST_FEATURES: 114*a643306eSSasha Levin ioport__write32(data, cdev.host_features); 1159bd8ac5cSAsias He break; 1169bd8ac5cSAsias He case VIRTIO_PCI_GUEST_FEATURES: 1177512639bSAsias He ret = false; 1187512639bSAsias He break; 1199bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_PFN: 120*a643306eSSasha Levin ioport__write32(data, cdev.vqs[cdev.queue_selector].pfn); 1219bd8ac5cSAsias He break; 1229bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_NUM: 1239bd8ac5cSAsias He ioport__write16(data, VIRTIO_CONSOLE_QUEUE_SIZE); 1249bd8ac5cSAsias He break; 1259bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_SEL: 1269bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_NOTIFY: 1277512639bSAsias He ret = false; 1287512639bSAsias He break; 1299bd8ac5cSAsias He case VIRTIO_PCI_STATUS: 130*a643306eSSasha Levin ioport__write8(data, cdev.status); 1319bd8ac5cSAsias He break; 1329bd8ac5cSAsias He case VIRTIO_PCI_ISR: 1339bd8ac5cSAsias He ioport__write8(data, 0x1); 1349bd8ac5cSAsias He kvm__irq_line(self, VIRTIO_CONSOLE_IRQ, 0); 1359bd8ac5cSAsias He break; 1369bd8ac5cSAsias He case VIRTIO_MSI_CONFIG_VECTOR: 137*a643306eSSasha Levin ioport__write16(data, cdev.config_vector); 1389bd8ac5cSAsias He break; 1399bd8ac5cSAsias He default: 1407512639bSAsias He ret = virtio_console_pci_io_device_specific_in(data, offset, size, count); 1419bd8ac5cSAsias He }; 1429bd8ac5cSAsias He 143*a643306eSSasha Levin mutex_unlock(&cdev.mutex); 1447512639bSAsias He 1457512639bSAsias He return ret; 1469bd8ac5cSAsias He } 1479bd8ac5cSAsias He 148b6638c22SSasha Levin static void virtio_console_handle_callback(struct kvm *self, void *param) 1499bd8ac5cSAsias He { 1509bd8ac5cSAsias He struct iovec iov[VIRTIO_CONSOLE_QUEUE_SIZE]; 1519bd8ac5cSAsias He struct virt_queue *vq; 1523fdf659dSSasha Levin u16 out, in; 1533fdf659dSSasha Levin u16 head; 1543fdf659dSSasha Levin u32 len; 1559bd8ac5cSAsias He 156b6638c22SSasha Levin vq = param; 1579bd8ac5cSAsias He 1589bd8ac5cSAsias He while (virt_queue__available(vq)) { 1599bd8ac5cSAsias He head = virt_queue__get_iov(vq, iov, &out, &in, self); 1609bd8ac5cSAsias He len = term_putc_iov(CONSOLE_VIRTIO, iov, out); 1619bd8ac5cSAsias He virt_queue__set_used_elem(vq, head, len); 1629bd8ac5cSAsias He } 1639bd8ac5cSAsias He 1649bd8ac5cSAsias He kvm__irq_line(self, VIRTIO_CONSOLE_IRQ, 1); 1659bd8ac5cSAsias He } 1669bd8ac5cSAsias He 1673fdf659dSSasha Levin static bool virtio_console_pci_io_out(struct kvm *self, u16 port, void *data, int size, u32 count) 1689bd8ac5cSAsias He { 1699bd8ac5cSAsias He unsigned long offset = port - IOPORT_VIRTIO_CONSOLE; 1707512639bSAsias He bool ret = true; 1719bd8ac5cSAsias He 172*a643306eSSasha Levin mutex_lock(&cdev.mutex); 173e147d838SAsias He 1749bd8ac5cSAsias He switch (offset) { 1759bd8ac5cSAsias He case VIRTIO_PCI_GUEST_FEATURES: 176*a643306eSSasha Levin cdev.guest_features = ioport__read32(data); 1779bd8ac5cSAsias He break; 1789bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_PFN: { 1799bd8ac5cSAsias He struct virt_queue *queue; 1809bd8ac5cSAsias He void *p; 1819bd8ac5cSAsias He 182*a643306eSSasha Levin assert(cdev.queue_selector < VIRTIO_CONSOLE_NUM_QUEUES); 1839bd8ac5cSAsias He 184*a643306eSSasha Levin queue = &cdev.vqs[cdev.queue_selector]; 1859bd8ac5cSAsias He queue->pfn = ioport__read32(data); 1869bd8ac5cSAsias He p = guest_flat_to_host(self, queue->pfn << 12); 1879bd8ac5cSAsias He 1889bd8ac5cSAsias He vring_init(&queue->vring, VIRTIO_CONSOLE_QUEUE_SIZE, p, 4096); 1899bd8ac5cSAsias He 190*a643306eSSasha Levin if (cdev.queue_selector == VIRTIO_CONSOLE_TX_QUEUE) 191*a643306eSSasha Levin cdev.jobs[cdev.queue_selector] = 192f6a083e9SSasha Levin thread_pool__add_job(self, virtio_console_handle_callback, queue); 193*a643306eSSasha Levin else if (cdev.queue_selector == VIRTIO_CONSOLE_RX_QUEUE) 194*a643306eSSasha Levin cdev.jobs[cdev.queue_selector] = 195f6a083e9SSasha Levin thread_pool__add_job(self, virtio_console__inject_interrupt_callback, queue); 196b6638c22SSasha Levin 1979bd8ac5cSAsias He break; 1989bd8ac5cSAsias He } 1999bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_SEL: 200*a643306eSSasha Levin cdev.queue_selector = ioport__read16(data); 2019bd8ac5cSAsias He break; 2029bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_NOTIFY: { 203*a643306eSSasha Levin u16 queue_index = ioport__read16(data); 204*a643306eSSasha Levin thread_pool__do_job(cdev.jobs[queue_index]); 2059bd8ac5cSAsias He break; 2069bd8ac5cSAsias He } 2079bd8ac5cSAsias He case VIRTIO_PCI_STATUS: 208*a643306eSSasha Levin cdev.status = ioport__read8(data); 2099bd8ac5cSAsias He break; 2109bd8ac5cSAsias He case VIRTIO_MSI_CONFIG_VECTOR: 211*a643306eSSasha Levin cdev.config_vector = VIRTIO_MSI_NO_VECTOR; 2129bd8ac5cSAsias He break; 2139bd8ac5cSAsias He case VIRTIO_MSI_QUEUE_VECTOR: 2149bd8ac5cSAsias He break; 2159bd8ac5cSAsias He default: 2167512639bSAsias He ret = false; 2179bd8ac5cSAsias He }; 2189bd8ac5cSAsias He 219*a643306eSSasha Levin mutex_unlock(&cdev.mutex); 2207512639bSAsias He return ret; 2219bd8ac5cSAsias He } 2229bd8ac5cSAsias He 2239bd8ac5cSAsias He static struct ioport_operations virtio_console_io_ops = { 2249bd8ac5cSAsias He .io_in = virtio_console_pci_io_in, 2259bd8ac5cSAsias He .io_out = virtio_console_pci_io_out, 2269bd8ac5cSAsias He }; 2279bd8ac5cSAsias He 2289bd8ac5cSAsias He #define PCI_VENDOR_ID_REDHAT_QUMRANET 0x1af4 229f98e8021SAsias He #define PCI_DEVICE_ID_VIRTIO_CONSOLE 0x1003 2309bd8ac5cSAsias He #define PCI_SUBSYSTEM_VENDOR_ID_REDHAT_QUMRANET 0x1af4 2319bd8ac5cSAsias He #define PCI_SUBSYSTEM_ID_VIRTIO_CONSOLE 0x0003 2329bd8ac5cSAsias He 2339bd8ac5cSAsias He static struct pci_device_header virtio_console_pci_device = { 2349bd8ac5cSAsias He .vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET, 2359bd8ac5cSAsias He .device_id = PCI_DEVICE_ID_VIRTIO_CONSOLE, 2369bd8ac5cSAsias He .header_type = PCI_HEADER_TYPE_NORMAL, 2379bd8ac5cSAsias He .revision_id = 0, 238f98e8021SAsias He .class = 0x078000, 2399bd8ac5cSAsias He .subsys_vendor_id = PCI_SUBSYSTEM_VENDOR_ID_REDHAT_QUMRANET, 2409bd8ac5cSAsias He .subsys_id = PCI_SUBSYSTEM_ID_VIRTIO_CONSOLE, 2419bd8ac5cSAsias He .bar[0] = IOPORT_VIRTIO_CONSOLE | PCI_BASE_ADDRESS_SPACE_IO, 242bc0363c8SCyrill Gorcunov .irq_pin = VIRTIO_CONSOLE_PIN, 2439bd8ac5cSAsias He .irq_line = VIRTIO_CONSOLE_IRQ, 2449bd8ac5cSAsias He }; 2459bd8ac5cSAsias He 2469bd8ac5cSAsias He void virtio_console__init(struct kvm *self) 2479bd8ac5cSAsias He { 2489bd8ac5cSAsias He pci__register(&virtio_console_pci_device, PCI_VIRTIO_CONSOLE_DEVNUM); 2499bd8ac5cSAsias He ioport__register(IOPORT_VIRTIO_CONSOLE, &virtio_console_io_ops, IOPORT_VIRTIO_CONSOLE_SIZE); 2509bd8ac5cSAsias He } 251