1416b2c2dSAsias He #include "kvm/virtio-console.h" 2416b2c2dSAsias He #include "kvm/virtio-pci.h" 39bd8ac5cSAsias He #include "kvm/disk-image.h" 439d6af07SAsias He #include "kvm/virtio.h" 59bd8ac5cSAsias He #include "kvm/ioport.h" 69bd8ac5cSAsias He #include "kvm/util.h" 79bd8ac5cSAsias He #include "kvm/term.h" 87512639bSAsias He #include "kvm/mutex.h" 99bd8ac5cSAsias He #include "kvm/kvm.h" 109bd8ac5cSAsias He #include "kvm/pci.h" 11b6638c22SSasha Levin #include "kvm/threadpool.h" 129bd8ac5cSAsias He 139bd8ac5cSAsias He #include <linux/virtio_console.h> 149bd8ac5cSAsias He #include <linux/virtio_ring.h> 159bd8ac5cSAsias He #include <linux/virtio_blk.h> 169bd8ac5cSAsias He 179bd8ac5cSAsias He #include <sys/uio.h> 189bd8ac5cSAsias He #include <sys/types.h> 199bd8ac5cSAsias He #include <sys/stat.h> 209bd8ac5cSAsias He #include <inttypes.h> 219bd8ac5cSAsias He #include <termios.h> 229bd8ac5cSAsias He #include <assert.h> 239bd8ac5cSAsias He #include <unistd.h> 249bd8ac5cSAsias He #include <fcntl.h> 259bd8ac5cSAsias He 26bc0363c8SCyrill Gorcunov #define VIRTIO_CONSOLE_IRQ 13 27bc0363c8SCyrill Gorcunov #define VIRTIO_CONSOLE_PIN 2 28bc0363c8SCyrill Gorcunov 299bd8ac5cSAsias He #define VIRTIO_CONSOLE_QUEUE_SIZE 128 309bd8ac5cSAsias He #define VIRTIO_CONSOLE_NUM_QUEUES 2 319bd8ac5cSAsias He #define VIRTIO_CONSOLE_RX_QUEUE 0 329bd8ac5cSAsias He #define VIRTIO_CONSOLE_TX_QUEUE 1 339bd8ac5cSAsias He #define PCI_VIRTIO_CONSOLE_DEVNUM 2 349bd8ac5cSAsias He 359bd8ac5cSAsias He struct console_device { 367512639bSAsias He pthread_mutex_t mutex; 377512639bSAsias He 389bd8ac5cSAsias He struct virt_queue vqs[VIRTIO_CONSOLE_NUM_QUEUES]; 399bd8ac5cSAsias He struct virtio_console_config console_config; 409bd8ac5cSAsias He uint32_t host_features; 419bd8ac5cSAsias He uint32_t guest_features; 429bd8ac5cSAsias He uint16_t config_vector; 439bd8ac5cSAsias He uint8_t status; 449bd8ac5cSAsias He uint16_t queue_selector; 45b6638c22SSasha Levin 46b6638c22SSasha Levin void *jobs[VIRTIO_CONSOLE_NUM_QUEUES]; 479bd8ac5cSAsias He }; 489bd8ac5cSAsias He 499bd8ac5cSAsias He static struct console_device console_device = { 507512639bSAsias He .mutex = PTHREAD_MUTEX_INITIALIZER, 517512639bSAsias He 529bd8ac5cSAsias He .console_config = { 539bd8ac5cSAsias He .cols = 80, 549bd8ac5cSAsias He .rows = 24, 559bd8ac5cSAsias He .max_nr_ports = 1, 569bd8ac5cSAsias He }, 579bd8ac5cSAsias He 589bd8ac5cSAsias He .host_features = 0, 599bd8ac5cSAsias He }; 609bd8ac5cSAsias He 619bd8ac5cSAsias He /* 629bd8ac5cSAsias He * Interrupts are injected for hvc0 only. 639bd8ac5cSAsias He */ 64b6638c22SSasha Levin static void virtio_console__inject_interrupt_callback(struct kvm *self, void *param) 659bd8ac5cSAsias He { 669bd8ac5cSAsias He struct iovec iov[VIRTIO_CONSOLE_QUEUE_SIZE]; 679bd8ac5cSAsias He struct virt_queue *vq; 689bd8ac5cSAsias He uint16_t out, in; 699bd8ac5cSAsias He uint16_t head; 709bd8ac5cSAsias He int len; 719bd8ac5cSAsias He 727512639bSAsias He mutex_lock(&console_device.mutex); 737512639bSAsias He 74b6638c22SSasha Levin vq = param; 759bd8ac5cSAsias He 769bd8ac5cSAsias He if (term_readable(CONSOLE_VIRTIO) && virt_queue__available(vq)) { 779bd8ac5cSAsias He head = virt_queue__get_iov(vq, iov, &out, &in, self); 789bd8ac5cSAsias He len = term_getc_iov(CONSOLE_VIRTIO, iov, in); 799bd8ac5cSAsias He virt_queue__set_used_elem(vq, head, len); 809bd8ac5cSAsias He kvm__irq_line(self, VIRTIO_CONSOLE_IRQ, 1); 819bd8ac5cSAsias He } 827512639bSAsias He 837512639bSAsias He mutex_unlock(&console_device.mutex); 849bd8ac5cSAsias He } 859bd8ac5cSAsias He 86b6638c22SSasha Levin void virtio_console__inject_interrupt(struct kvm *self) 87b6638c22SSasha Levin { 88*f6a083e9SSasha Levin thread_pool__do_job(console_device.jobs[VIRTIO_CONSOLE_RX_QUEUE]); 89b6638c22SSasha Levin } 90b6638c22SSasha Levin 919bd8ac5cSAsias He static bool virtio_console_pci_io_device_specific_in(void *data, unsigned long offset, int size, uint32_t count) 929bd8ac5cSAsias He { 939bd8ac5cSAsias He uint8_t *config_space = (uint8_t *) &console_device.console_config; 949bd8ac5cSAsias He 959bd8ac5cSAsias He if (size != 1 || count != 1) 969bd8ac5cSAsias He return false; 979bd8ac5cSAsias He 989bd8ac5cSAsias He if ((offset - VIRTIO_PCI_CONFIG_NOMSI) > sizeof(struct virtio_console_config)) 999bd8ac5cSAsias He error("config offset is too big: %li", offset - VIRTIO_PCI_CONFIG_NOMSI); 1009bd8ac5cSAsias He 1019bd8ac5cSAsias He ioport__write8(data, config_space[offset - VIRTIO_PCI_CONFIG_NOMSI]); 1029bd8ac5cSAsias He 1039bd8ac5cSAsias He return true; 1049bd8ac5cSAsias He } 1059bd8ac5cSAsias He 1069bd8ac5cSAsias He static bool virtio_console_pci_io_in(struct kvm *self, uint16_t port, void *data, int size, uint32_t count) 1079bd8ac5cSAsias He { 1089bd8ac5cSAsias He unsigned long offset = port - IOPORT_VIRTIO_CONSOLE; 1097512639bSAsias He bool ret = true; 1107512639bSAsias He 1117512639bSAsias He mutex_lock(&console_device.mutex); 1129bd8ac5cSAsias He 1139bd8ac5cSAsias He switch (offset) { 1149bd8ac5cSAsias He case VIRTIO_PCI_HOST_FEATURES: 1159bd8ac5cSAsias He ioport__write32(data, console_device.host_features); 1169bd8ac5cSAsias He break; 1179bd8ac5cSAsias He case VIRTIO_PCI_GUEST_FEATURES: 1187512639bSAsias He ret = false; 1197512639bSAsias He break; 1209bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_PFN: 1219bd8ac5cSAsias He ioport__write32(data, console_device.vqs[console_device.queue_selector].pfn); 1229bd8ac5cSAsias He break; 1239bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_NUM: 1249bd8ac5cSAsias He ioport__write16(data, VIRTIO_CONSOLE_QUEUE_SIZE); 1259bd8ac5cSAsias He break; 1269bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_SEL: 1279bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_NOTIFY: 1287512639bSAsias He ret = false; 1297512639bSAsias He break; 1309bd8ac5cSAsias He case VIRTIO_PCI_STATUS: 1319bd8ac5cSAsias He ioport__write8(data, console_device.status); 1329bd8ac5cSAsias He break; 1339bd8ac5cSAsias He case VIRTIO_PCI_ISR: 1349bd8ac5cSAsias He ioport__write8(data, 0x1); 1359bd8ac5cSAsias He kvm__irq_line(self, VIRTIO_CONSOLE_IRQ, 0); 1369bd8ac5cSAsias He break; 1379bd8ac5cSAsias He case VIRTIO_MSI_CONFIG_VECTOR: 1389bd8ac5cSAsias He ioport__write16(data, console_device.config_vector); 1399bd8ac5cSAsias He break; 1409bd8ac5cSAsias He default: 1417512639bSAsias He ret = virtio_console_pci_io_device_specific_in(data, offset, size, count); 1429bd8ac5cSAsias He }; 1439bd8ac5cSAsias He 1447512639bSAsias He mutex_unlock(&console_device.mutex); 1457512639bSAsias He 1467512639bSAsias He return ret; 1479bd8ac5cSAsias He } 1489bd8ac5cSAsias He 149b6638c22SSasha Levin static void virtio_console_handle_callback(struct kvm *self, void *param) 1509bd8ac5cSAsias He { 1519bd8ac5cSAsias He struct iovec iov[VIRTIO_CONSOLE_QUEUE_SIZE]; 1529bd8ac5cSAsias He struct virt_queue *vq; 1539bd8ac5cSAsias He uint16_t out, in; 1549bd8ac5cSAsias He uint16_t head; 1559bd8ac5cSAsias He uint32_t len; 1569bd8ac5cSAsias He 157b6638c22SSasha Levin vq = param; 1589bd8ac5cSAsias He 1599bd8ac5cSAsias He while (virt_queue__available(vq)) { 1609bd8ac5cSAsias He head = virt_queue__get_iov(vq, iov, &out, &in, self); 1619bd8ac5cSAsias He len = term_putc_iov(CONSOLE_VIRTIO, iov, out); 1629bd8ac5cSAsias He virt_queue__set_used_elem(vq, head, len); 1639bd8ac5cSAsias He } 1649bd8ac5cSAsias He 1659bd8ac5cSAsias He kvm__irq_line(self, VIRTIO_CONSOLE_IRQ, 1); 1669bd8ac5cSAsias He } 1679bd8ac5cSAsias He 1689bd8ac5cSAsias He static bool virtio_console_pci_io_out(struct kvm *self, uint16_t port, void *data, int size, uint32_t count) 1699bd8ac5cSAsias He { 1709bd8ac5cSAsias He unsigned long offset = port - IOPORT_VIRTIO_CONSOLE; 1717512639bSAsias He bool ret = true; 1729bd8ac5cSAsias He 173e147d838SAsias He mutex_lock(&console_device.mutex); 174e147d838SAsias He 1759bd8ac5cSAsias He switch (offset) { 1769bd8ac5cSAsias He case VIRTIO_PCI_GUEST_FEATURES: 1779bd8ac5cSAsias He console_device.guest_features = ioport__read32(data); 1789bd8ac5cSAsias He break; 1799bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_PFN: { 1809bd8ac5cSAsias He struct virt_queue *queue; 1819bd8ac5cSAsias He void *p; 1829bd8ac5cSAsias He 1839bd8ac5cSAsias He assert(console_device.queue_selector < VIRTIO_CONSOLE_NUM_QUEUES); 1849bd8ac5cSAsias He 1859bd8ac5cSAsias He queue = &console_device.vqs[console_device.queue_selector]; 1869bd8ac5cSAsias He queue->pfn = ioport__read32(data); 1879bd8ac5cSAsias He p = guest_flat_to_host(self, queue->pfn << 12); 1889bd8ac5cSAsias He 1899bd8ac5cSAsias He vring_init(&queue->vring, VIRTIO_CONSOLE_QUEUE_SIZE, p, 4096); 1909bd8ac5cSAsias He 191b6638c22SSasha Levin if (console_device.queue_selector == VIRTIO_CONSOLE_TX_QUEUE) 192b6638c22SSasha Levin console_device.jobs[console_device.queue_selector] = 193*f6a083e9SSasha Levin thread_pool__add_job(self, virtio_console_handle_callback, queue); 194b6638c22SSasha Levin else if (console_device.queue_selector == VIRTIO_CONSOLE_RX_QUEUE) 195b6638c22SSasha Levin console_device.jobs[console_device.queue_selector] = 196*f6a083e9SSasha Levin thread_pool__add_job(self, virtio_console__inject_interrupt_callback, queue); 197b6638c22SSasha Levin 1989bd8ac5cSAsias He break; 1999bd8ac5cSAsias He } 2009bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_SEL: 2019bd8ac5cSAsias He console_device.queue_selector = ioport__read16(data); 2029bd8ac5cSAsias He break; 2039bd8ac5cSAsias He case VIRTIO_PCI_QUEUE_NOTIFY: { 2049bd8ac5cSAsias He uint16_t queue_index; 2059bd8ac5cSAsias He queue_index = ioport__read16(data); 206*f6a083e9SSasha Levin thread_pool__do_job(console_device.jobs[queue_index]); 2079bd8ac5cSAsias He break; 2089bd8ac5cSAsias He } 2099bd8ac5cSAsias He case VIRTIO_PCI_STATUS: 2109bd8ac5cSAsias He console_device.status = ioport__read8(data); 2119bd8ac5cSAsias He break; 2129bd8ac5cSAsias He case VIRTIO_MSI_CONFIG_VECTOR: 2139bd8ac5cSAsias He console_device.config_vector = VIRTIO_MSI_NO_VECTOR; 2149bd8ac5cSAsias He break; 2159bd8ac5cSAsias He case VIRTIO_MSI_QUEUE_VECTOR: 2169bd8ac5cSAsias He break; 2179bd8ac5cSAsias He default: 2187512639bSAsias He ret = false; 2199bd8ac5cSAsias He }; 2209bd8ac5cSAsias He 2217512639bSAsias He mutex_unlock(&console_device.mutex); 2227512639bSAsias He return ret; 2239bd8ac5cSAsias He } 2249bd8ac5cSAsias He 2259bd8ac5cSAsias He static struct ioport_operations virtio_console_io_ops = { 2269bd8ac5cSAsias He .io_in = virtio_console_pci_io_in, 2279bd8ac5cSAsias He .io_out = virtio_console_pci_io_out, 2289bd8ac5cSAsias He }; 2299bd8ac5cSAsias He 2309bd8ac5cSAsias He #define PCI_VENDOR_ID_REDHAT_QUMRANET 0x1af4 231f98e8021SAsias He #define PCI_DEVICE_ID_VIRTIO_CONSOLE 0x1003 2329bd8ac5cSAsias He #define PCI_SUBSYSTEM_VENDOR_ID_REDHAT_QUMRANET 0x1af4 2339bd8ac5cSAsias He #define PCI_SUBSYSTEM_ID_VIRTIO_CONSOLE 0x0003 2349bd8ac5cSAsias He 2359bd8ac5cSAsias He static struct pci_device_header virtio_console_pci_device = { 2369bd8ac5cSAsias He .vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET, 2379bd8ac5cSAsias He .device_id = PCI_DEVICE_ID_VIRTIO_CONSOLE, 2389bd8ac5cSAsias He .header_type = PCI_HEADER_TYPE_NORMAL, 2399bd8ac5cSAsias He .revision_id = 0, 240f98e8021SAsias He .class = 0x078000, 2419bd8ac5cSAsias He .subsys_vendor_id = PCI_SUBSYSTEM_VENDOR_ID_REDHAT_QUMRANET, 2429bd8ac5cSAsias He .subsys_id = PCI_SUBSYSTEM_ID_VIRTIO_CONSOLE, 2439bd8ac5cSAsias He .bar[0] = IOPORT_VIRTIO_CONSOLE | PCI_BASE_ADDRESS_SPACE_IO, 244bc0363c8SCyrill Gorcunov .irq_pin = VIRTIO_CONSOLE_PIN, 2459bd8ac5cSAsias He .irq_line = VIRTIO_CONSOLE_IRQ, 2469bd8ac5cSAsias He }; 2479bd8ac5cSAsias He 2489bd8ac5cSAsias He void virtio_console__init(struct kvm *self) 2499bd8ac5cSAsias He { 2509bd8ac5cSAsias He pci__register(&virtio_console_pci_device, PCI_VIRTIO_CONSOLE_DEVNUM); 2519bd8ac5cSAsias He ioport__register(IOPORT_VIRTIO_CONSOLE, &virtio_console_io_ops, IOPORT_VIRTIO_CONSOLE_SIZE); 2529bd8ac5cSAsias He } 253