131638bcaSCyrill Gorcunov #include "kvm/virtio-pci-dev.h" 2b5ee1ea7SAsias He #include "kvm/virtio-net.h" 34f56d42cSAsias He #include "kvm/virtio.h" 44f56d42cSAsias He #include "kvm/types.h" 54f56d42cSAsias He #include "kvm/mutex.h" 64f56d42cSAsias He #include "kvm/util.h" 74f56d42cSAsias He #include "kvm/kvm.h" 82449f6e3SSasha Levin #include "kvm/irq.h" 9b5ee1ea7SAsias He #include "kvm/uip.h" 10cb83de6fSSasha Levin #include "kvm/guest_compat.h" 114f56d42cSAsias He 129ed67cdcSSasha Levin #include <linux/vhost.h> 134f56d42cSAsias He #include <linux/virtio_net.h> 144f56d42cSAsias He #include <linux/if_tun.h> 1578a2a3e2SSasha Levin #include <linux/types.h> 16c229370aSIngo Molnar 17c229370aSIngo Molnar #include <arpa/inet.h> 184f56d42cSAsias He #include <net/if.h> 19c229370aSIngo Molnar 20c229370aSIngo Molnar #include <unistd.h> 214f56d42cSAsias He #include <fcntl.h> 22c229370aSIngo Molnar 23cb7202c1SSasha Levin #include <sys/socket.h> 24c229370aSIngo Molnar #include <sys/ioctl.h> 25c229370aSIngo Molnar #include <sys/types.h> 2673b7d038SAmos Kong #include <sys/wait.h> 279ed67cdcSSasha Levin #include <sys/eventfd.h> 284f56d42cSAsias He 294059ad8bSAsias He #define VIRTIO_NET_QUEUE_SIZE 256 306585ffb7SSasha Levin #define VIRTIO_NET_NUM_QUEUES 8 314f56d42cSAsias He 32b4fdde6dSAsias He struct net_dev; 33b4fdde6dSAsias He 34b4fdde6dSAsias He struct net_dev_operations { 35b4fdde6dSAsias He int (*rx)(struct iovec *iov, u16 in, struct net_dev *ndev); 36b4fdde6dSAsias He int (*tx)(struct iovec *iov, u16 in, struct net_dev *ndev); 37b4fdde6dSAsias He }; 38b4fdde6dSAsias He 398626798bSAsias He struct net_dev { 40d3476f7dSSasha Levin struct mutex mutex; 4102eca50cSAsias He struct virtio_device vdev; 429a6d73f1SSasha Levin struct list_head list; 434f56d42cSAsias He 446585ffb7SSasha Levin struct virt_queue vqs[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 45c229370aSIngo Molnar struct virtio_net_config config; 4679052597SSasha Levin u32 features, rx_vqs, tx_vqs, queue_pairs; 474f56d42cSAsias He 486585ffb7SSasha Levin pthread_t io_thread[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 496585ffb7SSasha Levin struct mutex io_lock[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 506585ffb7SSasha Levin pthread_cond_t io_cond[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 51c4aa7c02SPekka Enberg 529ed67cdcSSasha Levin int vhost_fd; 534f56d42cSAsias He int tap_fd; 544f56d42cSAsias He char tap_name[IFNAMSIZ]; 55bb1a32f1SAsias He 56bb1a32f1SAsias He int mode; 57bb1a32f1SAsias He 58b5ee1ea7SAsias He struct uip_info info; 59b4fdde6dSAsias He struct net_dev_operations *ops; 609a6d73f1SSasha Levin struct kvm *kvm; 618c0ae74dSSasha Levin 628c0ae74dSSasha Levin struct virtio_net_params *params; 634f56d42cSAsias He }; 644f56d42cSAsias He 659a6d73f1SSasha Levin static LIST_HEAD(ndevs); 66312c62d1SSasha Levin static int compat_id = -1; 674f56d42cSAsias He 68c4aa7c02SPekka Enberg static void *virtio_net_rx_thread(void *p) 694f56d42cSAsias He { 704f56d42cSAsias He struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 714f56d42cSAsias He struct virt_queue *vq; 7243835ac9SSasha Levin struct kvm *kvm; 739a6d73f1SSasha Levin struct net_dev *ndev = p; 743fdf659dSSasha Levin u16 out, in; 753fdf659dSSasha Levin u16 head; 764f56d42cSAsias He int len; 776585ffb7SSasha Levin u32 id; 786585ffb7SSasha Levin 796585ffb7SSasha Levin mutex_lock(&ndev->mutex); 806585ffb7SSasha Levin id = ndev->rx_vqs++ * 2; 816585ffb7SSasha Levin mutex_unlock(&ndev->mutex); 824f56d42cSAsias He 83a4d8c55eSSasha Levin kvm__set_thread_name("virtio-net-rx"); 84a4d8c55eSSasha Levin 859a6d73f1SSasha Levin kvm = ndev->kvm; 866585ffb7SSasha Levin vq = &ndev->vqs[id]; 87c4aa7c02SPekka Enberg 88c4aa7c02SPekka Enberg while (1) { 896585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 90c4aa7c02SPekka Enberg if (!virt_queue__available(vq)) 916585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 926585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 934f56d42cSAsias He 944f56d42cSAsias He while (virt_queue__available(vq)) { 9543835ac9SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 969a6d73f1SSasha Levin len = ndev->ops->rx(iov, in, ndev); 97246c8347SAsias He virt_queue__set_used_elem(vq, head, len); 987f5ffaf5SAsias He 99c4aa7c02SPekka Enberg /* We should interrupt guest right now, otherwise latency is huge. */ 1006585ffb7SSasha Levin if (virtio_queue__should_signal(vq)) 1016585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 1024f56d42cSAsias He } 103c4aa7c02SPekka Enberg } 104c4aa7c02SPekka Enberg 105c4aa7c02SPekka Enberg pthread_exit(NULL); 106c4aa7c02SPekka Enberg return NULL; 107c4aa7c02SPekka Enberg 108c4aa7c02SPekka Enberg } 109c4aa7c02SPekka Enberg 110c4aa7c02SPekka Enberg static void *virtio_net_tx_thread(void *p) 1114f56d42cSAsias He { 1124f56d42cSAsias He struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 1134f56d42cSAsias He struct virt_queue *vq; 11443835ac9SSasha Levin struct kvm *kvm; 1159a6d73f1SSasha Levin struct net_dev *ndev = p; 1163fdf659dSSasha Levin u16 out, in; 1173fdf659dSSasha Levin u16 head; 1184f56d42cSAsias He int len; 1196585ffb7SSasha Levin u32 id; 1206585ffb7SSasha Levin 1216585ffb7SSasha Levin mutex_lock(&ndev->mutex); 1226585ffb7SSasha Levin id = ndev->tx_vqs++ * 2 + 1; 1236585ffb7SSasha Levin mutex_unlock(&ndev->mutex); 1244f56d42cSAsias He 125a4d8c55eSSasha Levin kvm__set_thread_name("virtio-net-tx"); 126a4d8c55eSSasha Levin 1279a6d73f1SSasha Levin kvm = ndev->kvm; 1286585ffb7SSasha Levin vq = &ndev->vqs[id]; 129c4aa7c02SPekka Enberg 130c4aa7c02SPekka Enberg while (1) { 1316585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 132c4aa7c02SPekka Enberg if (!virt_queue__available(vq)) 1336585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 1346585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 1354f56d42cSAsias He 1364f56d42cSAsias He while (virt_queue__available(vq)) { 13743835ac9SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1389a6d73f1SSasha Levin len = ndev->ops->tx(iov, out, ndev); 1394f56d42cSAsias He virt_queue__set_used_elem(vq, head, len); 1404f56d42cSAsias He } 1414f56d42cSAsias He 1426585ffb7SSasha Levin if (virtio_queue__should_signal(vq)) 1436585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 1444f56d42cSAsias He } 1454f56d42cSAsias He 146c4aa7c02SPekka Enberg pthread_exit(NULL); 147407475bfSPekka Enberg 148c4aa7c02SPekka Enberg return NULL; 149c4aa7c02SPekka Enberg 150c4aa7c02SPekka Enberg } 151407475bfSPekka Enberg 1526585ffb7SSasha Levin static virtio_net_ctrl_ack virtio_net_handle_mq(struct kvm* kvm, struct net_dev *ndev, struct virtio_net_ctrl_hdr *ctrl) 1536585ffb7SSasha Levin { 1546585ffb7SSasha Levin /* Not much to do here */ 1556585ffb7SSasha Levin return VIRTIO_NET_OK; 1566585ffb7SSasha Levin } 1576585ffb7SSasha Levin 1586585ffb7SSasha Levin static void *virtio_net_ctrl_thread(void *p) 159abd4a801SSasha Levin { 160abd4a801SSasha Levin struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 161abd4a801SSasha Levin u16 out, in, head; 1626585ffb7SSasha Levin struct net_dev *ndev = p; 1636585ffb7SSasha Levin struct kvm *kvm = ndev->kvm; 16479052597SSasha Levin u32 id = ndev->queue_pairs * 2; 1656585ffb7SSasha Levin struct virt_queue *vq = &ndev->vqs[id]; 166abd4a801SSasha Levin struct virtio_net_ctrl_hdr *ctrl; 167abd4a801SSasha Levin virtio_net_ctrl_ack *ack; 168abd4a801SSasha Levin 1696585ffb7SSasha Levin while (1) { 1706585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 1716585ffb7SSasha Levin if (!virt_queue__available(vq)) 1726585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 1736585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 1746585ffb7SSasha Levin 1756585ffb7SSasha Levin while (virt_queue__available(vq)) { 1766585ffb7SSasha Levin head = virt_queue__get_iov(&ndev->vqs[id], iov, &out, &in, kvm); 177abd4a801SSasha Levin ctrl = iov[0].iov_base; 178abd4a801SSasha Levin ack = iov[out].iov_base; 179abd4a801SSasha Levin 180abd4a801SSasha Levin switch (ctrl->class) { 1816585ffb7SSasha Levin case VIRTIO_NET_CTRL_MQ: 1826585ffb7SSasha Levin *ack = virtio_net_handle_mq(kvm, ndev, ctrl); 1836585ffb7SSasha Levin break; 184abd4a801SSasha Levin default: 185abd4a801SSasha Levin *ack = VIRTIO_NET_ERR; 186abd4a801SSasha Levin break; 187abd4a801SSasha Levin } 1886585ffb7SSasha Levin virt_queue__set_used_elem(&ndev->vqs[id], head, iov[out].iov_len); 1896585ffb7SSasha Levin } 190abd4a801SSasha Levin 1916585ffb7SSasha Levin if (virtio_queue__should_signal(&ndev->vqs[id])) 1926585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 1936585ffb7SSasha Levin } 194abd4a801SSasha Levin 1956585ffb7SSasha Levin pthread_exit(NULL); 196abd4a801SSasha Levin 1976585ffb7SSasha Levin return NULL; 198abd4a801SSasha Levin } 199abd4a801SSasha Levin 2009a6d73f1SSasha Levin static void virtio_net_handle_callback(struct kvm *kvm, struct net_dev *ndev, int queue) 2014f56d42cSAsias He { 20279052597SSasha Levin if ((u32)queue >= (ndev->queue_pairs * 2 + 1)) { 2039a6d73f1SSasha Levin pr_warning("Unknown queue index %u", queue); 2046585ffb7SSasha Levin return; 205c4aa7c02SPekka Enberg } 2066585ffb7SSasha Levin 2076585ffb7SSasha Levin mutex_lock(&ndev->io_lock[queue]); 2086585ffb7SSasha Levin pthread_cond_signal(&ndev->io_cond[queue]); 2096585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[queue]); 2104f56d42cSAsias He } 2114f56d42cSAsias He 2128c0ae74dSSasha Levin static bool virtio_net__tap_init(struct net_dev *ndev) 2134f56d42cSAsias He { 214cb7202c1SSasha Levin int sock = socket(AF_INET, SOCK_STREAM, 0); 215f715177dSAsias He int pid, status, offload, hdr_len; 216cb7202c1SSasha Levin struct sockaddr_in sin = {0}; 217246c8347SAsias He struct ifreq ifr; 2188c0ae74dSSasha Levin const struct virtio_net_params *params = ndev->params; 2194f56d42cSAsias He 220f19edd1eSSasha Levin /* Did the user already gave us the FD? */ 221f19edd1eSSasha Levin if (params->fd) { 222f19edd1eSSasha Levin ndev->tap_fd = params->fd; 223f19edd1eSSasha Levin return 1; 224f19edd1eSSasha Levin } 225f19edd1eSSasha Levin 2269a6d73f1SSasha Levin ndev->tap_fd = open("/dev/net/tun", O_RDWR); 2279a6d73f1SSasha Levin if (ndev->tap_fd < 0) { 2284542f276SCyrill Gorcunov pr_warning("Unable to open /dev/net/tun"); 2293b02f580SSasha Levin goto fail; 2303b02f580SSasha Levin } 2314f56d42cSAsias He 2324f56d42cSAsias He memset(&ifr, 0, sizeof(ifr)); 233246c8347SAsias He ifr.ifr_flags = IFF_TAP | IFF_NO_PI | IFF_VNET_HDR; 2349a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETIFF, &ifr) < 0) { 2354542f276SCyrill Gorcunov pr_warning("Config tap device error. Are you root?"); 2363b02f580SSasha Levin goto fail; 2373b02f580SSasha Levin } 2384f56d42cSAsias He 2399a6d73f1SSasha Levin strncpy(ndev->tap_name, ifr.ifr_name, sizeof(ndev->tap_name)); 2404f56d42cSAsias He 2419a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETNOCSUM, 1) < 0) { 2424542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETNOCSUM error"); 243246c8347SAsias He goto fail; 244246c8347SAsias He } 245246c8347SAsias He 246*48c6b47aSSasha Levin hdr_len = (ndev->features & (1 << VIRTIO_NET_F_MRG_RXBUF)) ? 247*48c6b47aSSasha Levin sizeof(struct virtio_net_hdr_mrg_rxbuf) : 248*48c6b47aSSasha Levin sizeof(struct virtio_net_hdr); 2499a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETVNETHDRSZ, &hdr_len) < 0) 2504542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETVNETHDRSZ error"); 251246c8347SAsias He 252246c8347SAsias He offload = TUN_F_CSUM | TUN_F_TSO4 | TUN_F_TSO6 | TUN_F_UFO; 2539a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETOFFLOAD, offload) < 0) { 2544542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETOFFLOAD error"); 255246c8347SAsias He goto fail; 256246c8347SAsias He } 2574f56d42cSAsias He 25873b7d038SAmos Kong if (strcmp(params->script, "none")) { 25973b7d038SAmos Kong pid = fork(); 26073b7d038SAmos Kong if (pid == 0) { 2619a6d73f1SSasha Levin execl(params->script, params->script, ndev->tap_name, NULL); 26273b7d038SAmos Kong _exit(1); 26373b7d038SAmos Kong } else { 26473b7d038SAmos Kong waitpid(pid, &status, 0); 26573b7d038SAmos Kong if (WIFEXITED(status) && WEXITSTATUS(status) != 0) { 2664542f276SCyrill Gorcunov pr_warning("Fail to setup tap by %s", params->script); 26773b7d038SAmos Kong goto fail; 26873b7d038SAmos Kong } 26973b7d038SAmos Kong } 27073b7d038SAmos Kong } else { 271cb7202c1SSasha Levin memset(&ifr, 0, sizeof(ifr)); 2729a6d73f1SSasha Levin strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name)); 273bdfcfca6SSasha Levin sin.sin_addr.s_addr = inet_addr(params->host_ip); 274cb7202c1SSasha Levin memcpy(&(ifr.ifr_addr), &sin, sizeof(ifr.ifr_addr)); 275cb7202c1SSasha Levin ifr.ifr_addr.sa_family = AF_INET; 2763b02f580SSasha Levin if (ioctl(sock, SIOCSIFADDR, &ifr) < 0) { 2774542f276SCyrill Gorcunov pr_warning("Could not set ip address on tap device"); 2783b02f580SSasha Levin goto fail; 2793b02f580SSasha Levin } 28073b7d038SAmos Kong } 281cb7202c1SSasha Levin 282cb7202c1SSasha Levin memset(&ifr, 0, sizeof(ifr)); 2839a6d73f1SSasha Levin strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name)); 284cb7202c1SSasha Levin ioctl(sock, SIOCGIFFLAGS, &ifr); 285cb7202c1SSasha Levin ifr.ifr_flags |= IFF_UP | IFF_RUNNING; 286cb7202c1SSasha Levin if (ioctl(sock, SIOCSIFFLAGS, &ifr) < 0) 2874542f276SCyrill Gorcunov pr_warning("Could not bring tap device up"); 288cb7202c1SSasha Levin 289cb7202c1SSasha Levin close(sock); 2903b02f580SSasha Levin 2913b02f580SSasha Levin return 1; 2923b02f580SSasha Levin 2933b02f580SSasha Levin fail: 2943b02f580SSasha Levin if (sock >= 0) 2953b02f580SSasha Levin close(sock); 2969a6d73f1SSasha Levin if (ndev->tap_fd >= 0) 2979a6d73f1SSasha Levin close(ndev->tap_fd); 2983b02f580SSasha Levin 2993b02f580SSasha Levin return 0; 3004f56d42cSAsias He } 3014f56d42cSAsias He 302b4fdde6dSAsias He static inline int tap_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev) 303b4fdde6dSAsias He { 304b4fdde6dSAsias He return writev(ndev->tap_fd, iov, out); 305b4fdde6dSAsias He } 306b4fdde6dSAsias He 307b4fdde6dSAsias He static inline int tap_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev) 308b4fdde6dSAsias He { 309b4fdde6dSAsias He return readv(ndev->tap_fd, iov, in); 310b4fdde6dSAsias He } 311b4fdde6dSAsias He 312b4fdde6dSAsias He static inline int uip_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev) 313b4fdde6dSAsias He { 314b4fdde6dSAsias He return uip_tx(iov, out, &ndev->info); 315b4fdde6dSAsias He } 316b4fdde6dSAsias He 317b4fdde6dSAsias He static inline int uip_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev) 318b4fdde6dSAsias He { 319b4fdde6dSAsias He return uip_rx(iov, in, &ndev->info); 320b4fdde6dSAsias He } 321b4fdde6dSAsias He 322b4fdde6dSAsias He static struct net_dev_operations tap_ops = { 323b4fdde6dSAsias He .rx = tap_ops_rx, 324b4fdde6dSAsias He .tx = tap_ops_tx, 325b4fdde6dSAsias He }; 326b4fdde6dSAsias He 327b4fdde6dSAsias He static struct net_dev_operations uip_ops = { 328b4fdde6dSAsias He .rx = uip_ops_rx, 329b4fdde6dSAsias He .tx = uip_ops_tx, 330b4fdde6dSAsias He }; 331b4fdde6dSAsias He 332c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev) 33378a2a3e2SSasha Levin { 33478a2a3e2SSasha Levin struct net_dev *ndev = dev; 33578a2a3e2SSasha Levin 336c5ae742bSSasha Levin return ((u8 *)(&ndev->config)); 33778a2a3e2SSasha Levin } 33878a2a3e2SSasha Levin 33978a2a3e2SSasha Levin static u32 get_host_features(struct kvm *kvm, void *dev) 34078a2a3e2SSasha Levin { 34179052597SSasha Levin struct net_dev *ndev = dev; 34279052597SSasha Levin 34378a2a3e2SSasha Levin return 1UL << VIRTIO_NET_F_MAC 34478a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_CSUM 34578a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_UFO 34678a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_TSO4 34778a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_TSO6 34878a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_GUEST_UFO 34978a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_GUEST_TSO4 35092c1f37bSSasha Levin | 1UL << VIRTIO_NET_F_GUEST_TSO6 351754c8ce3SSasha Levin | 1UL << VIRTIO_RING_F_EVENT_IDX 352abd4a801SSasha Levin | 1UL << VIRTIO_RING_F_INDIRECT_DESC 3536585ffb7SSasha Levin | 1UL << VIRTIO_NET_F_CTRL_VQ 35479052597SSasha Levin | 1UL << (ndev->queue_pairs > 1 ? VIRTIO_NET_F_MQ : 0); 35578a2a3e2SSasha Levin } 35678a2a3e2SSasha Levin 35778a2a3e2SSasha Levin static void set_guest_features(struct kvm *kvm, void *dev, u32 features) 35878a2a3e2SSasha Levin { 35978a2a3e2SSasha Levin struct net_dev *ndev = dev; 36078a2a3e2SSasha Levin 36178a2a3e2SSasha Levin ndev->features = features; 36278a2a3e2SSasha Levin } 36378a2a3e2SSasha Levin 3649e56ec14SSasha Levin static bool is_ctrl_vq(struct net_dev *ndev, u32 vq) 3659e56ec14SSasha Levin { 3669e56ec14SSasha Levin return vq == (u32)(ndev->queue_pairs * 2); 3679e56ec14SSasha Levin } 3689e56ec14SSasha Levin 369c59ba304SWill Deacon static int init_vq(struct kvm *kvm, void *dev, u32 vq, u32 page_size, u32 align, 370c59ba304SWill Deacon u32 pfn) 37178a2a3e2SSasha Levin { 3729ed67cdcSSasha Levin struct vhost_vring_state state = { .index = vq }; 3739ed67cdcSSasha Levin struct vhost_vring_addr addr; 37478a2a3e2SSasha Levin struct net_dev *ndev = dev; 37578a2a3e2SSasha Levin struct virt_queue *queue; 37678a2a3e2SSasha Levin void *p; 3779ed67cdcSSasha Levin int r; 37878a2a3e2SSasha Levin 379312c62d1SSasha Levin compat__remove_message(compat_id); 38078a2a3e2SSasha Levin 38178a2a3e2SSasha Levin queue = &ndev->vqs[vq]; 38278a2a3e2SSasha Levin queue->pfn = pfn; 383c59ba304SWill Deacon p = guest_flat_to_host(kvm, queue->pfn * page_size); 38478a2a3e2SSasha Levin 385c59ba304SWill Deacon vring_init(&queue->vring, VIRTIO_NET_QUEUE_SIZE, p, align); 38678a2a3e2SSasha Levin 3876585ffb7SSasha Levin mutex_init(&ndev->io_lock[vq]); 3886585ffb7SSasha Levin pthread_cond_init(&ndev->io_cond[vq], NULL); 3899e56ec14SSasha Levin if (is_ctrl_vq(ndev, vq)) { 3906585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_ctrl_thread, ndev); 3919e56ec14SSasha Levin 3929e56ec14SSasha Levin return 0; 3939e56ec14SSasha Levin } else if (ndev->vhost_fd == 0 ) { 3949e56ec14SSasha Levin if (vq & 1) 3956585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_tx_thread, ndev); 3966585ffb7SSasha Levin else 3976585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_rx_thread, ndev); 3986585ffb7SSasha Levin 39978a2a3e2SSasha Levin return 0; 4006585ffb7SSasha Levin } 4019ed67cdcSSasha Levin 4029ed67cdcSSasha Levin state.num = queue->vring.num; 4039ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_NUM, &state); 4049ed67cdcSSasha Levin if (r < 0) 4059ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_NUM failed"); 4069ed67cdcSSasha Levin state.num = 0; 4079ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_BASE, &state); 4089ed67cdcSSasha Levin if (r < 0) 4099ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_BASE failed"); 4109ed67cdcSSasha Levin 4119ed67cdcSSasha Levin addr = (struct vhost_vring_addr) { 4129ed67cdcSSasha Levin .index = vq, 4139ed67cdcSSasha Levin .desc_user_addr = (u64)(unsigned long)queue->vring.desc, 4149ed67cdcSSasha Levin .avail_user_addr = (u64)(unsigned long)queue->vring.avail, 4159ed67cdcSSasha Levin .used_user_addr = (u64)(unsigned long)queue->vring.used, 4169ed67cdcSSasha Levin }; 4179ed67cdcSSasha Levin 4189ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_ADDR, &addr); 4199ed67cdcSSasha Levin if (r < 0) 4209ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_ADDR failed"); 4219ed67cdcSSasha Levin 4229ed67cdcSSasha Levin return 0; 4239ed67cdcSSasha Levin } 4249ed67cdcSSasha Levin 4259ed67cdcSSasha Levin static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) 4269ed67cdcSSasha Levin { 4279ed67cdcSSasha Levin struct net_dev *ndev = dev; 4289ed67cdcSSasha Levin struct kvm_irqfd irq; 4299ed67cdcSSasha Levin struct vhost_vring_file file; 4309ed67cdcSSasha Levin int r; 4319ed67cdcSSasha Levin 4329ed67cdcSSasha Levin if (ndev->vhost_fd == 0) 4339ed67cdcSSasha Levin return; 4349ed67cdcSSasha Levin 4359ed67cdcSSasha Levin irq = (struct kvm_irqfd) { 4369ed67cdcSSasha Levin .gsi = gsi, 4379ed67cdcSSasha Levin .fd = eventfd(0, 0), 4389ed67cdcSSasha Levin }; 4399ed67cdcSSasha Levin file = (struct vhost_vring_file) { 4409ed67cdcSSasha Levin .index = vq, 4419ed67cdcSSasha Levin .fd = irq.fd, 4429ed67cdcSSasha Levin }; 4439ed67cdcSSasha Levin 4449ed67cdcSSasha Levin r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq); 4459ed67cdcSSasha Levin if (r < 0) 4469ed67cdcSSasha Levin die_perror("KVM_IRQFD failed"); 4479ed67cdcSSasha Levin 4489ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_CALL, &file); 4499ed67cdcSSasha Levin if (r < 0) 4509ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_CALL failed"); 4519ed67cdcSSasha Levin file.fd = ndev->tap_fd; 4529ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_NET_SET_BACKEND, &file); 4539ed67cdcSSasha Levin if (r != 0) 4549ed67cdcSSasha Levin die("VHOST_NET_SET_BACKEND failed %d", errno); 4559ed67cdcSSasha Levin 4569ed67cdcSSasha Levin } 4579ed67cdcSSasha Levin 4589ed67cdcSSasha Levin static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) 4599ed67cdcSSasha Levin { 4609ed67cdcSSasha Levin struct net_dev *ndev = dev; 4619ed67cdcSSasha Levin struct vhost_vring_file file = { 4629ed67cdcSSasha Levin .index = vq, 4639ed67cdcSSasha Levin .fd = efd, 4649ed67cdcSSasha Levin }; 4659ed67cdcSSasha Levin int r; 4669ed67cdcSSasha Levin 4679e56ec14SSasha Levin if (ndev->vhost_fd == 0 || is_ctrl_vq(ndev, vq)) 4689ed67cdcSSasha Levin return; 4699ed67cdcSSasha Levin 4709ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_KICK, &file); 4719ed67cdcSSasha Levin if (r < 0) 4729ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_KICK failed"); 47378a2a3e2SSasha Levin } 47478a2a3e2SSasha Levin 47578a2a3e2SSasha Levin static int notify_vq(struct kvm *kvm, void *dev, u32 vq) 47678a2a3e2SSasha Levin { 4779a6d73f1SSasha Levin struct net_dev *ndev = dev; 4789a6d73f1SSasha Levin 4799a6d73f1SSasha Levin virtio_net_handle_callback(kvm, ndev, vq); 48078a2a3e2SSasha Levin 48178a2a3e2SSasha Levin return 0; 48278a2a3e2SSasha Levin } 48378a2a3e2SSasha Levin 48478a2a3e2SSasha Levin static int get_pfn_vq(struct kvm *kvm, void *dev, u32 vq) 48578a2a3e2SSasha Levin { 48678a2a3e2SSasha Levin struct net_dev *ndev = dev; 48778a2a3e2SSasha Levin 48878a2a3e2SSasha Levin return ndev->vqs[vq].pfn; 48978a2a3e2SSasha Levin } 49078a2a3e2SSasha Levin 49178a2a3e2SSasha Levin static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) 49278a2a3e2SSasha Levin { 4930f4f51a8SAsias He /* FIXME: dynamic */ 49478a2a3e2SSasha Levin return VIRTIO_NET_QUEUE_SIZE; 49578a2a3e2SSasha Levin } 49678a2a3e2SSasha Levin 4970f4f51a8SAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) 4980f4f51a8SAsias He { 4990f4f51a8SAsias He /* FIXME: dynamic */ 5000f4f51a8SAsias He return size; 5010f4f51a8SAsias He } 5020f4f51a8SAsias He 5038c0ae74dSSasha Levin static void notify_status(struct kvm *kvm, void *dev, u8 status); 5048c0ae74dSSasha Levin 5051c47ce69SSasha Levin static struct virtio_ops net_dev_virtio_ops = (struct virtio_ops) { 5061c47ce69SSasha Levin .get_config = get_config, 5071c47ce69SSasha Levin .get_host_features = get_host_features, 5081c47ce69SSasha Levin .set_guest_features = set_guest_features, 5091c47ce69SSasha Levin .init_vq = init_vq, 5101c47ce69SSasha Levin .get_pfn_vq = get_pfn_vq, 5111c47ce69SSasha Levin .get_size_vq = get_size_vq, 5120f4f51a8SAsias He .set_size_vq = set_size_vq, 5130f4f51a8SAsias He .notify_vq = notify_vq, 5149ed67cdcSSasha Levin .notify_vq_gsi = notify_vq_gsi, 5159ed67cdcSSasha Levin .notify_vq_eventfd = notify_vq_eventfd, 5168c0ae74dSSasha Levin .notify_status = notify_status, 5171c47ce69SSasha Levin }; 5181c47ce69SSasha Levin 5199ed67cdcSSasha Levin static void virtio_net__vhost_init(struct kvm *kvm, struct net_dev *ndev) 5209ed67cdcSSasha Levin { 52192c1f37bSSasha Levin u64 features = 1UL << VIRTIO_RING_F_EVENT_IDX; 5229ed67cdcSSasha Levin struct vhost_memory *mem; 5239ed67cdcSSasha Levin int r; 5249ed67cdcSSasha Levin 5259ed67cdcSSasha Levin ndev->vhost_fd = open("/dev/vhost-net", O_RDWR); 5269ed67cdcSSasha Levin if (ndev->vhost_fd < 0) 5279ed67cdcSSasha Levin die_perror("Failed openning vhost-net device"); 5289ed67cdcSSasha Levin 5298b795457SAsias He mem = calloc(1, sizeof(*mem) + sizeof(struct vhost_memory_region)); 5309ed67cdcSSasha Levin if (mem == NULL) 5319ed67cdcSSasha Levin die("Failed allocating memory for vhost memory map"); 5329ed67cdcSSasha Levin 5339ed67cdcSSasha Levin mem->nregions = 1; 5349ed67cdcSSasha Levin mem->regions[0] = (struct vhost_memory_region) { 5359ed67cdcSSasha Levin .guest_phys_addr = 0, 5369ed67cdcSSasha Levin .memory_size = kvm->ram_size, 537b4108023SAsias He .userspace_addr = (unsigned long)kvm->ram_start, 5389ed67cdcSSasha Levin }; 5399ed67cdcSSasha Levin 5409ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_OWNER); 5419ed67cdcSSasha Levin if (r != 0) 5429ed67cdcSSasha Levin die_perror("VHOST_SET_OWNER failed"); 5439ed67cdcSSasha Levin 5449ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_FEATURES, &features); 5459ed67cdcSSasha Levin if (r != 0) 5469ed67cdcSSasha Levin die_perror("VHOST_SET_FEATURES failed"); 5479ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_MEM_TABLE, mem); 5489ed67cdcSSasha Levin if (r != 0) 5499ed67cdcSSasha Levin die_perror("VHOST_SET_MEM_TABLE failed"); 550627d6874SAsias He 551627d6874SAsias He ndev->vdev.use_vhost = true; 552627d6874SAsias He 5539ed67cdcSSasha Levin free(mem); 5549ed67cdcSSasha Levin } 5559ed67cdcSSasha Levin 5565f225124SSasha Levin static inline void str_to_mac(const char *str, char *mac) 5575f225124SSasha Levin { 5585f225124SSasha Levin sscanf(str, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx", 5595f225124SSasha Levin mac, mac+1, mac+2, mac+3, mac+4, mac+5); 5605f225124SSasha Levin } 5614346fd8fSSasha Levin static int set_net_param(struct kvm *kvm, struct virtio_net_params *p, 5624346fd8fSSasha Levin const char *param, const char *val) 5635f225124SSasha Levin { 5645f225124SSasha Levin if (strcmp(param, "guest_mac") == 0) { 5655f225124SSasha Levin str_to_mac(val, p->guest_mac); 5665f225124SSasha Levin } else if (strcmp(param, "mode") == 0) { 5675f225124SSasha Levin if (!strncmp(val, "user", 4)) { 5685f225124SSasha Levin int i; 5695f225124SSasha Levin 5705f225124SSasha Levin for (i = 0; i < kvm->cfg.num_net_devices; i++) 5715f225124SSasha Levin if (kvm->cfg.net_params[i].mode == NET_MODE_USER) 5725f225124SSasha Levin die("Only one usermode network device allowed at a time"); 5735f225124SSasha Levin p->mode = NET_MODE_USER; 5745f225124SSasha Levin } else if (!strncmp(val, "tap", 3)) { 5755f225124SSasha Levin p->mode = NET_MODE_TAP; 5765f225124SSasha Levin } else if (!strncmp(val, "none", 4)) { 5775f225124SSasha Levin kvm->cfg.no_net = 1; 5785f225124SSasha Levin return -1; 5795f225124SSasha Levin } else 5805f225124SSasha Levin die("Unknown network mode %s, please use user, tap or none", kvm->cfg.network); 5815f225124SSasha Levin } else if (strcmp(param, "script") == 0) { 5825f225124SSasha Levin p->script = strdup(val); 5835f225124SSasha Levin } else if (strcmp(param, "guest_ip") == 0) { 5845f225124SSasha Levin p->guest_ip = strdup(val); 5855f225124SSasha Levin } else if (strcmp(param, "host_ip") == 0) { 5865f225124SSasha Levin p->host_ip = strdup(val); 5875f225124SSasha Levin } else if (strcmp(param, "trans") == 0) { 5885f225124SSasha Levin p->trans = strdup(val); 5895f225124SSasha Levin } else if (strcmp(param, "vhost") == 0) { 5905f225124SSasha Levin p->vhost = atoi(val); 5915f225124SSasha Levin } else if (strcmp(param, "fd") == 0) { 5925f225124SSasha Levin p->fd = atoi(val); 59379052597SSasha Levin } else if (strcmp(param, "mq") == 0) { 59479052597SSasha Levin p->mq = atoi(val); 5955f225124SSasha Levin } else 5965f225124SSasha Levin die("Unknown network parameter %s", param); 5975f225124SSasha Levin 5985f225124SSasha Levin return 0; 5995f225124SSasha Levin } 6005f225124SSasha Levin 6015f225124SSasha Levin int netdev_parser(const struct option *opt, const char *arg, int unset) 6025f225124SSasha Levin { 6035f225124SSasha Levin struct virtio_net_params p; 6045f225124SSasha Levin char *buf = NULL, *cmd = NULL, *cur = NULL; 6055f225124SSasha Levin bool on_cmd = true; 6065f225124SSasha Levin struct kvm *kvm = opt->ptr; 6075f225124SSasha Levin 6085f225124SSasha Levin if (arg) { 6095f225124SSasha Levin buf = strdup(arg); 6105f225124SSasha Levin if (buf == NULL) 6115f225124SSasha Levin die("Failed allocating new net buffer"); 6125f225124SSasha Levin cur = strtok(buf, ",="); 6135f225124SSasha Levin } 6145f225124SSasha Levin 6155f225124SSasha Levin p = (struct virtio_net_params) { 6165f225124SSasha Levin .guest_ip = DEFAULT_GUEST_ADDR, 6175f225124SSasha Levin .host_ip = DEFAULT_HOST_ADDR, 6185f225124SSasha Levin .script = DEFAULT_SCRIPT, 6195f225124SSasha Levin .mode = NET_MODE_TAP, 6205f225124SSasha Levin }; 6215f225124SSasha Levin 6225f225124SSasha Levin str_to_mac(DEFAULT_GUEST_MAC, p.guest_mac); 6235f225124SSasha Levin p.guest_mac[5] += kvm->cfg.num_net_devices; 6245f225124SSasha Levin 6255f225124SSasha Levin while (cur) { 6265f225124SSasha Levin if (on_cmd) { 6275f225124SSasha Levin cmd = cur; 6285f225124SSasha Levin } else { 6294346fd8fSSasha Levin if (set_net_param(kvm, &p, cmd, cur) < 0) 6305f225124SSasha Levin goto done; 6315f225124SSasha Levin } 6325f225124SSasha Levin on_cmd = !on_cmd; 6335f225124SSasha Levin 6345f225124SSasha Levin cur = strtok(NULL, ",="); 6355f225124SSasha Levin }; 6365f225124SSasha Levin 6375f225124SSasha Levin kvm->cfg.num_net_devices++; 6385f225124SSasha Levin 6395f225124SSasha Levin kvm->cfg.net_params = realloc(kvm->cfg.net_params, kvm->cfg.num_net_devices * sizeof(*kvm->cfg.net_params)); 6405f225124SSasha Levin if (kvm->cfg.net_params == NULL) 6415f225124SSasha Levin die("Failed adding new network device"); 6425f225124SSasha Levin 6435f225124SSasha Levin kvm->cfg.net_params[kvm->cfg.num_net_devices - 1] = p; 6445f225124SSasha Levin 6455f225124SSasha Levin done: 6465f225124SSasha Levin free(buf); 6475f225124SSasha Levin return 0; 6485f225124SSasha Levin } 6495f225124SSasha Levin 6505f225124SSasha Levin static int virtio_net__init_one(struct virtio_net_params *params) 6514f56d42cSAsias He { 652b5ee1ea7SAsias He int i; 6539a6d73f1SSasha Levin struct net_dev *ndev; 6549a6d73f1SSasha Levin 6559a6d73f1SSasha Levin ndev = calloc(1, sizeof(struct net_dev)); 6569a6d73f1SSasha Levin if (ndev == NULL) 6575f225124SSasha Levin return -ENOMEM; 6589a6d73f1SSasha Levin 6599a6d73f1SSasha Levin list_add_tail(&ndev->list, &ndevs); 6609a6d73f1SSasha Levin 6619a6d73f1SSasha Levin ndev->kvm = params->kvm; 6628c0ae74dSSasha Levin ndev->params = params; 6639a6d73f1SSasha Levin 6649a6d73f1SSasha Levin mutex_init(&ndev->mutex); 66579052597SSasha Levin ndev->queue_pairs = max(1, min(VIRTIO_NET_NUM_QUEUES, params->mq)); 6669a6d73f1SSasha Levin ndev->config.status = VIRTIO_NET_S_LINK_UP; 66779052597SSasha Levin if (ndev->queue_pairs > 1) 66879052597SSasha Levin ndev->config.max_virtqueue_pairs = ndev->queue_pairs; 66979052597SSasha Levin 6700c54698eSAsias He for (i = 0 ; i < 6 ; i++) { 6719a6d73f1SSasha Levin ndev->config.mac[i] = params->guest_mac[i]; 6729a6d73f1SSasha Levin ndev->info.guest_mac.addr[i] = params->guest_mac[i]; 6739a6d73f1SSasha Levin ndev->info.host_mac.addr[i] = params->host_mac[i]; 6740c54698eSAsias He } 675f715177dSAsias He 6769a6d73f1SSasha Levin ndev->mode = params->mode; 6779a6d73f1SSasha Levin if (ndev->mode == NET_MODE_TAP) { 6789a6d73f1SSasha Levin ndev->ops = &tap_ops; 679b4fdde6dSAsias He } else { 6809a6d73f1SSasha Levin ndev->info.host_ip = ntohl(inet_addr(params->host_ip)); 6819a6d73f1SSasha Levin ndev->info.guest_ip = ntohl(inet_addr(params->guest_ip)); 6829a6d73f1SSasha Levin ndev->info.guest_netmask = ntohl(inet_addr("255.255.255.0")); 6839a6d73f1SSasha Levin ndev->info.buf_nr = 20, 6849a6d73f1SSasha Levin ndev->ops = &uip_ops; 685b4fdde6dSAsias He } 686b5ee1ea7SAsias He 68769205aa1SAsias He if (params->trans && strcmp(params->trans, "mmio") == 0) 6884346fd8fSSasha Levin virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops, 68969205aa1SAsias He VIRTIO_MMIO, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET); 69069205aa1SAsias He else 6914346fd8fSSasha Levin virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops, 69202eca50cSAsias He VIRTIO_PCI, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET); 69327ab67f5SSasha Levin 6949ed67cdcSSasha Levin if (params->vhost) 6959ed67cdcSSasha Levin virtio_net__vhost_init(params->kvm, ndev); 696cb83de6fSSasha Levin 697d278197dSAsias He if (compat_id == -1) 69852f34d2cSAsias He compat_id = virtio_compat_add_message("virtio-net", "CONFIG_VIRTIO_NET"); 6995f225124SSasha Levin 7005f225124SSasha Levin return 0; 7015f225124SSasha Levin } 7025f225124SSasha Levin 7038c0ae74dSSasha Levin static void notify_status(struct kvm *kvm, void *dev, u8 status) 7048c0ae74dSSasha Levin { 7058c0ae74dSSasha Levin struct net_dev *ndev = dev; 7068c0ae74dSSasha Levin 7078c0ae74dSSasha Levin if (!(status & VIRTIO_CONFIG_S_DRIVER_OK)) 7088c0ae74dSSasha Levin return; 7098c0ae74dSSasha Levin 7108c0ae74dSSasha Levin if (ndev->mode == NET_MODE_TAP) { 7118c0ae74dSSasha Levin if (!virtio_net__tap_init(ndev)) 7128c0ae74dSSasha Levin die_perror("You have requested a TAP device, but creation of one has failed because"); 7138c0ae74dSSasha Levin } else { 714*48c6b47aSSasha Levin ndev->info.vnet_hdr_len = (ndev->features & (1 << VIRTIO_NET_F_MRG_RXBUF)) ? 715*48c6b47aSSasha Levin sizeof(struct virtio_net_hdr_mrg_rxbuf) : 716*48c6b47aSSasha Levin sizeof(struct virtio_net_hdr); 7178c0ae74dSSasha Levin uip_init(&ndev->info); 7188c0ae74dSSasha Levin } 7198c0ae74dSSasha Levin } 7208c0ae74dSSasha Levin 7215f225124SSasha Levin int virtio_net__init(struct kvm *kvm) 7225f225124SSasha Levin { 7235f225124SSasha Levin int i; 7245f225124SSasha Levin 7255f225124SSasha Levin for (i = 0; i < kvm->cfg.num_net_devices; i++) { 7265f225124SSasha Levin kvm->cfg.net_params[i].kvm = kvm; 7275f225124SSasha Levin virtio_net__init_one(&kvm->cfg.net_params[i]); 7285f225124SSasha Levin } 7295f225124SSasha Levin 7305f225124SSasha Levin if (kvm->cfg.num_net_devices == 0 && kvm->cfg.no_net == 0) { 7318c0ae74dSSasha Levin static struct virtio_net_params net_params; 7325f225124SSasha Levin 7335f225124SSasha Levin net_params = (struct virtio_net_params) { 7345f225124SSasha Levin .guest_ip = kvm->cfg.guest_ip, 7355f225124SSasha Levin .host_ip = kvm->cfg.host_ip, 7365f225124SSasha Levin .kvm = kvm, 7375f225124SSasha Levin .script = kvm->cfg.script, 7385f225124SSasha Levin .mode = NET_MODE_USER, 7395f225124SSasha Levin }; 7405f225124SSasha Levin str_to_mac(kvm->cfg.guest_mac, net_params.guest_mac); 7415f225124SSasha Levin str_to_mac(kvm->cfg.host_mac, net_params.host_mac); 7425f225124SSasha Levin 7435f225124SSasha Levin virtio_net__init_one(&net_params); 7445f225124SSasha Levin } 7455f225124SSasha Levin 7465f225124SSasha Levin return 0; 7475f225124SSasha Levin } 74849a8afd1SSasha Levin virtio_dev_init(virtio_net__init); 7495f225124SSasha Levin 7505f225124SSasha Levin int virtio_net__exit(struct kvm *kvm) 7515f225124SSasha Levin { 7525f225124SSasha Levin return 0; 7534f56d42cSAsias He } 75449a8afd1SSasha Levin virtio_dev_exit(virtio_net__exit); 755