131638bcaSCyrill Gorcunov #include "kvm/virtio-pci-dev.h" 2b5ee1ea7SAsias He #include "kvm/virtio-net.h" 34f56d42cSAsias He #include "kvm/virtio.h" 44f56d42cSAsias He #include "kvm/types.h" 54f56d42cSAsias He #include "kvm/mutex.h" 64f56d42cSAsias He #include "kvm/util.h" 74f56d42cSAsias He #include "kvm/kvm.h" 82449f6e3SSasha Levin #include "kvm/irq.h" 9b5ee1ea7SAsias He #include "kvm/uip.h" 10cb83de6fSSasha Levin #include "kvm/guest_compat.h" 117668c3a6SSasha Levin #include "kvm/iovec.h" 124f56d42cSAsias He 139ed67cdcSSasha Levin #include <linux/vhost.h> 144f56d42cSAsias He #include <linux/virtio_net.h> 154f56d42cSAsias He #include <linux/if_tun.h> 1678a2a3e2SSasha Levin #include <linux/types.h> 17c229370aSIngo Molnar 18c229370aSIngo Molnar #include <arpa/inet.h> 194f56d42cSAsias He #include <net/if.h> 20c229370aSIngo Molnar 21c229370aSIngo Molnar #include <unistd.h> 224f56d42cSAsias He #include <fcntl.h> 23c229370aSIngo Molnar 24cb7202c1SSasha Levin #include <sys/socket.h> 25c229370aSIngo Molnar #include <sys/ioctl.h> 26c229370aSIngo Molnar #include <sys/types.h> 2773b7d038SAmos Kong #include <sys/wait.h> 289ed67cdcSSasha Levin #include <sys/eventfd.h> 294f56d42cSAsias He 304059ad8bSAsias He #define VIRTIO_NET_QUEUE_SIZE 256 316585ffb7SSasha Levin #define VIRTIO_NET_NUM_QUEUES 8 324f56d42cSAsias He 33b4fdde6dSAsias He struct net_dev; 34b4fdde6dSAsias He 35b4fdde6dSAsias He struct net_dev_operations { 36b4fdde6dSAsias He int (*rx)(struct iovec *iov, u16 in, struct net_dev *ndev); 37b4fdde6dSAsias He int (*tx)(struct iovec *iov, u16 in, struct net_dev *ndev); 38b4fdde6dSAsias He }; 39b4fdde6dSAsias He 408626798bSAsias He struct net_dev { 41d3476f7dSSasha Levin struct mutex mutex; 4202eca50cSAsias He struct virtio_device vdev; 439a6d73f1SSasha Levin struct list_head list; 444f56d42cSAsias He 456585ffb7SSasha Levin struct virt_queue vqs[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 46c229370aSIngo Molnar struct virtio_net_config config; 4779052597SSasha Levin u32 features, rx_vqs, tx_vqs, queue_pairs; 484f56d42cSAsias He 496585ffb7SSasha Levin pthread_t io_thread[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 506585ffb7SSasha Levin struct mutex io_lock[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 516585ffb7SSasha Levin pthread_cond_t io_cond[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 52c4aa7c02SPekka Enberg 539ed67cdcSSasha Levin int vhost_fd; 544f56d42cSAsias He int tap_fd; 554f56d42cSAsias He char tap_name[IFNAMSIZ]; 56bb1a32f1SAsias He 57bb1a32f1SAsias He int mode; 58bb1a32f1SAsias He 59b5ee1ea7SAsias He struct uip_info info; 60b4fdde6dSAsias He struct net_dev_operations *ops; 619a6d73f1SSasha Levin struct kvm *kvm; 628c0ae74dSSasha Levin 638c0ae74dSSasha Levin struct virtio_net_params *params; 644f56d42cSAsias He }; 654f56d42cSAsias He 669a6d73f1SSasha Levin static LIST_HEAD(ndevs); 67312c62d1SSasha Levin static int compat_id = -1; 684f56d42cSAsias He 697668c3a6SSasha Levin #define MAX_PACKET_SIZE 65550 707668c3a6SSasha Levin 717668c3a6SSasha Levin static bool has_virtio_feature(struct net_dev *ndev, u32 feature) 727668c3a6SSasha Levin { 737668c3a6SSasha Levin return ndev->features & (1 << feature); 747668c3a6SSasha Levin } 757668c3a6SSasha Levin 76c4aa7c02SPekka Enberg static void *virtio_net_rx_thread(void *p) 774f56d42cSAsias He { 784f56d42cSAsias He struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 794f56d42cSAsias He struct virt_queue *vq; 8043835ac9SSasha Levin struct kvm *kvm; 819a6d73f1SSasha Levin struct net_dev *ndev = p; 823fdf659dSSasha Levin u16 out, in; 833fdf659dSSasha Levin u16 head; 847668c3a6SSasha Levin size_t len, copied; 856585ffb7SSasha Levin u32 id; 866585ffb7SSasha Levin 876585ffb7SSasha Levin mutex_lock(&ndev->mutex); 886585ffb7SSasha Levin id = ndev->rx_vqs++ * 2; 896585ffb7SSasha Levin mutex_unlock(&ndev->mutex); 904f56d42cSAsias He 91a4d8c55eSSasha Levin kvm__set_thread_name("virtio-net-rx"); 92a4d8c55eSSasha Levin 939a6d73f1SSasha Levin kvm = ndev->kvm; 946585ffb7SSasha Levin vq = &ndev->vqs[id]; 95c4aa7c02SPekka Enberg 96c4aa7c02SPekka Enberg while (1) { 976585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 98c4aa7c02SPekka Enberg if (!virt_queue__available(vq)) 996585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 1006585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 1014f56d42cSAsias He 1024f56d42cSAsias He while (virt_queue__available(vq)) { 1037668c3a6SSasha Levin unsigned char buffer[MAX_PACKET_SIZE + sizeof(struct virtio_net_hdr_mrg_rxbuf)]; 1047668c3a6SSasha Levin struct iovec dummy_iov = { 1057668c3a6SSasha Levin .iov_base = buffer, 1067668c3a6SSasha Levin .iov_len = sizeof(buffer), 1077668c3a6SSasha Levin }; 1087668c3a6SSasha Levin struct virtio_net_hdr_mrg_rxbuf *hdr; 1097f5ffaf5SAsias He 1107668c3a6SSasha Levin len = ndev->ops->rx(&dummy_iov, 1, ndev); 1117668c3a6SSasha Levin copied = 0; 1127668c3a6SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1137668c3a6SSasha Levin hdr = (void *)iov[0].iov_base; 1147668c3a6SSasha Levin while (copied < len) { 1157668c3a6SSasha Levin size_t iovsize = min(len - copied, iov_size(iov, in)); 1167668c3a6SSasha Levin 117e2493047SAsias He memcpy_toiovec(iov, buffer + copied, iovsize); 1187668c3a6SSasha Levin copied += iovsize; 1197668c3a6SSasha Levin if (has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF)) 1207668c3a6SSasha Levin hdr->num_buffers++; 1217668c3a6SSasha Levin virt_queue__set_used_elem(vq, head, iovsize); 1227668c3a6SSasha Levin if (copied == len) 1237668c3a6SSasha Levin break; 1247668c3a6SSasha Levin while (!virt_queue__available(vq)) 1257668c3a6SSasha Levin sleep(0); 1267668c3a6SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1277668c3a6SSasha Levin } 128c4aa7c02SPekka Enberg /* We should interrupt guest right now, otherwise latency is huge. */ 1296585ffb7SSasha Levin if (virtio_queue__should_signal(vq)) 1306585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 1314f56d42cSAsias He } 132c4aa7c02SPekka Enberg } 133c4aa7c02SPekka Enberg 134c4aa7c02SPekka Enberg pthread_exit(NULL); 135c4aa7c02SPekka Enberg return NULL; 136c4aa7c02SPekka Enberg 137c4aa7c02SPekka Enberg } 138c4aa7c02SPekka Enberg 139c4aa7c02SPekka Enberg static void *virtio_net_tx_thread(void *p) 1404f56d42cSAsias He { 1414f56d42cSAsias He struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 1424f56d42cSAsias He struct virt_queue *vq; 14343835ac9SSasha Levin struct kvm *kvm; 1449a6d73f1SSasha Levin struct net_dev *ndev = p; 1453fdf659dSSasha Levin u16 out, in; 1463fdf659dSSasha Levin u16 head; 1474f56d42cSAsias He int len; 1486585ffb7SSasha Levin u32 id; 1496585ffb7SSasha Levin 1506585ffb7SSasha Levin mutex_lock(&ndev->mutex); 1516585ffb7SSasha Levin id = ndev->tx_vqs++ * 2 + 1; 1526585ffb7SSasha Levin mutex_unlock(&ndev->mutex); 1534f56d42cSAsias He 154a4d8c55eSSasha Levin kvm__set_thread_name("virtio-net-tx"); 155a4d8c55eSSasha Levin 1569a6d73f1SSasha Levin kvm = ndev->kvm; 1576585ffb7SSasha Levin vq = &ndev->vqs[id]; 158c4aa7c02SPekka Enberg 159c4aa7c02SPekka Enberg while (1) { 1606585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 161c4aa7c02SPekka Enberg if (!virt_queue__available(vq)) 1626585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 1636585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 1644f56d42cSAsias He 1654f56d42cSAsias He while (virt_queue__available(vq)) { 16643835ac9SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1679a6d73f1SSasha Levin len = ndev->ops->tx(iov, out, ndev); 1684f56d42cSAsias He virt_queue__set_used_elem(vq, head, len); 1694f56d42cSAsias He } 1704f56d42cSAsias He 1716585ffb7SSasha Levin if (virtio_queue__should_signal(vq)) 1726585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 1734f56d42cSAsias He } 1744f56d42cSAsias He 175c4aa7c02SPekka Enberg pthread_exit(NULL); 176407475bfSPekka Enberg 177c4aa7c02SPekka Enberg return NULL; 178c4aa7c02SPekka Enberg 179c4aa7c02SPekka Enberg } 180407475bfSPekka Enberg 1816585ffb7SSasha Levin static virtio_net_ctrl_ack virtio_net_handle_mq(struct kvm* kvm, struct net_dev *ndev, struct virtio_net_ctrl_hdr *ctrl) 1826585ffb7SSasha Levin { 1836585ffb7SSasha Levin /* Not much to do here */ 1846585ffb7SSasha Levin return VIRTIO_NET_OK; 1856585ffb7SSasha Levin } 1866585ffb7SSasha Levin 1876585ffb7SSasha Levin static void *virtio_net_ctrl_thread(void *p) 188abd4a801SSasha Levin { 189abd4a801SSasha Levin struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 190abd4a801SSasha Levin u16 out, in, head; 1916585ffb7SSasha Levin struct net_dev *ndev = p; 1926585ffb7SSasha Levin struct kvm *kvm = ndev->kvm; 19379052597SSasha Levin u32 id = ndev->queue_pairs * 2; 1946585ffb7SSasha Levin struct virt_queue *vq = &ndev->vqs[id]; 195abd4a801SSasha Levin struct virtio_net_ctrl_hdr *ctrl; 196abd4a801SSasha Levin virtio_net_ctrl_ack *ack; 197abd4a801SSasha Levin 1986585ffb7SSasha Levin while (1) { 1996585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 2006585ffb7SSasha Levin if (!virt_queue__available(vq)) 2016585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 2026585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 2036585ffb7SSasha Levin 2046585ffb7SSasha Levin while (virt_queue__available(vq)) { 2056585ffb7SSasha Levin head = virt_queue__get_iov(&ndev->vqs[id], iov, &out, &in, kvm); 206abd4a801SSasha Levin ctrl = iov[0].iov_base; 207abd4a801SSasha Levin ack = iov[out].iov_base; 208abd4a801SSasha Levin 209abd4a801SSasha Levin switch (ctrl->class) { 2106585ffb7SSasha Levin case VIRTIO_NET_CTRL_MQ: 2116585ffb7SSasha Levin *ack = virtio_net_handle_mq(kvm, ndev, ctrl); 2126585ffb7SSasha Levin break; 213abd4a801SSasha Levin default: 214abd4a801SSasha Levin *ack = VIRTIO_NET_ERR; 215abd4a801SSasha Levin break; 216abd4a801SSasha Levin } 2176585ffb7SSasha Levin virt_queue__set_used_elem(&ndev->vqs[id], head, iov[out].iov_len); 2186585ffb7SSasha Levin } 219abd4a801SSasha Levin 2206585ffb7SSasha Levin if (virtio_queue__should_signal(&ndev->vqs[id])) 2216585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 2226585ffb7SSasha Levin } 223abd4a801SSasha Levin 2246585ffb7SSasha Levin pthread_exit(NULL); 225abd4a801SSasha Levin 2266585ffb7SSasha Levin return NULL; 227abd4a801SSasha Levin } 228abd4a801SSasha Levin 2299a6d73f1SSasha Levin static void virtio_net_handle_callback(struct kvm *kvm, struct net_dev *ndev, int queue) 2304f56d42cSAsias He { 23179052597SSasha Levin if ((u32)queue >= (ndev->queue_pairs * 2 + 1)) { 2329a6d73f1SSasha Levin pr_warning("Unknown queue index %u", queue); 2336585ffb7SSasha Levin return; 234c4aa7c02SPekka Enberg } 2356585ffb7SSasha Levin 2366585ffb7SSasha Levin mutex_lock(&ndev->io_lock[queue]); 2376585ffb7SSasha Levin pthread_cond_signal(&ndev->io_cond[queue]); 2386585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[queue]); 2394f56d42cSAsias He } 2404f56d42cSAsias He 2418c0ae74dSSasha Levin static bool virtio_net__tap_init(struct net_dev *ndev) 2424f56d42cSAsias He { 243cb7202c1SSasha Levin int sock = socket(AF_INET, SOCK_STREAM, 0); 244f715177dSAsias He int pid, status, offload, hdr_len; 245cb7202c1SSasha Levin struct sockaddr_in sin = {0}; 246246c8347SAsias He struct ifreq ifr; 2478c0ae74dSSasha Levin const struct virtio_net_params *params = ndev->params; 2484f56d42cSAsias He 249f19edd1eSSasha Levin /* Did the user already gave us the FD? */ 250f19edd1eSSasha Levin if (params->fd) { 251f19edd1eSSasha Levin ndev->tap_fd = params->fd; 252f19edd1eSSasha Levin return 1; 253f19edd1eSSasha Levin } 254f19edd1eSSasha Levin 2559a6d73f1SSasha Levin ndev->tap_fd = open("/dev/net/tun", O_RDWR); 2569a6d73f1SSasha Levin if (ndev->tap_fd < 0) { 2574542f276SCyrill Gorcunov pr_warning("Unable to open /dev/net/tun"); 2583b02f580SSasha Levin goto fail; 2593b02f580SSasha Levin } 2604f56d42cSAsias He 2614f56d42cSAsias He memset(&ifr, 0, sizeof(ifr)); 262246c8347SAsias He ifr.ifr_flags = IFF_TAP | IFF_NO_PI | IFF_VNET_HDR; 2639a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETIFF, &ifr) < 0) { 2644542f276SCyrill Gorcunov pr_warning("Config tap device error. Are you root?"); 2653b02f580SSasha Levin goto fail; 2663b02f580SSasha Levin } 2674f56d42cSAsias He 2689a6d73f1SSasha Levin strncpy(ndev->tap_name, ifr.ifr_name, sizeof(ndev->tap_name)); 2694f56d42cSAsias He 2709a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETNOCSUM, 1) < 0) { 2714542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETNOCSUM error"); 272246c8347SAsias He goto fail; 273246c8347SAsias He } 274246c8347SAsias He 2757668c3a6SSasha Levin hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ? 27648c6b47aSSasha Levin sizeof(struct virtio_net_hdr_mrg_rxbuf) : 27748c6b47aSSasha Levin sizeof(struct virtio_net_hdr); 2789a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETVNETHDRSZ, &hdr_len) < 0) 2794542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETVNETHDRSZ error"); 280246c8347SAsias He 281246c8347SAsias He offload = TUN_F_CSUM | TUN_F_TSO4 | TUN_F_TSO6 | TUN_F_UFO; 2829a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETOFFLOAD, offload) < 0) { 2834542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETOFFLOAD error"); 284246c8347SAsias He goto fail; 285246c8347SAsias He } 2864f56d42cSAsias He 28773b7d038SAmos Kong if (strcmp(params->script, "none")) { 28873b7d038SAmos Kong pid = fork(); 28973b7d038SAmos Kong if (pid == 0) { 2909a6d73f1SSasha Levin execl(params->script, params->script, ndev->tap_name, NULL); 29173b7d038SAmos Kong _exit(1); 29273b7d038SAmos Kong } else { 29373b7d038SAmos Kong waitpid(pid, &status, 0); 29473b7d038SAmos Kong if (WIFEXITED(status) && WEXITSTATUS(status) != 0) { 2954542f276SCyrill Gorcunov pr_warning("Fail to setup tap by %s", params->script); 29673b7d038SAmos Kong goto fail; 29773b7d038SAmos Kong } 29873b7d038SAmos Kong } 29973b7d038SAmos Kong } else { 300cb7202c1SSasha Levin memset(&ifr, 0, sizeof(ifr)); 3019a6d73f1SSasha Levin strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name)); 302bdfcfca6SSasha Levin sin.sin_addr.s_addr = inet_addr(params->host_ip); 303cb7202c1SSasha Levin memcpy(&(ifr.ifr_addr), &sin, sizeof(ifr.ifr_addr)); 304cb7202c1SSasha Levin ifr.ifr_addr.sa_family = AF_INET; 3053b02f580SSasha Levin if (ioctl(sock, SIOCSIFADDR, &ifr) < 0) { 3064542f276SCyrill Gorcunov pr_warning("Could not set ip address on tap device"); 3073b02f580SSasha Levin goto fail; 3083b02f580SSasha Levin } 30973b7d038SAmos Kong } 310cb7202c1SSasha Levin 311cb7202c1SSasha Levin memset(&ifr, 0, sizeof(ifr)); 3129a6d73f1SSasha Levin strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name)); 313cb7202c1SSasha Levin ioctl(sock, SIOCGIFFLAGS, &ifr); 314cb7202c1SSasha Levin ifr.ifr_flags |= IFF_UP | IFF_RUNNING; 315cb7202c1SSasha Levin if (ioctl(sock, SIOCSIFFLAGS, &ifr) < 0) 3164542f276SCyrill Gorcunov pr_warning("Could not bring tap device up"); 317cb7202c1SSasha Levin 318cb7202c1SSasha Levin close(sock); 3193b02f580SSasha Levin 3203b02f580SSasha Levin return 1; 3213b02f580SSasha Levin 3223b02f580SSasha Levin fail: 3233b02f580SSasha Levin if (sock >= 0) 3243b02f580SSasha Levin close(sock); 3259a6d73f1SSasha Levin if (ndev->tap_fd >= 0) 3269a6d73f1SSasha Levin close(ndev->tap_fd); 3273b02f580SSasha Levin 3283b02f580SSasha Levin return 0; 3294f56d42cSAsias He } 3304f56d42cSAsias He 331b4fdde6dSAsias He static inline int tap_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev) 332b4fdde6dSAsias He { 333b4fdde6dSAsias He return writev(ndev->tap_fd, iov, out); 334b4fdde6dSAsias He } 335b4fdde6dSAsias He 336b4fdde6dSAsias He static inline int tap_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev) 337b4fdde6dSAsias He { 338b4fdde6dSAsias He return readv(ndev->tap_fd, iov, in); 339b4fdde6dSAsias He } 340b4fdde6dSAsias He 341b4fdde6dSAsias He static inline int uip_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev) 342b4fdde6dSAsias He { 343b4fdde6dSAsias He return uip_tx(iov, out, &ndev->info); 344b4fdde6dSAsias He } 345b4fdde6dSAsias He 346b4fdde6dSAsias He static inline int uip_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev) 347b4fdde6dSAsias He { 348b4fdde6dSAsias He return uip_rx(iov, in, &ndev->info); 349b4fdde6dSAsias He } 350b4fdde6dSAsias He 351b4fdde6dSAsias He static struct net_dev_operations tap_ops = { 352b4fdde6dSAsias He .rx = tap_ops_rx, 353b4fdde6dSAsias He .tx = tap_ops_tx, 354b4fdde6dSAsias He }; 355b4fdde6dSAsias He 356b4fdde6dSAsias He static struct net_dev_operations uip_ops = { 357b4fdde6dSAsias He .rx = uip_ops_rx, 358b4fdde6dSAsias He .tx = uip_ops_tx, 359b4fdde6dSAsias He }; 360b4fdde6dSAsias He 361c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev) 36278a2a3e2SSasha Levin { 36378a2a3e2SSasha Levin struct net_dev *ndev = dev; 36478a2a3e2SSasha Levin 365c5ae742bSSasha Levin return ((u8 *)(&ndev->config)); 36678a2a3e2SSasha Levin } 36778a2a3e2SSasha Levin 36878a2a3e2SSasha Levin static u32 get_host_features(struct kvm *kvm, void *dev) 36978a2a3e2SSasha Levin { 37079052597SSasha Levin struct net_dev *ndev = dev; 37179052597SSasha Levin 37278a2a3e2SSasha Levin return 1UL << VIRTIO_NET_F_MAC 37378a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_CSUM 37478a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_UFO 37578a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_TSO4 37678a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_TSO6 37778a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_GUEST_UFO 37878a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_GUEST_TSO4 37992c1f37bSSasha Levin | 1UL << VIRTIO_NET_F_GUEST_TSO6 380754c8ce3SSasha Levin | 1UL << VIRTIO_RING_F_EVENT_IDX 381abd4a801SSasha Levin | 1UL << VIRTIO_RING_F_INDIRECT_DESC 3826585ffb7SSasha Levin | 1UL << VIRTIO_NET_F_CTRL_VQ 3837668c3a6SSasha Levin | 1UL << VIRTIO_NET_F_MRG_RXBUF 38479052597SSasha Levin | 1UL << (ndev->queue_pairs > 1 ? VIRTIO_NET_F_MQ : 0); 38578a2a3e2SSasha Levin } 38678a2a3e2SSasha Levin 38778a2a3e2SSasha Levin static void set_guest_features(struct kvm *kvm, void *dev, u32 features) 38878a2a3e2SSasha Levin { 38978a2a3e2SSasha Levin struct net_dev *ndev = dev; 39078a2a3e2SSasha Levin 39178a2a3e2SSasha Levin ndev->features = features; 392*8aa155c4SYing-Shiuan Pan 393*8aa155c4SYing-Shiuan Pan if (ndev->mode == NET_MODE_TAP) { 394*8aa155c4SYing-Shiuan Pan if (!virtio_net__tap_init(ndev)) 395*8aa155c4SYing-Shiuan Pan die_perror("You have requested a TAP device, but creation of one has failed because"); 396*8aa155c4SYing-Shiuan Pan } else { 397*8aa155c4SYing-Shiuan Pan ndev->info.vnet_hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ? 398*8aa155c4SYing-Shiuan Pan sizeof(struct virtio_net_hdr_mrg_rxbuf) : 399*8aa155c4SYing-Shiuan Pan sizeof(struct virtio_net_hdr); 400*8aa155c4SYing-Shiuan Pan uip_init(&ndev->info); 401*8aa155c4SYing-Shiuan Pan } 40278a2a3e2SSasha Levin } 40378a2a3e2SSasha Levin 4049e56ec14SSasha Levin static bool is_ctrl_vq(struct net_dev *ndev, u32 vq) 4059e56ec14SSasha Levin { 4069e56ec14SSasha Levin return vq == (u32)(ndev->queue_pairs * 2); 4079e56ec14SSasha Levin } 4089e56ec14SSasha Levin 409c59ba304SWill Deacon static int init_vq(struct kvm *kvm, void *dev, u32 vq, u32 page_size, u32 align, 410c59ba304SWill Deacon u32 pfn) 41178a2a3e2SSasha Levin { 4129ed67cdcSSasha Levin struct vhost_vring_state state = { .index = vq }; 4139ed67cdcSSasha Levin struct vhost_vring_addr addr; 41478a2a3e2SSasha Levin struct net_dev *ndev = dev; 41578a2a3e2SSasha Levin struct virt_queue *queue; 41678a2a3e2SSasha Levin void *p; 4179ed67cdcSSasha Levin int r; 41878a2a3e2SSasha Levin 419312c62d1SSasha Levin compat__remove_message(compat_id); 42078a2a3e2SSasha Levin 42178a2a3e2SSasha Levin queue = &ndev->vqs[vq]; 42278a2a3e2SSasha Levin queue->pfn = pfn; 423e7e2950aSSasha Levin p = virtio_get_vq(kvm, queue->pfn, page_size); 42478a2a3e2SSasha Levin 425c59ba304SWill Deacon vring_init(&queue->vring, VIRTIO_NET_QUEUE_SIZE, p, align); 42678a2a3e2SSasha Levin 4276585ffb7SSasha Levin mutex_init(&ndev->io_lock[vq]); 4286585ffb7SSasha Levin pthread_cond_init(&ndev->io_cond[vq], NULL); 4299e56ec14SSasha Levin if (is_ctrl_vq(ndev, vq)) { 4306585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_ctrl_thread, ndev); 4319e56ec14SSasha Levin 4329e56ec14SSasha Levin return 0; 4339e56ec14SSasha Levin } else if (ndev->vhost_fd == 0 ) { 4349e56ec14SSasha Levin if (vq & 1) 4356585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_tx_thread, ndev); 4366585ffb7SSasha Levin else 4376585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_rx_thread, ndev); 4386585ffb7SSasha Levin 43978a2a3e2SSasha Levin return 0; 4406585ffb7SSasha Levin } 4419ed67cdcSSasha Levin 4429ed67cdcSSasha Levin state.num = queue->vring.num; 4439ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_NUM, &state); 4449ed67cdcSSasha Levin if (r < 0) 4459ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_NUM failed"); 4469ed67cdcSSasha Levin state.num = 0; 4479ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_BASE, &state); 4489ed67cdcSSasha Levin if (r < 0) 4499ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_BASE failed"); 4509ed67cdcSSasha Levin 4519ed67cdcSSasha Levin addr = (struct vhost_vring_addr) { 4529ed67cdcSSasha Levin .index = vq, 4539ed67cdcSSasha Levin .desc_user_addr = (u64)(unsigned long)queue->vring.desc, 4549ed67cdcSSasha Levin .avail_user_addr = (u64)(unsigned long)queue->vring.avail, 4559ed67cdcSSasha Levin .used_user_addr = (u64)(unsigned long)queue->vring.used, 4569ed67cdcSSasha Levin }; 4579ed67cdcSSasha Levin 4589ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_ADDR, &addr); 4599ed67cdcSSasha Levin if (r < 0) 4609ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_ADDR failed"); 4619ed67cdcSSasha Levin 4629ed67cdcSSasha Levin return 0; 4639ed67cdcSSasha Levin } 4649ed67cdcSSasha Levin 4659ed67cdcSSasha Levin static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) 4669ed67cdcSSasha Levin { 4679ed67cdcSSasha Levin struct net_dev *ndev = dev; 4689ed67cdcSSasha Levin struct kvm_irqfd irq; 4699ed67cdcSSasha Levin struct vhost_vring_file file; 4709ed67cdcSSasha Levin int r; 4719ed67cdcSSasha Levin 4729ed67cdcSSasha Levin if (ndev->vhost_fd == 0) 4739ed67cdcSSasha Levin return; 4749ed67cdcSSasha Levin 4759ed67cdcSSasha Levin irq = (struct kvm_irqfd) { 4769ed67cdcSSasha Levin .gsi = gsi, 4779ed67cdcSSasha Levin .fd = eventfd(0, 0), 4789ed67cdcSSasha Levin }; 4799ed67cdcSSasha Levin file = (struct vhost_vring_file) { 4809ed67cdcSSasha Levin .index = vq, 4819ed67cdcSSasha Levin .fd = irq.fd, 4829ed67cdcSSasha Levin }; 4839ed67cdcSSasha Levin 4849ed67cdcSSasha Levin r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq); 4859ed67cdcSSasha Levin if (r < 0) 4869ed67cdcSSasha Levin die_perror("KVM_IRQFD failed"); 4879ed67cdcSSasha Levin 4889ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_CALL, &file); 4899ed67cdcSSasha Levin if (r < 0) 4909ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_CALL failed"); 4919ed67cdcSSasha Levin file.fd = ndev->tap_fd; 4929ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_NET_SET_BACKEND, &file); 4939ed67cdcSSasha Levin if (r != 0) 4949ed67cdcSSasha Levin die("VHOST_NET_SET_BACKEND failed %d", errno); 4959ed67cdcSSasha Levin 4969ed67cdcSSasha Levin } 4979ed67cdcSSasha Levin 4989ed67cdcSSasha Levin static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) 4999ed67cdcSSasha Levin { 5009ed67cdcSSasha Levin struct net_dev *ndev = dev; 5019ed67cdcSSasha Levin struct vhost_vring_file file = { 5029ed67cdcSSasha Levin .index = vq, 5039ed67cdcSSasha Levin .fd = efd, 5049ed67cdcSSasha Levin }; 5059ed67cdcSSasha Levin int r; 5069ed67cdcSSasha Levin 5079e56ec14SSasha Levin if (ndev->vhost_fd == 0 || is_ctrl_vq(ndev, vq)) 5089ed67cdcSSasha Levin return; 5099ed67cdcSSasha Levin 5109ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_KICK, &file); 5119ed67cdcSSasha Levin if (r < 0) 5129ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_KICK failed"); 51378a2a3e2SSasha Levin } 51478a2a3e2SSasha Levin 51578a2a3e2SSasha Levin static int notify_vq(struct kvm *kvm, void *dev, u32 vq) 51678a2a3e2SSasha Levin { 5179a6d73f1SSasha Levin struct net_dev *ndev = dev; 5189a6d73f1SSasha Levin 5199a6d73f1SSasha Levin virtio_net_handle_callback(kvm, ndev, vq); 52078a2a3e2SSasha Levin 52178a2a3e2SSasha Levin return 0; 52278a2a3e2SSasha Levin } 52378a2a3e2SSasha Levin 52478a2a3e2SSasha Levin static int get_pfn_vq(struct kvm *kvm, void *dev, u32 vq) 52578a2a3e2SSasha Levin { 52678a2a3e2SSasha Levin struct net_dev *ndev = dev; 52778a2a3e2SSasha Levin 52878a2a3e2SSasha Levin return ndev->vqs[vq].pfn; 52978a2a3e2SSasha Levin } 53078a2a3e2SSasha Levin 53178a2a3e2SSasha Levin static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) 53278a2a3e2SSasha Levin { 5330f4f51a8SAsias He /* FIXME: dynamic */ 53478a2a3e2SSasha Levin return VIRTIO_NET_QUEUE_SIZE; 53578a2a3e2SSasha Levin } 53678a2a3e2SSasha Levin 5370f4f51a8SAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) 5380f4f51a8SAsias He { 5390f4f51a8SAsias He /* FIXME: dynamic */ 5400f4f51a8SAsias He return size; 5410f4f51a8SAsias He } 5420f4f51a8SAsias He 5431c47ce69SSasha Levin static struct virtio_ops net_dev_virtio_ops = (struct virtio_ops) { 5441c47ce69SSasha Levin .get_config = get_config, 5451c47ce69SSasha Levin .get_host_features = get_host_features, 5461c47ce69SSasha Levin .set_guest_features = set_guest_features, 5471c47ce69SSasha Levin .init_vq = init_vq, 5481c47ce69SSasha Levin .get_pfn_vq = get_pfn_vq, 5491c47ce69SSasha Levin .get_size_vq = get_size_vq, 5500f4f51a8SAsias He .set_size_vq = set_size_vq, 5510f4f51a8SAsias He .notify_vq = notify_vq, 5529ed67cdcSSasha Levin .notify_vq_gsi = notify_vq_gsi, 5539ed67cdcSSasha Levin .notify_vq_eventfd = notify_vq_eventfd, 5541c47ce69SSasha Levin }; 5551c47ce69SSasha Levin 5569ed67cdcSSasha Levin static void virtio_net__vhost_init(struct kvm *kvm, struct net_dev *ndev) 5579ed67cdcSSasha Levin { 55892c1f37bSSasha Levin u64 features = 1UL << VIRTIO_RING_F_EVENT_IDX; 5599ed67cdcSSasha Levin struct vhost_memory *mem; 5609ed67cdcSSasha Levin int r; 5619ed67cdcSSasha Levin 5629ed67cdcSSasha Levin ndev->vhost_fd = open("/dev/vhost-net", O_RDWR); 5639ed67cdcSSasha Levin if (ndev->vhost_fd < 0) 5649ed67cdcSSasha Levin die_perror("Failed openning vhost-net device"); 5659ed67cdcSSasha Levin 5668b795457SAsias He mem = calloc(1, sizeof(*mem) + sizeof(struct vhost_memory_region)); 5679ed67cdcSSasha Levin if (mem == NULL) 5689ed67cdcSSasha Levin die("Failed allocating memory for vhost memory map"); 5699ed67cdcSSasha Levin 5709ed67cdcSSasha Levin mem->nregions = 1; 5719ed67cdcSSasha Levin mem->regions[0] = (struct vhost_memory_region) { 5729ed67cdcSSasha Levin .guest_phys_addr = 0, 5739ed67cdcSSasha Levin .memory_size = kvm->ram_size, 574b4108023SAsias He .userspace_addr = (unsigned long)kvm->ram_start, 5759ed67cdcSSasha Levin }; 5769ed67cdcSSasha Levin 5779ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_OWNER); 5789ed67cdcSSasha Levin if (r != 0) 5799ed67cdcSSasha Levin die_perror("VHOST_SET_OWNER failed"); 5809ed67cdcSSasha Levin 5819ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_FEATURES, &features); 5829ed67cdcSSasha Levin if (r != 0) 5839ed67cdcSSasha Levin die_perror("VHOST_SET_FEATURES failed"); 5849ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_MEM_TABLE, mem); 5859ed67cdcSSasha Levin if (r != 0) 5869ed67cdcSSasha Levin die_perror("VHOST_SET_MEM_TABLE failed"); 587627d6874SAsias He 588627d6874SAsias He ndev->vdev.use_vhost = true; 589627d6874SAsias He 5909ed67cdcSSasha Levin free(mem); 5919ed67cdcSSasha Levin } 5929ed67cdcSSasha Levin 5935f225124SSasha Levin static inline void str_to_mac(const char *str, char *mac) 5945f225124SSasha Levin { 5955f225124SSasha Levin sscanf(str, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx", 5965f225124SSasha Levin mac, mac+1, mac+2, mac+3, mac+4, mac+5); 5975f225124SSasha Levin } 5984346fd8fSSasha Levin static int set_net_param(struct kvm *kvm, struct virtio_net_params *p, 5994346fd8fSSasha Levin const char *param, const char *val) 6005f225124SSasha Levin { 6015f225124SSasha Levin if (strcmp(param, "guest_mac") == 0) { 6025f225124SSasha Levin str_to_mac(val, p->guest_mac); 6035f225124SSasha Levin } else if (strcmp(param, "mode") == 0) { 6045f225124SSasha Levin if (!strncmp(val, "user", 4)) { 6055f225124SSasha Levin int i; 6065f225124SSasha Levin 6075f225124SSasha Levin for (i = 0; i < kvm->cfg.num_net_devices; i++) 6085f225124SSasha Levin if (kvm->cfg.net_params[i].mode == NET_MODE_USER) 6095f225124SSasha Levin die("Only one usermode network device allowed at a time"); 6105f225124SSasha Levin p->mode = NET_MODE_USER; 6115f225124SSasha Levin } else if (!strncmp(val, "tap", 3)) { 6125f225124SSasha Levin p->mode = NET_MODE_TAP; 6135f225124SSasha Levin } else if (!strncmp(val, "none", 4)) { 6145f225124SSasha Levin kvm->cfg.no_net = 1; 6155f225124SSasha Levin return -1; 6165f225124SSasha Levin } else 6175f225124SSasha Levin die("Unknown network mode %s, please use user, tap or none", kvm->cfg.network); 6185f225124SSasha Levin } else if (strcmp(param, "script") == 0) { 6195f225124SSasha Levin p->script = strdup(val); 6205f225124SSasha Levin } else if (strcmp(param, "guest_ip") == 0) { 6215f225124SSasha Levin p->guest_ip = strdup(val); 6225f225124SSasha Levin } else if (strcmp(param, "host_ip") == 0) { 6235f225124SSasha Levin p->host_ip = strdup(val); 6245f225124SSasha Levin } else if (strcmp(param, "trans") == 0) { 6255f225124SSasha Levin p->trans = strdup(val); 6265f225124SSasha Levin } else if (strcmp(param, "vhost") == 0) { 6275f225124SSasha Levin p->vhost = atoi(val); 6285f225124SSasha Levin } else if (strcmp(param, "fd") == 0) { 6295f225124SSasha Levin p->fd = atoi(val); 63079052597SSasha Levin } else if (strcmp(param, "mq") == 0) { 63179052597SSasha Levin p->mq = atoi(val); 6325f225124SSasha Levin } else 6335f225124SSasha Levin die("Unknown network parameter %s", param); 6345f225124SSasha Levin 6355f225124SSasha Levin return 0; 6365f225124SSasha Levin } 6375f225124SSasha Levin 6385f225124SSasha Levin int netdev_parser(const struct option *opt, const char *arg, int unset) 6395f225124SSasha Levin { 6405f225124SSasha Levin struct virtio_net_params p; 6415f225124SSasha Levin char *buf = NULL, *cmd = NULL, *cur = NULL; 6425f225124SSasha Levin bool on_cmd = true; 6435f225124SSasha Levin struct kvm *kvm = opt->ptr; 6445f225124SSasha Levin 6455f225124SSasha Levin if (arg) { 6465f225124SSasha Levin buf = strdup(arg); 6475f225124SSasha Levin if (buf == NULL) 6485f225124SSasha Levin die("Failed allocating new net buffer"); 6495f225124SSasha Levin cur = strtok(buf, ",="); 6505f225124SSasha Levin } 6515f225124SSasha Levin 6525f225124SSasha Levin p = (struct virtio_net_params) { 6535f225124SSasha Levin .guest_ip = DEFAULT_GUEST_ADDR, 6545f225124SSasha Levin .host_ip = DEFAULT_HOST_ADDR, 6555f225124SSasha Levin .script = DEFAULT_SCRIPT, 6565f225124SSasha Levin .mode = NET_MODE_TAP, 6575f225124SSasha Levin }; 6585f225124SSasha Levin 6595f225124SSasha Levin str_to_mac(DEFAULT_GUEST_MAC, p.guest_mac); 6605f225124SSasha Levin p.guest_mac[5] += kvm->cfg.num_net_devices; 6615f225124SSasha Levin 6625f225124SSasha Levin while (cur) { 6635f225124SSasha Levin if (on_cmd) { 6645f225124SSasha Levin cmd = cur; 6655f225124SSasha Levin } else { 6664346fd8fSSasha Levin if (set_net_param(kvm, &p, cmd, cur) < 0) 6675f225124SSasha Levin goto done; 6685f225124SSasha Levin } 6695f225124SSasha Levin on_cmd = !on_cmd; 6705f225124SSasha Levin 6715f225124SSasha Levin cur = strtok(NULL, ",="); 6725f225124SSasha Levin }; 6735f225124SSasha Levin 6745f225124SSasha Levin kvm->cfg.num_net_devices++; 6755f225124SSasha Levin 6765f225124SSasha Levin kvm->cfg.net_params = realloc(kvm->cfg.net_params, kvm->cfg.num_net_devices * sizeof(*kvm->cfg.net_params)); 6775f225124SSasha Levin if (kvm->cfg.net_params == NULL) 6785f225124SSasha Levin die("Failed adding new network device"); 6795f225124SSasha Levin 6805f225124SSasha Levin kvm->cfg.net_params[kvm->cfg.num_net_devices - 1] = p; 6815f225124SSasha Levin 6825f225124SSasha Levin done: 6835f225124SSasha Levin free(buf); 6845f225124SSasha Levin return 0; 6855f225124SSasha Levin } 6865f225124SSasha Levin 6875f225124SSasha Levin static int virtio_net__init_one(struct virtio_net_params *params) 6884f56d42cSAsias He { 689b5ee1ea7SAsias He int i; 6909a6d73f1SSasha Levin struct net_dev *ndev; 6919a6d73f1SSasha Levin 6929a6d73f1SSasha Levin ndev = calloc(1, sizeof(struct net_dev)); 6939a6d73f1SSasha Levin if (ndev == NULL) 6945f225124SSasha Levin return -ENOMEM; 6959a6d73f1SSasha Levin 6969a6d73f1SSasha Levin list_add_tail(&ndev->list, &ndevs); 6979a6d73f1SSasha Levin 6989a6d73f1SSasha Levin ndev->kvm = params->kvm; 6998c0ae74dSSasha Levin ndev->params = params; 7009a6d73f1SSasha Levin 7019a6d73f1SSasha Levin mutex_init(&ndev->mutex); 70279052597SSasha Levin ndev->queue_pairs = max(1, min(VIRTIO_NET_NUM_QUEUES, params->mq)); 7039a6d73f1SSasha Levin ndev->config.status = VIRTIO_NET_S_LINK_UP; 70479052597SSasha Levin if (ndev->queue_pairs > 1) 70579052597SSasha Levin ndev->config.max_virtqueue_pairs = ndev->queue_pairs; 70679052597SSasha Levin 7070c54698eSAsias He for (i = 0 ; i < 6 ; i++) { 7089a6d73f1SSasha Levin ndev->config.mac[i] = params->guest_mac[i]; 7099a6d73f1SSasha Levin ndev->info.guest_mac.addr[i] = params->guest_mac[i]; 7109a6d73f1SSasha Levin ndev->info.host_mac.addr[i] = params->host_mac[i]; 7110c54698eSAsias He } 712f715177dSAsias He 7139a6d73f1SSasha Levin ndev->mode = params->mode; 7149a6d73f1SSasha Levin if (ndev->mode == NET_MODE_TAP) { 7159a6d73f1SSasha Levin ndev->ops = &tap_ops; 716b4fdde6dSAsias He } else { 7179a6d73f1SSasha Levin ndev->info.host_ip = ntohl(inet_addr(params->host_ip)); 7189a6d73f1SSasha Levin ndev->info.guest_ip = ntohl(inet_addr(params->guest_ip)); 7199a6d73f1SSasha Levin ndev->info.guest_netmask = ntohl(inet_addr("255.255.255.0")); 7209a6d73f1SSasha Levin ndev->info.buf_nr = 20, 7219a6d73f1SSasha Levin ndev->ops = &uip_ops; 7225f3aaf22SMarc Zyngier uip_static_init(&ndev->info); 723b4fdde6dSAsias He } 724b5ee1ea7SAsias He 72569205aa1SAsias He if (params->trans && strcmp(params->trans, "mmio") == 0) 7264346fd8fSSasha Levin virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops, 72769205aa1SAsias He VIRTIO_MMIO, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET); 72869205aa1SAsias He else 7294346fd8fSSasha Levin virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops, 73002eca50cSAsias He VIRTIO_PCI, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET); 73127ab67f5SSasha Levin 7329ed67cdcSSasha Levin if (params->vhost) 7339ed67cdcSSasha Levin virtio_net__vhost_init(params->kvm, ndev); 734cb83de6fSSasha Levin 735d278197dSAsias He if (compat_id == -1) 73652f34d2cSAsias He compat_id = virtio_compat_add_message("virtio-net", "CONFIG_VIRTIO_NET"); 7375f225124SSasha Levin 7385f225124SSasha Levin return 0; 7395f225124SSasha Levin } 7405f225124SSasha Levin 7415f225124SSasha Levin int virtio_net__init(struct kvm *kvm) 7425f225124SSasha Levin { 7435f225124SSasha Levin int i; 7445f225124SSasha Levin 7455f225124SSasha Levin for (i = 0; i < kvm->cfg.num_net_devices; i++) { 7465f225124SSasha Levin kvm->cfg.net_params[i].kvm = kvm; 7475f225124SSasha Levin virtio_net__init_one(&kvm->cfg.net_params[i]); 7485f225124SSasha Levin } 7495f225124SSasha Levin 7505f225124SSasha Levin if (kvm->cfg.num_net_devices == 0 && kvm->cfg.no_net == 0) { 7518c0ae74dSSasha Levin static struct virtio_net_params net_params; 7525f225124SSasha Levin 7535f225124SSasha Levin net_params = (struct virtio_net_params) { 7545f225124SSasha Levin .guest_ip = kvm->cfg.guest_ip, 7555f225124SSasha Levin .host_ip = kvm->cfg.host_ip, 7565f225124SSasha Levin .kvm = kvm, 7575f225124SSasha Levin .script = kvm->cfg.script, 7585f225124SSasha Levin .mode = NET_MODE_USER, 7595f225124SSasha Levin }; 7605f225124SSasha Levin str_to_mac(kvm->cfg.guest_mac, net_params.guest_mac); 7615f225124SSasha Levin str_to_mac(kvm->cfg.host_mac, net_params.host_mac); 7625f225124SSasha Levin 7635f225124SSasha Levin virtio_net__init_one(&net_params); 7645f225124SSasha Levin } 7655f225124SSasha Levin 7665f225124SSasha Levin return 0; 7675f225124SSasha Levin } 76849a8afd1SSasha Levin virtio_dev_init(virtio_net__init); 7695f225124SSasha Levin 7705f225124SSasha Levin int virtio_net__exit(struct kvm *kvm) 7715f225124SSasha Levin { 7725f225124SSasha Levin return 0; 7734f56d42cSAsias He } 77449a8afd1SSasha Levin virtio_dev_exit(virtio_net__exit); 775