131638bcaSCyrill Gorcunov #include "kvm/virtio-pci-dev.h" 2b5ee1ea7SAsias He #include "kvm/virtio-net.h" 34f56d42cSAsias He #include "kvm/virtio.h" 44f56d42cSAsias He #include "kvm/mutex.h" 54f56d42cSAsias He #include "kvm/util.h" 64f56d42cSAsias He #include "kvm/kvm.h" 72449f6e3SSasha Levin #include "kvm/irq.h" 8b5ee1ea7SAsias He #include "kvm/uip.h" 9cb83de6fSSasha Levin #include "kvm/guest_compat.h" 107668c3a6SSasha Levin #include "kvm/iovec.h" 114f56d42cSAsias He 129ed67cdcSSasha Levin #include <linux/vhost.h> 134f56d42cSAsias He #include <linux/virtio_net.h> 144f56d42cSAsias He #include <linux/if_tun.h> 1578a2a3e2SSasha Levin #include <linux/types.h> 16c229370aSIngo Molnar 17c229370aSIngo Molnar #include <arpa/inet.h> 184f56d42cSAsias He #include <net/if.h> 19c229370aSIngo Molnar 20c229370aSIngo Molnar #include <unistd.h> 214f56d42cSAsias He #include <fcntl.h> 22c229370aSIngo Molnar 23cb7202c1SSasha Levin #include <sys/socket.h> 24c229370aSIngo Molnar #include <sys/ioctl.h> 25c229370aSIngo Molnar #include <sys/types.h> 2673b7d038SAmos Kong #include <sys/wait.h> 279ed67cdcSSasha Levin #include <sys/eventfd.h> 284f56d42cSAsias He 294059ad8bSAsias He #define VIRTIO_NET_QUEUE_SIZE 256 306585ffb7SSasha Levin #define VIRTIO_NET_NUM_QUEUES 8 314f56d42cSAsias He 32b4fdde6dSAsias He struct net_dev; 33b4fdde6dSAsias He 34b4fdde6dSAsias He struct net_dev_operations { 35b4fdde6dSAsias He int (*rx)(struct iovec *iov, u16 in, struct net_dev *ndev); 36b4fdde6dSAsias He int (*tx)(struct iovec *iov, u16 in, struct net_dev *ndev); 37b4fdde6dSAsias He }; 38b4fdde6dSAsias He 398626798bSAsias He struct net_dev { 40d3476f7dSSasha Levin struct mutex mutex; 4102eca50cSAsias He struct virtio_device vdev; 429a6d73f1SSasha Levin struct list_head list; 434f56d42cSAsias He 446585ffb7SSasha Levin struct virt_queue vqs[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 45c229370aSIngo Molnar struct virtio_net_config config; 4679052597SSasha Levin u32 features, rx_vqs, tx_vqs, queue_pairs; 474f56d42cSAsias He 486585ffb7SSasha Levin pthread_t io_thread[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 496585ffb7SSasha Levin struct mutex io_lock[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 506585ffb7SSasha Levin pthread_cond_t io_cond[VIRTIO_NET_NUM_QUEUES * 2 + 1]; 51c4aa7c02SPekka Enberg 529ed67cdcSSasha Levin int vhost_fd; 534f56d42cSAsias He int tap_fd; 544f56d42cSAsias He char tap_name[IFNAMSIZ]; 55bb1a32f1SAsias He 56bb1a32f1SAsias He int mode; 57bb1a32f1SAsias He 58b5ee1ea7SAsias He struct uip_info info; 59b4fdde6dSAsias He struct net_dev_operations *ops; 609a6d73f1SSasha Levin struct kvm *kvm; 618c0ae74dSSasha Levin 628c0ae74dSSasha Levin struct virtio_net_params *params; 634f56d42cSAsias He }; 644f56d42cSAsias He 659a6d73f1SSasha Levin static LIST_HEAD(ndevs); 66312c62d1SSasha Levin static int compat_id = -1; 674f56d42cSAsias He 687668c3a6SSasha Levin #define MAX_PACKET_SIZE 65550 697668c3a6SSasha Levin 707668c3a6SSasha Levin static bool has_virtio_feature(struct net_dev *ndev, u32 feature) 717668c3a6SSasha Levin { 727668c3a6SSasha Levin return ndev->features & (1 << feature); 737668c3a6SSasha Levin } 747668c3a6SSasha Levin 758ed60bbeSMarc Zyngier static void virtio_net_fix_tx_hdr(struct virtio_net_hdr *hdr, struct net_dev *ndev) 768ed60bbeSMarc Zyngier { 778ed60bbeSMarc Zyngier hdr->hdr_len = virtio_guest_to_host_u16(&ndev->vdev, hdr->hdr_len); 788ed60bbeSMarc Zyngier hdr->gso_size = virtio_guest_to_host_u16(&ndev->vdev, hdr->gso_size); 798ed60bbeSMarc Zyngier hdr->csum_start = virtio_guest_to_host_u16(&ndev->vdev, hdr->csum_start); 808ed60bbeSMarc Zyngier hdr->csum_offset = virtio_guest_to_host_u16(&ndev->vdev, hdr->csum_offset); 818ed60bbeSMarc Zyngier } 828ed60bbeSMarc Zyngier 838ed60bbeSMarc Zyngier static void virtio_net_fix_rx_hdr(struct virtio_net_hdr_mrg_rxbuf *hdr, struct net_dev *ndev) 848ed60bbeSMarc Zyngier { 858ed60bbeSMarc Zyngier hdr->hdr.hdr_len = virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.hdr_len); 868ed60bbeSMarc Zyngier hdr->hdr.gso_size = virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.gso_size); 878ed60bbeSMarc Zyngier hdr->hdr.csum_start = virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.csum_start); 888ed60bbeSMarc Zyngier hdr->hdr.csum_offset = virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.csum_offset); 898ed60bbeSMarc Zyngier if (has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF)) 908ed60bbeSMarc Zyngier hdr->num_buffers = virtio_host_to_guest_u16(&ndev->vdev, hdr->num_buffers); 918ed60bbeSMarc Zyngier } 928ed60bbeSMarc Zyngier 93c4aa7c02SPekka Enberg static void *virtio_net_rx_thread(void *p) 944f56d42cSAsias He { 954f56d42cSAsias He struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 964f56d42cSAsias He struct virt_queue *vq; 9743835ac9SSasha Levin struct kvm *kvm; 989a6d73f1SSasha Levin struct net_dev *ndev = p; 993fdf659dSSasha Levin u16 out, in; 1003fdf659dSSasha Levin u16 head; 1016d6cc14bSWill Deacon int len, copied; 1026585ffb7SSasha Levin u32 id; 1036585ffb7SSasha Levin 1046585ffb7SSasha Levin mutex_lock(&ndev->mutex); 1056585ffb7SSasha Levin id = ndev->rx_vqs++ * 2; 1066585ffb7SSasha Levin mutex_unlock(&ndev->mutex); 1074f56d42cSAsias He 108a4d8c55eSSasha Levin kvm__set_thread_name("virtio-net-rx"); 109a4d8c55eSSasha Levin 1109a6d73f1SSasha Levin kvm = ndev->kvm; 1116585ffb7SSasha Levin vq = &ndev->vqs[id]; 112c4aa7c02SPekka Enberg 113c4aa7c02SPekka Enberg while (1) { 1146585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 115c4aa7c02SPekka Enberg if (!virt_queue__available(vq)) 1166585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 1176585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 1184f56d42cSAsias He 1194f56d42cSAsias He while (virt_queue__available(vq)) { 1207668c3a6SSasha Levin unsigned char buffer[MAX_PACKET_SIZE + sizeof(struct virtio_net_hdr_mrg_rxbuf)]; 1217668c3a6SSasha Levin struct iovec dummy_iov = { 1227668c3a6SSasha Levin .iov_base = buffer, 1237668c3a6SSasha Levin .iov_len = sizeof(buffer), 1247668c3a6SSasha Levin }; 1257668c3a6SSasha Levin struct virtio_net_hdr_mrg_rxbuf *hdr; 1268ed60bbeSMarc Zyngier int i; 1277f5ffaf5SAsias He 1287668c3a6SSasha Levin len = ndev->ops->rx(&dummy_iov, 1, ndev); 1296d6cc14bSWill Deacon if (len < 0) { 1306d6cc14bSWill Deacon pr_warning("%s: rx on vq %u failed (%d), exiting thread\n", 1316d6cc14bSWill Deacon __func__, id, len); 1326d6cc14bSWill Deacon goto out_err; 1336d6cc14bSWill Deacon } 1346d6cc14bSWill Deacon 1358ed60bbeSMarc Zyngier copied = i = 0; 1367668c3a6SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1378ed60bbeSMarc Zyngier hdr = iov[0].iov_base; 1387668c3a6SSasha Levin while (copied < len) { 1396d6cc14bSWill Deacon size_t iovsize = min_t(size_t, len - copied, iov_size(iov, in)); 1407668c3a6SSasha Levin 141e2493047SAsias He memcpy_toiovec(iov, buffer + copied, iovsize); 1427668c3a6SSasha Levin copied += iovsize; 1438ed60bbeSMarc Zyngier if (i++ == 0) 1448ed60bbeSMarc Zyngier virtio_net_fix_rx_hdr(hdr, ndev); 1458ed60bbeSMarc Zyngier if (has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF)) { 1468ed60bbeSMarc Zyngier u16 num_buffers = virtio_guest_to_host_u16(vq, hdr->num_buffers); 1478ed60bbeSMarc Zyngier hdr->num_buffers = virtio_host_to_guest_u16(vq, num_buffers + 1); 1488ed60bbeSMarc Zyngier } 1497668c3a6SSasha Levin virt_queue__set_used_elem(vq, head, iovsize); 1507668c3a6SSasha Levin if (copied == len) 1517668c3a6SSasha Levin break; 1527668c3a6SSasha Levin while (!virt_queue__available(vq)) 1537668c3a6SSasha Levin sleep(0); 1547668c3a6SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1557668c3a6SSasha Levin } 156c4aa7c02SPekka Enberg /* We should interrupt guest right now, otherwise latency is huge. */ 1576585ffb7SSasha Levin if (virtio_queue__should_signal(vq)) 1586585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 1594f56d42cSAsias He } 160c4aa7c02SPekka Enberg } 161c4aa7c02SPekka Enberg 1626d6cc14bSWill Deacon out_err: 163c4aa7c02SPekka Enberg pthread_exit(NULL); 164c4aa7c02SPekka Enberg return NULL; 165c4aa7c02SPekka Enberg 166c4aa7c02SPekka Enberg } 167c4aa7c02SPekka Enberg 168c4aa7c02SPekka Enberg static void *virtio_net_tx_thread(void *p) 1694f56d42cSAsias He { 1704f56d42cSAsias He struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 1714f56d42cSAsias He struct virt_queue *vq; 17243835ac9SSasha Levin struct kvm *kvm; 1739a6d73f1SSasha Levin struct net_dev *ndev = p; 1743fdf659dSSasha Levin u16 out, in; 1753fdf659dSSasha Levin u16 head; 1764f56d42cSAsias He int len; 1776585ffb7SSasha Levin u32 id; 1786585ffb7SSasha Levin 1796585ffb7SSasha Levin mutex_lock(&ndev->mutex); 1806585ffb7SSasha Levin id = ndev->tx_vqs++ * 2 + 1; 1816585ffb7SSasha Levin mutex_unlock(&ndev->mutex); 1824f56d42cSAsias He 183a4d8c55eSSasha Levin kvm__set_thread_name("virtio-net-tx"); 184a4d8c55eSSasha Levin 1859a6d73f1SSasha Levin kvm = ndev->kvm; 1866585ffb7SSasha Levin vq = &ndev->vqs[id]; 187c4aa7c02SPekka Enberg 188c4aa7c02SPekka Enberg while (1) { 1896585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 190c4aa7c02SPekka Enberg if (!virt_queue__available(vq)) 1916585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 1926585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 1934f56d42cSAsias He 1944f56d42cSAsias He while (virt_queue__available(vq)) { 1958ed60bbeSMarc Zyngier struct virtio_net_hdr *hdr; 19643835ac9SSasha Levin head = virt_queue__get_iov(vq, iov, &out, &in, kvm); 1978ed60bbeSMarc Zyngier hdr = iov[0].iov_base; 1988ed60bbeSMarc Zyngier virtio_net_fix_tx_hdr(hdr, ndev); 1999a6d73f1SSasha Levin len = ndev->ops->tx(iov, out, ndev); 2006d6cc14bSWill Deacon if (len < 0) { 2016d6cc14bSWill Deacon pr_warning("%s: tx on vq %u failed (%d)\n", 2028ed60bbeSMarc Zyngier __func__, id, errno); 2036d6cc14bSWill Deacon goto out_err; 2046d6cc14bSWill Deacon } 2056d6cc14bSWill Deacon 2064f56d42cSAsias He virt_queue__set_used_elem(vq, head, len); 2074f56d42cSAsias He } 2084f56d42cSAsias He 2096585ffb7SSasha Levin if (virtio_queue__should_signal(vq)) 2106585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 2114f56d42cSAsias He } 2124f56d42cSAsias He 2136d6cc14bSWill Deacon out_err: 214c4aa7c02SPekka Enberg pthread_exit(NULL); 215c4aa7c02SPekka Enberg return NULL; 216c4aa7c02SPekka Enberg } 217407475bfSPekka Enberg 2186585ffb7SSasha Levin static virtio_net_ctrl_ack virtio_net_handle_mq(struct kvm* kvm, struct net_dev *ndev, struct virtio_net_ctrl_hdr *ctrl) 2196585ffb7SSasha Levin { 2206585ffb7SSasha Levin /* Not much to do here */ 2216585ffb7SSasha Levin return VIRTIO_NET_OK; 2226585ffb7SSasha Levin } 2236585ffb7SSasha Levin 2246585ffb7SSasha Levin static void *virtio_net_ctrl_thread(void *p) 225abd4a801SSasha Levin { 226abd4a801SSasha Levin struct iovec iov[VIRTIO_NET_QUEUE_SIZE]; 227abd4a801SSasha Levin u16 out, in, head; 2286585ffb7SSasha Levin struct net_dev *ndev = p; 2296585ffb7SSasha Levin struct kvm *kvm = ndev->kvm; 23079052597SSasha Levin u32 id = ndev->queue_pairs * 2; 2316585ffb7SSasha Levin struct virt_queue *vq = &ndev->vqs[id]; 232abd4a801SSasha Levin struct virtio_net_ctrl_hdr *ctrl; 233abd4a801SSasha Levin virtio_net_ctrl_ack *ack; 234abd4a801SSasha Levin 235edb4a8a0SSuzuki K. Poulose kvm__set_thread_name("virtio-net-ctrl"); 236edb4a8a0SSuzuki K. Poulose 2376585ffb7SSasha Levin while (1) { 2386585ffb7SSasha Levin mutex_lock(&ndev->io_lock[id]); 2396585ffb7SSasha Levin if (!virt_queue__available(vq)) 2406585ffb7SSasha Levin pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex); 2416585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[id]); 2426585ffb7SSasha Levin 2436585ffb7SSasha Levin while (virt_queue__available(vq)) { 2446585ffb7SSasha Levin head = virt_queue__get_iov(&ndev->vqs[id], iov, &out, &in, kvm); 245abd4a801SSasha Levin ctrl = iov[0].iov_base; 246abd4a801SSasha Levin ack = iov[out].iov_base; 247abd4a801SSasha Levin 248abd4a801SSasha Levin switch (ctrl->class) { 2496585ffb7SSasha Levin case VIRTIO_NET_CTRL_MQ: 2506585ffb7SSasha Levin *ack = virtio_net_handle_mq(kvm, ndev, ctrl); 2516585ffb7SSasha Levin break; 252abd4a801SSasha Levin default: 253abd4a801SSasha Levin *ack = VIRTIO_NET_ERR; 254abd4a801SSasha Levin break; 255abd4a801SSasha Levin } 2566585ffb7SSasha Levin virt_queue__set_used_elem(&ndev->vqs[id], head, iov[out].iov_len); 2576585ffb7SSasha Levin } 258abd4a801SSasha Levin 2596585ffb7SSasha Levin if (virtio_queue__should_signal(&ndev->vqs[id])) 2606585ffb7SSasha Levin ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id); 2616585ffb7SSasha Levin } 262abd4a801SSasha Levin 2636585ffb7SSasha Levin pthread_exit(NULL); 264abd4a801SSasha Levin 2656585ffb7SSasha Levin return NULL; 266abd4a801SSasha Levin } 267abd4a801SSasha Levin 2689a6d73f1SSasha Levin static void virtio_net_handle_callback(struct kvm *kvm, struct net_dev *ndev, int queue) 2694f56d42cSAsias He { 27079052597SSasha Levin if ((u32)queue >= (ndev->queue_pairs * 2 + 1)) { 2719a6d73f1SSasha Levin pr_warning("Unknown queue index %u", queue); 2726585ffb7SSasha Levin return; 273c4aa7c02SPekka Enberg } 2746585ffb7SSasha Levin 2756585ffb7SSasha Levin mutex_lock(&ndev->io_lock[queue]); 2766585ffb7SSasha Levin pthread_cond_signal(&ndev->io_cond[queue]); 2776585ffb7SSasha Levin mutex_unlock(&ndev->io_lock[queue]); 2784f56d42cSAsias He } 2794f56d42cSAsias He 280d2a7ddffSMarc Zyngier static int virtio_net_request_tap(struct net_dev *ndev, struct ifreq *ifr, 281d2a7ddffSMarc Zyngier const char *tapname) 282d2a7ddffSMarc Zyngier { 283d2a7ddffSMarc Zyngier int ret; 284d2a7ddffSMarc Zyngier 285d2a7ddffSMarc Zyngier memset(ifr, 0, sizeof(*ifr)); 286d2a7ddffSMarc Zyngier ifr->ifr_flags = IFF_TAP | IFF_NO_PI | IFF_VNET_HDR; 287d2a7ddffSMarc Zyngier if (tapname) 288d2a7ddffSMarc Zyngier strncpy(ifr->ifr_name, tapname, sizeof(ifr->ifr_name)); 289d2a7ddffSMarc Zyngier 290*f83dc816SAndreas Herrmann ret = ioctl(ndev->tap_fd, TUNSETIFF, ifr); 291d2a7ddffSMarc Zyngier 292d2a7ddffSMarc Zyngier if (ret >= 0) 293d2a7ddffSMarc Zyngier strncpy(ndev->tap_name, ifr->ifr_name, sizeof(ndev->tap_name)); 294d2a7ddffSMarc Zyngier return ret; 295d2a7ddffSMarc Zyngier } 296d2a7ddffSMarc Zyngier 2978c0ae74dSSasha Levin static bool virtio_net__tap_init(struct net_dev *ndev) 2984f56d42cSAsias He { 299cb7202c1SSasha Levin int sock = socket(AF_INET, SOCK_STREAM, 0); 300f715177dSAsias He int pid, status, offload, hdr_len; 301cb7202c1SSasha Levin struct sockaddr_in sin = {0}; 302246c8347SAsias He struct ifreq ifr; 3038c0ae74dSSasha Levin const struct virtio_net_params *params = ndev->params; 3041dfc7c24SMarc Zyngier bool skipconf = !!params->tapif; 305d2a7ddffSMarc Zyngier bool macvtap = skipconf && (params->tapif[0] == '/'); 306d2a7ddffSMarc Zyngier const char *tap_file = "/dev/net/tun"; 3074f56d42cSAsias He 308f19edd1eSSasha Levin /* Did the user already gave us the FD? */ 309f19edd1eSSasha Levin if (params->fd) { 310f19edd1eSSasha Levin ndev->tap_fd = params->fd; 311f19edd1eSSasha Levin return 1; 312f19edd1eSSasha Levin } 313f19edd1eSSasha Levin 314d2a7ddffSMarc Zyngier if (macvtap) 315d2a7ddffSMarc Zyngier tap_file = params->tapif; 316d2a7ddffSMarc Zyngier 317d2a7ddffSMarc Zyngier ndev->tap_fd = open(tap_file, O_RDWR); 3189a6d73f1SSasha Levin if (ndev->tap_fd < 0) { 319d2a7ddffSMarc Zyngier pr_warning("Unable to open %s", tap_file); 3203b02f580SSasha Levin goto fail; 3213b02f580SSasha Levin } 3224f56d42cSAsias He 323d2a7ddffSMarc Zyngier if (!macvtap && 324d2a7ddffSMarc Zyngier virtio_net_request_tap(ndev, &ifr, params->tapif) < 0) { 3254542f276SCyrill Gorcunov pr_warning("Config tap device error. Are you root?"); 3263b02f580SSasha Levin goto fail; 3273b02f580SSasha Levin } 3284f56d42cSAsias He 3297668c3a6SSasha Levin hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ? 33048c6b47aSSasha Levin sizeof(struct virtio_net_hdr_mrg_rxbuf) : 33148c6b47aSSasha Levin sizeof(struct virtio_net_hdr); 3329a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETVNETHDRSZ, &hdr_len) < 0) 3334542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETVNETHDRSZ error"); 334246c8347SAsias He 335246c8347SAsias He offload = TUN_F_CSUM | TUN_F_TSO4 | TUN_F_TSO6 | TUN_F_UFO; 3369a6d73f1SSasha Levin if (ioctl(ndev->tap_fd, TUNSETOFFLOAD, offload) < 0) { 3374542f276SCyrill Gorcunov pr_warning("Config tap device TUNSETOFFLOAD error"); 338246c8347SAsias He goto fail; 339246c8347SAsias He } 3404f56d42cSAsias He 34173b7d038SAmos Kong if (strcmp(params->script, "none")) { 34273b7d038SAmos Kong pid = fork(); 34373b7d038SAmos Kong if (pid == 0) { 3449a6d73f1SSasha Levin execl(params->script, params->script, ndev->tap_name, NULL); 34573b7d038SAmos Kong _exit(1); 34673b7d038SAmos Kong } else { 34773b7d038SAmos Kong waitpid(pid, &status, 0); 34873b7d038SAmos Kong if (WIFEXITED(status) && WEXITSTATUS(status) != 0) { 3494542f276SCyrill Gorcunov pr_warning("Fail to setup tap by %s", params->script); 35073b7d038SAmos Kong goto fail; 35173b7d038SAmos Kong } 35273b7d038SAmos Kong } 3531dfc7c24SMarc Zyngier } else if (!skipconf) { 354cb7202c1SSasha Levin memset(&ifr, 0, sizeof(ifr)); 3559a6d73f1SSasha Levin strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name)); 356bdfcfca6SSasha Levin sin.sin_addr.s_addr = inet_addr(params->host_ip); 357cb7202c1SSasha Levin memcpy(&(ifr.ifr_addr), &sin, sizeof(ifr.ifr_addr)); 358cb7202c1SSasha Levin ifr.ifr_addr.sa_family = AF_INET; 3593b02f580SSasha Levin if (ioctl(sock, SIOCSIFADDR, &ifr) < 0) { 3604542f276SCyrill Gorcunov pr_warning("Could not set ip address on tap device"); 3613b02f580SSasha Levin goto fail; 3623b02f580SSasha Levin } 36373b7d038SAmos Kong } 364cb7202c1SSasha Levin 3651dfc7c24SMarc Zyngier if (!skipconf) { 366cb7202c1SSasha Levin memset(&ifr, 0, sizeof(ifr)); 3679a6d73f1SSasha Levin strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name)); 368cb7202c1SSasha Levin ioctl(sock, SIOCGIFFLAGS, &ifr); 369cb7202c1SSasha Levin ifr.ifr_flags |= IFF_UP | IFF_RUNNING; 370cb7202c1SSasha Levin if (ioctl(sock, SIOCSIFFLAGS, &ifr) < 0) 3714542f276SCyrill Gorcunov pr_warning("Could not bring tap device up"); 3721dfc7c24SMarc Zyngier } 373cb7202c1SSasha Levin 374cb7202c1SSasha Levin close(sock); 3753b02f580SSasha Levin 3763b02f580SSasha Levin return 1; 3773b02f580SSasha Levin 3783b02f580SSasha Levin fail: 3793b02f580SSasha Levin if (sock >= 0) 3803b02f580SSasha Levin close(sock); 3819a6d73f1SSasha Levin if (ndev->tap_fd >= 0) 3829a6d73f1SSasha Levin close(ndev->tap_fd); 3833b02f580SSasha Levin 3843b02f580SSasha Levin return 0; 3854f56d42cSAsias He } 3864f56d42cSAsias He 387b4fdde6dSAsias He static inline int tap_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev) 388b4fdde6dSAsias He { 389b4fdde6dSAsias He return writev(ndev->tap_fd, iov, out); 390b4fdde6dSAsias He } 391b4fdde6dSAsias He 392b4fdde6dSAsias He static inline int tap_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev) 393b4fdde6dSAsias He { 394b4fdde6dSAsias He return readv(ndev->tap_fd, iov, in); 395b4fdde6dSAsias He } 396b4fdde6dSAsias He 397b4fdde6dSAsias He static inline int uip_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev) 398b4fdde6dSAsias He { 399b4fdde6dSAsias He return uip_tx(iov, out, &ndev->info); 400b4fdde6dSAsias He } 401b4fdde6dSAsias He 402b4fdde6dSAsias He static inline int uip_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev) 403b4fdde6dSAsias He { 404b4fdde6dSAsias He return uip_rx(iov, in, &ndev->info); 405b4fdde6dSAsias He } 406b4fdde6dSAsias He 407b4fdde6dSAsias He static struct net_dev_operations tap_ops = { 408b4fdde6dSAsias He .rx = tap_ops_rx, 409b4fdde6dSAsias He .tx = tap_ops_tx, 410b4fdde6dSAsias He }; 411b4fdde6dSAsias He 412b4fdde6dSAsias He static struct net_dev_operations uip_ops = { 413b4fdde6dSAsias He .rx = uip_ops_rx, 414b4fdde6dSAsias He .tx = uip_ops_tx, 415b4fdde6dSAsias He }; 416b4fdde6dSAsias He 417c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev) 41878a2a3e2SSasha Levin { 41978a2a3e2SSasha Levin struct net_dev *ndev = dev; 42078a2a3e2SSasha Levin 421c5ae742bSSasha Levin return ((u8 *)(&ndev->config)); 42278a2a3e2SSasha Levin } 42378a2a3e2SSasha Levin 42478a2a3e2SSasha Levin static u32 get_host_features(struct kvm *kvm, void *dev) 42578a2a3e2SSasha Levin { 42679052597SSasha Levin struct net_dev *ndev = dev; 42779052597SSasha Levin 42878a2a3e2SSasha Levin return 1UL << VIRTIO_NET_F_MAC 42978a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_CSUM 43078a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_UFO 43178a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_TSO4 43278a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_HOST_TSO6 43378a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_GUEST_UFO 43478a2a3e2SSasha Levin | 1UL << VIRTIO_NET_F_GUEST_TSO4 43592c1f37bSSasha Levin | 1UL << VIRTIO_NET_F_GUEST_TSO6 436754c8ce3SSasha Levin | 1UL << VIRTIO_RING_F_EVENT_IDX 437abd4a801SSasha Levin | 1UL << VIRTIO_RING_F_INDIRECT_DESC 4386585ffb7SSasha Levin | 1UL << VIRTIO_NET_F_CTRL_VQ 4397668c3a6SSasha Levin | 1UL << VIRTIO_NET_F_MRG_RXBUF 44079052597SSasha Levin | 1UL << (ndev->queue_pairs > 1 ? VIRTIO_NET_F_MQ : 0); 44178a2a3e2SSasha Levin } 44278a2a3e2SSasha Levin 44315636d5eSYing-Shiuan Pan static int virtio_net__vhost_set_features(struct net_dev *ndev) 44415636d5eSYing-Shiuan Pan { 44515636d5eSYing-Shiuan Pan u64 features = 1UL << VIRTIO_RING_F_EVENT_IDX; 44615636d5eSYing-Shiuan Pan u64 vhost_features; 44715636d5eSYing-Shiuan Pan 44815636d5eSYing-Shiuan Pan if (ioctl(ndev->vhost_fd, VHOST_GET_FEATURES, &vhost_features) != 0) 44915636d5eSYing-Shiuan Pan die_perror("VHOST_GET_FEATURES failed"); 45015636d5eSYing-Shiuan Pan 45115636d5eSYing-Shiuan Pan /* make sure both side support mergable rx buffers */ 45215636d5eSYing-Shiuan Pan if (vhost_features & 1UL << VIRTIO_NET_F_MRG_RXBUF && 45315636d5eSYing-Shiuan Pan has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF)) 45415636d5eSYing-Shiuan Pan features |= 1UL << VIRTIO_NET_F_MRG_RXBUF; 45515636d5eSYing-Shiuan Pan 45615636d5eSYing-Shiuan Pan return ioctl(ndev->vhost_fd, VHOST_SET_FEATURES, &features); 45715636d5eSYing-Shiuan Pan } 45815636d5eSYing-Shiuan Pan 45978a2a3e2SSasha Levin static void set_guest_features(struct kvm *kvm, void *dev, u32 features) 46078a2a3e2SSasha Levin { 46178a2a3e2SSasha Levin struct net_dev *ndev = dev; 4628ed60bbeSMarc Zyngier struct virtio_net_config *conf = &ndev->config; 46378a2a3e2SSasha Levin 46478a2a3e2SSasha Levin ndev->features = features; 4658aa155c4SYing-Shiuan Pan 4668ed60bbeSMarc Zyngier conf->status = virtio_host_to_guest_u16(&ndev->vdev, conf->status); 4678ed60bbeSMarc Zyngier conf->max_virtqueue_pairs = virtio_host_to_guest_u16(&ndev->vdev, 4688ed60bbeSMarc Zyngier conf->max_virtqueue_pairs); 4698ed60bbeSMarc Zyngier 4708aa155c4SYing-Shiuan Pan if (ndev->mode == NET_MODE_TAP) { 4718aa155c4SYing-Shiuan Pan if (!virtio_net__tap_init(ndev)) 4728aa155c4SYing-Shiuan Pan die_perror("You have requested a TAP device, but creation of one has failed because"); 47315636d5eSYing-Shiuan Pan if (ndev->vhost_fd && 47415636d5eSYing-Shiuan Pan virtio_net__vhost_set_features(ndev) != 0) 47515636d5eSYing-Shiuan Pan die_perror("VHOST_SET_FEATURES failed"); 4768aa155c4SYing-Shiuan Pan } else { 4778aa155c4SYing-Shiuan Pan ndev->info.vnet_hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ? 4788aa155c4SYing-Shiuan Pan sizeof(struct virtio_net_hdr_mrg_rxbuf) : 4798aa155c4SYing-Shiuan Pan sizeof(struct virtio_net_hdr); 4808aa155c4SYing-Shiuan Pan uip_init(&ndev->info); 4818aa155c4SYing-Shiuan Pan } 48278a2a3e2SSasha Levin } 48378a2a3e2SSasha Levin 4849e56ec14SSasha Levin static bool is_ctrl_vq(struct net_dev *ndev, u32 vq) 4859e56ec14SSasha Levin { 4869e56ec14SSasha Levin return vq == (u32)(ndev->queue_pairs * 2); 4879e56ec14SSasha Levin } 4889e56ec14SSasha Levin 489c59ba304SWill Deacon static int init_vq(struct kvm *kvm, void *dev, u32 vq, u32 page_size, u32 align, 490c59ba304SWill Deacon u32 pfn) 49178a2a3e2SSasha Levin { 4929ed67cdcSSasha Levin struct vhost_vring_state state = { .index = vq }; 4939ed67cdcSSasha Levin struct vhost_vring_addr addr; 49478a2a3e2SSasha Levin struct net_dev *ndev = dev; 49578a2a3e2SSasha Levin struct virt_queue *queue; 49678a2a3e2SSasha Levin void *p; 4979ed67cdcSSasha Levin int r; 49878a2a3e2SSasha Levin 499312c62d1SSasha Levin compat__remove_message(compat_id); 50078a2a3e2SSasha Levin 50178a2a3e2SSasha Levin queue = &ndev->vqs[vq]; 50278a2a3e2SSasha Levin queue->pfn = pfn; 503e7e2950aSSasha Levin p = virtio_get_vq(kvm, queue->pfn, page_size); 50478a2a3e2SSasha Levin 505c59ba304SWill Deacon vring_init(&queue->vring, VIRTIO_NET_QUEUE_SIZE, p, align); 5068ed60bbeSMarc Zyngier virtio_init_device_vq(&ndev->vdev, queue); 50778a2a3e2SSasha Levin 5086585ffb7SSasha Levin mutex_init(&ndev->io_lock[vq]); 5096585ffb7SSasha Levin pthread_cond_init(&ndev->io_cond[vq], NULL); 5109e56ec14SSasha Levin if (is_ctrl_vq(ndev, vq)) { 5116585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_ctrl_thread, ndev); 5129e56ec14SSasha Levin 5139e56ec14SSasha Levin return 0; 5149e56ec14SSasha Levin } else if (ndev->vhost_fd == 0 ) { 5159e56ec14SSasha Levin if (vq & 1) 5166585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_tx_thread, ndev); 5176585ffb7SSasha Levin else 5186585ffb7SSasha Levin pthread_create(&ndev->io_thread[vq], NULL, virtio_net_rx_thread, ndev); 5196585ffb7SSasha Levin 52078a2a3e2SSasha Levin return 0; 5216585ffb7SSasha Levin } 5229ed67cdcSSasha Levin 5238ed60bbeSMarc Zyngier if (queue->endian != VIRTIO_ENDIAN_HOST) 5248ed60bbeSMarc Zyngier die_perror("VHOST requires VIRTIO_ENDIAN_HOST"); 5258ed60bbeSMarc Zyngier 5269ed67cdcSSasha Levin state.num = queue->vring.num; 5279ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_NUM, &state); 5289ed67cdcSSasha Levin if (r < 0) 5299ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_NUM failed"); 5309ed67cdcSSasha Levin state.num = 0; 5319ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_BASE, &state); 5329ed67cdcSSasha Levin if (r < 0) 5339ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_BASE failed"); 5349ed67cdcSSasha Levin 5359ed67cdcSSasha Levin addr = (struct vhost_vring_addr) { 5369ed67cdcSSasha Levin .index = vq, 5379ed67cdcSSasha Levin .desc_user_addr = (u64)(unsigned long)queue->vring.desc, 5389ed67cdcSSasha Levin .avail_user_addr = (u64)(unsigned long)queue->vring.avail, 5399ed67cdcSSasha Levin .used_user_addr = (u64)(unsigned long)queue->vring.used, 5409ed67cdcSSasha Levin }; 5419ed67cdcSSasha Levin 5429ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_ADDR, &addr); 5439ed67cdcSSasha Levin if (r < 0) 5449ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_ADDR failed"); 5459ed67cdcSSasha Levin 5469ed67cdcSSasha Levin return 0; 5479ed67cdcSSasha Levin } 5489ed67cdcSSasha Levin 5499ed67cdcSSasha Levin static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) 5509ed67cdcSSasha Levin { 5519ed67cdcSSasha Levin struct net_dev *ndev = dev; 5529ed67cdcSSasha Levin struct kvm_irqfd irq; 5539ed67cdcSSasha Levin struct vhost_vring_file file; 5549ed67cdcSSasha Levin int r; 5559ed67cdcSSasha Levin 5569ed67cdcSSasha Levin if (ndev->vhost_fd == 0) 5579ed67cdcSSasha Levin return; 5589ed67cdcSSasha Levin 5599ed67cdcSSasha Levin irq = (struct kvm_irqfd) { 5609ed67cdcSSasha Levin .gsi = gsi, 5619ed67cdcSSasha Levin .fd = eventfd(0, 0), 5629ed67cdcSSasha Levin }; 5639ed67cdcSSasha Levin file = (struct vhost_vring_file) { 5649ed67cdcSSasha Levin .index = vq, 5659ed67cdcSSasha Levin .fd = irq.fd, 5669ed67cdcSSasha Levin }; 5679ed67cdcSSasha Levin 5689ed67cdcSSasha Levin r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq); 5699ed67cdcSSasha Levin if (r < 0) 5709ed67cdcSSasha Levin die_perror("KVM_IRQFD failed"); 5719ed67cdcSSasha Levin 5729ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_CALL, &file); 5739ed67cdcSSasha Levin if (r < 0) 5749ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_CALL failed"); 5759ed67cdcSSasha Levin file.fd = ndev->tap_fd; 5769ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_NET_SET_BACKEND, &file); 5779ed67cdcSSasha Levin if (r != 0) 5789ed67cdcSSasha Levin die("VHOST_NET_SET_BACKEND failed %d", errno); 5799ed67cdcSSasha Levin 5809ed67cdcSSasha Levin } 5819ed67cdcSSasha Levin 5829ed67cdcSSasha Levin static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) 5839ed67cdcSSasha Levin { 5849ed67cdcSSasha Levin struct net_dev *ndev = dev; 5859ed67cdcSSasha Levin struct vhost_vring_file file = { 5869ed67cdcSSasha Levin .index = vq, 5879ed67cdcSSasha Levin .fd = efd, 5889ed67cdcSSasha Levin }; 5899ed67cdcSSasha Levin int r; 5909ed67cdcSSasha Levin 5919e56ec14SSasha Levin if (ndev->vhost_fd == 0 || is_ctrl_vq(ndev, vq)) 5929ed67cdcSSasha Levin return; 5939ed67cdcSSasha Levin 5949ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_KICK, &file); 5959ed67cdcSSasha Levin if (r < 0) 5969ed67cdcSSasha Levin die_perror("VHOST_SET_VRING_KICK failed"); 59778a2a3e2SSasha Levin } 59878a2a3e2SSasha Levin 59978a2a3e2SSasha Levin static int notify_vq(struct kvm *kvm, void *dev, u32 vq) 60078a2a3e2SSasha Levin { 6019a6d73f1SSasha Levin struct net_dev *ndev = dev; 6029a6d73f1SSasha Levin 6039a6d73f1SSasha Levin virtio_net_handle_callback(kvm, ndev, vq); 60478a2a3e2SSasha Levin 60578a2a3e2SSasha Levin return 0; 60678a2a3e2SSasha Levin } 60778a2a3e2SSasha Levin 60878a2a3e2SSasha Levin static int get_pfn_vq(struct kvm *kvm, void *dev, u32 vq) 60978a2a3e2SSasha Levin { 61078a2a3e2SSasha Levin struct net_dev *ndev = dev; 61178a2a3e2SSasha Levin 61278a2a3e2SSasha Levin return ndev->vqs[vq].pfn; 61378a2a3e2SSasha Levin } 61478a2a3e2SSasha Levin 61578a2a3e2SSasha Levin static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) 61678a2a3e2SSasha Levin { 6170f4f51a8SAsias He /* FIXME: dynamic */ 61878a2a3e2SSasha Levin return VIRTIO_NET_QUEUE_SIZE; 61978a2a3e2SSasha Levin } 62078a2a3e2SSasha Levin 6210f4f51a8SAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) 6220f4f51a8SAsias He { 6230f4f51a8SAsias He /* FIXME: dynamic */ 6240f4f51a8SAsias He return size; 6250f4f51a8SAsias He } 6260f4f51a8SAsias He 6271c47ce69SSasha Levin static struct virtio_ops net_dev_virtio_ops = (struct virtio_ops) { 6281c47ce69SSasha Levin .get_config = get_config, 6291c47ce69SSasha Levin .get_host_features = get_host_features, 6301c47ce69SSasha Levin .set_guest_features = set_guest_features, 6311c47ce69SSasha Levin .init_vq = init_vq, 6321c47ce69SSasha Levin .get_pfn_vq = get_pfn_vq, 6331c47ce69SSasha Levin .get_size_vq = get_size_vq, 6340f4f51a8SAsias He .set_size_vq = set_size_vq, 6350f4f51a8SAsias He .notify_vq = notify_vq, 6369ed67cdcSSasha Levin .notify_vq_gsi = notify_vq_gsi, 6379ed67cdcSSasha Levin .notify_vq_eventfd = notify_vq_eventfd, 6381c47ce69SSasha Levin }; 6391c47ce69SSasha Levin 6409ed67cdcSSasha Levin static void virtio_net__vhost_init(struct kvm *kvm, struct net_dev *ndev) 6419ed67cdcSSasha Levin { 6429ed67cdcSSasha Levin struct vhost_memory *mem; 6439ed67cdcSSasha Levin int r; 6449ed67cdcSSasha Levin 6459ed67cdcSSasha Levin ndev->vhost_fd = open("/dev/vhost-net", O_RDWR); 6469ed67cdcSSasha Levin if (ndev->vhost_fd < 0) 6479ed67cdcSSasha Levin die_perror("Failed openning vhost-net device"); 6489ed67cdcSSasha Levin 6498b795457SAsias He mem = calloc(1, sizeof(*mem) + sizeof(struct vhost_memory_region)); 6509ed67cdcSSasha Levin if (mem == NULL) 6519ed67cdcSSasha Levin die("Failed allocating memory for vhost memory map"); 6529ed67cdcSSasha Levin 6539ed67cdcSSasha Levin mem->nregions = 1; 6549ed67cdcSSasha Levin mem->regions[0] = (struct vhost_memory_region) { 6559ed67cdcSSasha Levin .guest_phys_addr = 0, 6569ed67cdcSSasha Levin .memory_size = kvm->ram_size, 657b4108023SAsias He .userspace_addr = (unsigned long)kvm->ram_start, 6589ed67cdcSSasha Levin }; 6599ed67cdcSSasha Levin 6609ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_OWNER); 6619ed67cdcSSasha Levin if (r != 0) 6629ed67cdcSSasha Levin die_perror("VHOST_SET_OWNER failed"); 6639ed67cdcSSasha Levin 6649ed67cdcSSasha Levin r = ioctl(ndev->vhost_fd, VHOST_SET_MEM_TABLE, mem); 6659ed67cdcSSasha Levin if (r != 0) 6669ed67cdcSSasha Levin die_perror("VHOST_SET_MEM_TABLE failed"); 667627d6874SAsias He 668627d6874SAsias He ndev->vdev.use_vhost = true; 669627d6874SAsias He 6709ed67cdcSSasha Levin free(mem); 6719ed67cdcSSasha Levin } 6729ed67cdcSSasha Levin 6735f225124SSasha Levin static inline void str_to_mac(const char *str, char *mac) 6745f225124SSasha Levin { 6755f225124SSasha Levin sscanf(str, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx", 6765f225124SSasha Levin mac, mac+1, mac+2, mac+3, mac+4, mac+5); 6775f225124SSasha Levin } 6784346fd8fSSasha Levin static int set_net_param(struct kvm *kvm, struct virtio_net_params *p, 6794346fd8fSSasha Levin const char *param, const char *val) 6805f225124SSasha Levin { 6815f225124SSasha Levin if (strcmp(param, "guest_mac") == 0) { 6825f225124SSasha Levin str_to_mac(val, p->guest_mac); 6835f225124SSasha Levin } else if (strcmp(param, "mode") == 0) { 6845f225124SSasha Levin if (!strncmp(val, "user", 4)) { 6855f225124SSasha Levin int i; 6865f225124SSasha Levin 6875f225124SSasha Levin for (i = 0; i < kvm->cfg.num_net_devices; i++) 6885f225124SSasha Levin if (kvm->cfg.net_params[i].mode == NET_MODE_USER) 6895f225124SSasha Levin die("Only one usermode network device allowed at a time"); 6905f225124SSasha Levin p->mode = NET_MODE_USER; 6915f225124SSasha Levin } else if (!strncmp(val, "tap", 3)) { 6925f225124SSasha Levin p->mode = NET_MODE_TAP; 6935f225124SSasha Levin } else if (!strncmp(val, "none", 4)) { 6945f225124SSasha Levin kvm->cfg.no_net = 1; 6955f225124SSasha Levin return -1; 6965f225124SSasha Levin } else 6975f225124SSasha Levin die("Unknown network mode %s, please use user, tap or none", kvm->cfg.network); 6985f225124SSasha Levin } else if (strcmp(param, "script") == 0) { 6995f225124SSasha Levin p->script = strdup(val); 7005f225124SSasha Levin } else if (strcmp(param, "guest_ip") == 0) { 7015f225124SSasha Levin p->guest_ip = strdup(val); 7025f225124SSasha Levin } else if (strcmp(param, "host_ip") == 0) { 7035f225124SSasha Levin p->host_ip = strdup(val); 7045f225124SSasha Levin } else if (strcmp(param, "trans") == 0) { 7055f225124SSasha Levin p->trans = strdup(val); 7061dfc7c24SMarc Zyngier } else if (strcmp(param, "tapif") == 0) { 7071dfc7c24SMarc Zyngier p->tapif = strdup(val); 7085f225124SSasha Levin } else if (strcmp(param, "vhost") == 0) { 7095f225124SSasha Levin p->vhost = atoi(val); 7105f225124SSasha Levin } else if (strcmp(param, "fd") == 0) { 7115f225124SSasha Levin p->fd = atoi(val); 71279052597SSasha Levin } else if (strcmp(param, "mq") == 0) { 71379052597SSasha Levin p->mq = atoi(val); 7145f225124SSasha Levin } else 7155f225124SSasha Levin die("Unknown network parameter %s", param); 7165f225124SSasha Levin 7175f225124SSasha Levin return 0; 7185f225124SSasha Levin } 7195f225124SSasha Levin 7205f225124SSasha Levin int netdev_parser(const struct option *opt, const char *arg, int unset) 7215f225124SSasha Levin { 7225f225124SSasha Levin struct virtio_net_params p; 7235f225124SSasha Levin char *buf = NULL, *cmd = NULL, *cur = NULL; 7245f225124SSasha Levin bool on_cmd = true; 7255f225124SSasha Levin struct kvm *kvm = opt->ptr; 7265f225124SSasha Levin 7275f225124SSasha Levin if (arg) { 7285f225124SSasha Levin buf = strdup(arg); 7295f225124SSasha Levin if (buf == NULL) 7305f225124SSasha Levin die("Failed allocating new net buffer"); 7315f225124SSasha Levin cur = strtok(buf, ",="); 7325f225124SSasha Levin } 7335f225124SSasha Levin 7345f225124SSasha Levin p = (struct virtio_net_params) { 7355f225124SSasha Levin .guest_ip = DEFAULT_GUEST_ADDR, 7365f225124SSasha Levin .host_ip = DEFAULT_HOST_ADDR, 7375f225124SSasha Levin .script = DEFAULT_SCRIPT, 7385f225124SSasha Levin .mode = NET_MODE_TAP, 7395f225124SSasha Levin }; 7405f225124SSasha Levin 7415f225124SSasha Levin str_to_mac(DEFAULT_GUEST_MAC, p.guest_mac); 7425f225124SSasha Levin p.guest_mac[5] += kvm->cfg.num_net_devices; 7435f225124SSasha Levin 7445f225124SSasha Levin while (cur) { 7455f225124SSasha Levin if (on_cmd) { 7465f225124SSasha Levin cmd = cur; 7475f225124SSasha Levin } else { 7484346fd8fSSasha Levin if (set_net_param(kvm, &p, cmd, cur) < 0) 7495f225124SSasha Levin goto done; 7505f225124SSasha Levin } 7515f225124SSasha Levin on_cmd = !on_cmd; 7525f225124SSasha Levin 7535f225124SSasha Levin cur = strtok(NULL, ",="); 7545f225124SSasha Levin }; 7555f225124SSasha Levin 7565f225124SSasha Levin kvm->cfg.num_net_devices++; 7575f225124SSasha Levin 7585f225124SSasha Levin kvm->cfg.net_params = realloc(kvm->cfg.net_params, kvm->cfg.num_net_devices * sizeof(*kvm->cfg.net_params)); 7595f225124SSasha Levin if (kvm->cfg.net_params == NULL) 7605f225124SSasha Levin die("Failed adding new network device"); 7615f225124SSasha Levin 7625f225124SSasha Levin kvm->cfg.net_params[kvm->cfg.num_net_devices - 1] = p; 7635f225124SSasha Levin 7645f225124SSasha Levin done: 7655f225124SSasha Levin free(buf); 7665f225124SSasha Levin return 0; 7675f225124SSasha Levin } 7685f225124SSasha Levin 7695f225124SSasha Levin static int virtio_net__init_one(struct virtio_net_params *params) 7704f56d42cSAsias He { 77176a4aac6SWill Deacon int i, err; 7729a6d73f1SSasha Levin struct net_dev *ndev; 77376a4aac6SWill Deacon struct virtio_ops *ops; 774dc7a55d6SSuzuki K. Poulose enum virtio_trans trans = VIRTIO_DEFAULT_TRANS(params->kvm); 7759a6d73f1SSasha Levin 7769a6d73f1SSasha Levin ndev = calloc(1, sizeof(struct net_dev)); 7779a6d73f1SSasha Levin if (ndev == NULL) 7785f225124SSasha Levin return -ENOMEM; 7799a6d73f1SSasha Levin 78076a4aac6SWill Deacon ops = malloc(sizeof(*ops)); 78176a4aac6SWill Deacon if (ops == NULL) { 78276a4aac6SWill Deacon err = -ENOMEM; 78376a4aac6SWill Deacon goto err_free_ndev; 78476a4aac6SWill Deacon } 78576a4aac6SWill Deacon 7869a6d73f1SSasha Levin list_add_tail(&ndev->list, &ndevs); 7879a6d73f1SSasha Levin 7889a6d73f1SSasha Levin ndev->kvm = params->kvm; 7898c0ae74dSSasha Levin ndev->params = params; 7909a6d73f1SSasha Levin 7919a6d73f1SSasha Levin mutex_init(&ndev->mutex); 79279052597SSasha Levin ndev->queue_pairs = max(1, min(VIRTIO_NET_NUM_QUEUES, params->mq)); 7939a6d73f1SSasha Levin ndev->config.status = VIRTIO_NET_S_LINK_UP; 79479052597SSasha Levin if (ndev->queue_pairs > 1) 79579052597SSasha Levin ndev->config.max_virtqueue_pairs = ndev->queue_pairs; 79679052597SSasha Levin 7970c54698eSAsias He for (i = 0 ; i < 6 ; i++) { 7989a6d73f1SSasha Levin ndev->config.mac[i] = params->guest_mac[i]; 7999a6d73f1SSasha Levin ndev->info.guest_mac.addr[i] = params->guest_mac[i]; 8009a6d73f1SSasha Levin ndev->info.host_mac.addr[i] = params->host_mac[i]; 8010c54698eSAsias He } 802f715177dSAsias He 8039a6d73f1SSasha Levin ndev->mode = params->mode; 8049a6d73f1SSasha Levin if (ndev->mode == NET_MODE_TAP) { 8059a6d73f1SSasha Levin ndev->ops = &tap_ops; 806b4fdde6dSAsias He } else { 8079a6d73f1SSasha Levin ndev->info.host_ip = ntohl(inet_addr(params->host_ip)); 8089a6d73f1SSasha Levin ndev->info.guest_ip = ntohl(inet_addr(params->guest_ip)); 8099a6d73f1SSasha Levin ndev->info.guest_netmask = ntohl(inet_addr("255.255.255.0")); 8109a6d73f1SSasha Levin ndev->info.buf_nr = 20, 8119a6d73f1SSasha Levin ndev->ops = &uip_ops; 8125f3aaf22SMarc Zyngier uip_static_init(&ndev->info); 813b4fdde6dSAsias He } 814b5ee1ea7SAsias He 81576a4aac6SWill Deacon *ops = net_dev_virtio_ops; 816dc7a55d6SSuzuki K. Poulose 817dc7a55d6SSuzuki K. Poulose if (params->trans) { 818dc7a55d6SSuzuki K. Poulose if (strcmp(params->trans, "mmio") == 0) 819dc7a55d6SSuzuki K. Poulose trans = VIRTIO_MMIO; 820dc7a55d6SSuzuki K. Poulose else if (strcmp(params->trans, "pci") == 0) 821dc7a55d6SSuzuki K. Poulose trans = VIRTIO_PCI; 82269205aa1SAsias He else 823dc7a55d6SSuzuki K. Poulose pr_warning("virtio-net: Unknown transport method : %s, " 824dc7a55d6SSuzuki K. Poulose "falling back to %s.", params->trans, 825dc7a55d6SSuzuki K. Poulose virtio_trans_name(trans)); 826dc7a55d6SSuzuki K. Poulose } 827dc7a55d6SSuzuki K. Poulose 828dc7a55d6SSuzuki K. Poulose virtio_init(params->kvm, ndev, &ndev->vdev, ops, trans, 82976a4aac6SWill Deacon PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET); 83027ab67f5SSasha Levin 8319ed67cdcSSasha Levin if (params->vhost) 8329ed67cdcSSasha Levin virtio_net__vhost_init(params->kvm, ndev); 833cb83de6fSSasha Levin 834d278197dSAsias He if (compat_id == -1) 83552f34d2cSAsias He compat_id = virtio_compat_add_message("virtio-net", "CONFIG_VIRTIO_NET"); 8365f225124SSasha Levin 8375f225124SSasha Levin return 0; 83876a4aac6SWill Deacon 83976a4aac6SWill Deacon err_free_ndev: 84076a4aac6SWill Deacon free(ndev); 84176a4aac6SWill Deacon return err; 8425f225124SSasha Levin } 8435f225124SSasha Levin 8445f225124SSasha Levin int virtio_net__init(struct kvm *kvm) 8455f225124SSasha Levin { 8465f225124SSasha Levin int i; 8475f225124SSasha Levin 8485f225124SSasha Levin for (i = 0; i < kvm->cfg.num_net_devices; i++) { 8495f225124SSasha Levin kvm->cfg.net_params[i].kvm = kvm; 8505f225124SSasha Levin virtio_net__init_one(&kvm->cfg.net_params[i]); 8515f225124SSasha Levin } 8525f225124SSasha Levin 8535f225124SSasha Levin if (kvm->cfg.num_net_devices == 0 && kvm->cfg.no_net == 0) { 8548c0ae74dSSasha Levin static struct virtio_net_params net_params; 8555f225124SSasha Levin 8565f225124SSasha Levin net_params = (struct virtio_net_params) { 8575f225124SSasha Levin .guest_ip = kvm->cfg.guest_ip, 8585f225124SSasha Levin .host_ip = kvm->cfg.host_ip, 8595f225124SSasha Levin .kvm = kvm, 8605f225124SSasha Levin .script = kvm->cfg.script, 8615f225124SSasha Levin .mode = NET_MODE_USER, 8625f225124SSasha Levin }; 8635f225124SSasha Levin str_to_mac(kvm->cfg.guest_mac, net_params.guest_mac); 8645f225124SSasha Levin str_to_mac(kvm->cfg.host_mac, net_params.host_mac); 8655f225124SSasha Levin 8665f225124SSasha Levin virtio_net__init_one(&net_params); 8675f225124SSasha Levin } 8685f225124SSasha Levin 8695f225124SSasha Levin return 0; 8705f225124SSasha Levin } 87149a8afd1SSasha Levin virtio_dev_init(virtio_net__init); 8725f225124SSasha Levin 8735f225124SSasha Levin int virtio_net__exit(struct kvm *kvm) 8745f225124SSasha Levin { 8755f225124SSasha Levin return 0; 8764f56d42cSAsias He } 87749a8afd1SSasha Levin virtio_dev_exit(virtio_net__exit); 878