xref: /kvmtool/virtio/net.c (revision 48c6b47ae585a9ddc5bb1f1563eb26f196b3692b)
131638bcaSCyrill Gorcunov #include "kvm/virtio-pci-dev.h"
2b5ee1ea7SAsias He #include "kvm/virtio-net.h"
34f56d42cSAsias He #include "kvm/virtio.h"
44f56d42cSAsias He #include "kvm/types.h"
54f56d42cSAsias He #include "kvm/mutex.h"
64f56d42cSAsias He #include "kvm/util.h"
74f56d42cSAsias He #include "kvm/kvm.h"
82449f6e3SSasha Levin #include "kvm/irq.h"
9b5ee1ea7SAsias He #include "kvm/uip.h"
10cb83de6fSSasha Levin #include "kvm/guest_compat.h"
114f56d42cSAsias He 
129ed67cdcSSasha Levin #include <linux/vhost.h>
134f56d42cSAsias He #include <linux/virtio_net.h>
144f56d42cSAsias He #include <linux/if_tun.h>
1578a2a3e2SSasha Levin #include <linux/types.h>
16c229370aSIngo Molnar 
17c229370aSIngo Molnar #include <arpa/inet.h>
184f56d42cSAsias He #include <net/if.h>
19c229370aSIngo Molnar 
20c229370aSIngo Molnar #include <unistd.h>
214f56d42cSAsias He #include <fcntl.h>
22c229370aSIngo Molnar 
23cb7202c1SSasha Levin #include <sys/socket.h>
24c229370aSIngo Molnar #include <sys/ioctl.h>
25c229370aSIngo Molnar #include <sys/types.h>
2673b7d038SAmos Kong #include <sys/wait.h>
279ed67cdcSSasha Levin #include <sys/eventfd.h>
284f56d42cSAsias He 
294059ad8bSAsias He #define VIRTIO_NET_QUEUE_SIZE		256
306585ffb7SSasha Levin #define VIRTIO_NET_NUM_QUEUES		8
314f56d42cSAsias He 
32b4fdde6dSAsias He struct net_dev;
33b4fdde6dSAsias He 
34b4fdde6dSAsias He struct net_dev_operations {
35b4fdde6dSAsias He 	int (*rx)(struct iovec *iov, u16 in, struct net_dev *ndev);
36b4fdde6dSAsias He 	int (*tx)(struct iovec *iov, u16 in, struct net_dev *ndev);
37b4fdde6dSAsias He };
38b4fdde6dSAsias He 
398626798bSAsias He struct net_dev {
40d3476f7dSSasha Levin 	struct mutex			mutex;
4102eca50cSAsias He 	struct virtio_device		vdev;
429a6d73f1SSasha Levin 	struct list_head		list;
434f56d42cSAsias He 
446585ffb7SSasha Levin 	struct virt_queue		vqs[VIRTIO_NET_NUM_QUEUES * 2 + 1];
45c229370aSIngo Molnar 	struct virtio_net_config	config;
4679052597SSasha Levin 	u32				features, rx_vqs, tx_vqs, queue_pairs;
474f56d42cSAsias He 
486585ffb7SSasha Levin 	pthread_t			io_thread[VIRTIO_NET_NUM_QUEUES * 2 + 1];
496585ffb7SSasha Levin 	struct mutex			io_lock[VIRTIO_NET_NUM_QUEUES * 2 + 1];
506585ffb7SSasha Levin 	pthread_cond_t			io_cond[VIRTIO_NET_NUM_QUEUES * 2 + 1];
51c4aa7c02SPekka Enberg 
529ed67cdcSSasha Levin 	int				vhost_fd;
534f56d42cSAsias He 	int				tap_fd;
544f56d42cSAsias He 	char				tap_name[IFNAMSIZ];
55bb1a32f1SAsias He 
56bb1a32f1SAsias He 	int				mode;
57bb1a32f1SAsias He 
58b5ee1ea7SAsias He 	struct uip_info			info;
59b4fdde6dSAsias He 	struct net_dev_operations	*ops;
609a6d73f1SSasha Levin 	struct kvm			*kvm;
618c0ae74dSSasha Levin 
628c0ae74dSSasha Levin 	struct virtio_net_params	*params;
634f56d42cSAsias He };
644f56d42cSAsias He 
659a6d73f1SSasha Levin static LIST_HEAD(ndevs);
66312c62d1SSasha Levin static int compat_id = -1;
674f56d42cSAsias He 
68c4aa7c02SPekka Enberg static void *virtio_net_rx_thread(void *p)
694f56d42cSAsias He {
704f56d42cSAsias He 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
714f56d42cSAsias He 	struct virt_queue *vq;
7243835ac9SSasha Levin 	struct kvm *kvm;
739a6d73f1SSasha Levin 	struct net_dev *ndev = p;
743fdf659dSSasha Levin 	u16 out, in;
753fdf659dSSasha Levin 	u16 head;
764f56d42cSAsias He 	int len;
776585ffb7SSasha Levin 	u32 id;
786585ffb7SSasha Levin 
796585ffb7SSasha Levin 	mutex_lock(&ndev->mutex);
806585ffb7SSasha Levin 	id = ndev->rx_vqs++ * 2;
816585ffb7SSasha Levin 	mutex_unlock(&ndev->mutex);
824f56d42cSAsias He 
83a4d8c55eSSasha Levin 	kvm__set_thread_name("virtio-net-rx");
84a4d8c55eSSasha Levin 
859a6d73f1SSasha Levin 	kvm = ndev->kvm;
866585ffb7SSasha Levin 	vq = &ndev->vqs[id];
87c4aa7c02SPekka Enberg 
88c4aa7c02SPekka Enberg 	while (1) {
896585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
90c4aa7c02SPekka Enberg 		if (!virt_queue__available(vq))
916585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
926585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
934f56d42cSAsias He 
944f56d42cSAsias He 		while (virt_queue__available(vq)) {
9543835ac9SSasha Levin 			head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
969a6d73f1SSasha Levin 			len = ndev->ops->rx(iov, in, ndev);
97246c8347SAsias He 			virt_queue__set_used_elem(vq, head, len);
987f5ffaf5SAsias He 
99c4aa7c02SPekka Enberg 			/* We should interrupt guest right now, otherwise latency is huge. */
1006585ffb7SSasha Levin 			if (virtio_queue__should_signal(vq))
1016585ffb7SSasha Levin 				ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
1024f56d42cSAsias He 		}
103c4aa7c02SPekka Enberg 	}
104c4aa7c02SPekka Enberg 
105c4aa7c02SPekka Enberg 	pthread_exit(NULL);
106c4aa7c02SPekka Enberg 	return NULL;
107c4aa7c02SPekka Enberg 
108c4aa7c02SPekka Enberg }
109c4aa7c02SPekka Enberg 
110c4aa7c02SPekka Enberg static void *virtio_net_tx_thread(void *p)
1114f56d42cSAsias He {
1124f56d42cSAsias He 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
1134f56d42cSAsias He 	struct virt_queue *vq;
11443835ac9SSasha Levin 	struct kvm *kvm;
1159a6d73f1SSasha Levin 	struct net_dev *ndev = p;
1163fdf659dSSasha Levin 	u16 out, in;
1173fdf659dSSasha Levin 	u16 head;
1184f56d42cSAsias He 	int len;
1196585ffb7SSasha Levin 	u32 id;
1206585ffb7SSasha Levin 
1216585ffb7SSasha Levin 	mutex_lock(&ndev->mutex);
1226585ffb7SSasha Levin 	id = ndev->tx_vqs++ * 2 + 1;
1236585ffb7SSasha Levin 	mutex_unlock(&ndev->mutex);
1244f56d42cSAsias He 
125a4d8c55eSSasha Levin 	kvm__set_thread_name("virtio-net-tx");
126a4d8c55eSSasha Levin 
1279a6d73f1SSasha Levin 	kvm = ndev->kvm;
1286585ffb7SSasha Levin 	vq = &ndev->vqs[id];
129c4aa7c02SPekka Enberg 
130c4aa7c02SPekka Enberg 	while (1) {
1316585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
132c4aa7c02SPekka Enberg 		if (!virt_queue__available(vq))
1336585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
1346585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
1354f56d42cSAsias He 
1364f56d42cSAsias He 		while (virt_queue__available(vq)) {
13743835ac9SSasha Levin 			head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1389a6d73f1SSasha Levin 			len = ndev->ops->tx(iov, out, ndev);
1394f56d42cSAsias He 			virt_queue__set_used_elem(vq, head, len);
1404f56d42cSAsias He 		}
1414f56d42cSAsias He 
1426585ffb7SSasha Levin 		if (virtio_queue__should_signal(vq))
1436585ffb7SSasha Levin 			ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
1444f56d42cSAsias He 	}
1454f56d42cSAsias He 
146c4aa7c02SPekka Enberg 	pthread_exit(NULL);
147407475bfSPekka Enberg 
148c4aa7c02SPekka Enberg 	return NULL;
149c4aa7c02SPekka Enberg 
150c4aa7c02SPekka Enberg }
151407475bfSPekka Enberg 
1526585ffb7SSasha Levin static virtio_net_ctrl_ack virtio_net_handle_mq(struct kvm* kvm, struct net_dev *ndev, struct virtio_net_ctrl_hdr *ctrl)
1536585ffb7SSasha Levin {
1546585ffb7SSasha Levin 	/* Not much to do here */
1556585ffb7SSasha Levin 	return VIRTIO_NET_OK;
1566585ffb7SSasha Levin }
1576585ffb7SSasha Levin 
1586585ffb7SSasha Levin static void *virtio_net_ctrl_thread(void *p)
159abd4a801SSasha Levin {
160abd4a801SSasha Levin 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
161abd4a801SSasha Levin 	u16 out, in, head;
1626585ffb7SSasha Levin 	struct net_dev *ndev = p;
1636585ffb7SSasha Levin 	struct kvm *kvm = ndev->kvm;
16479052597SSasha Levin 	u32 id = ndev->queue_pairs * 2;
1656585ffb7SSasha Levin 	struct virt_queue *vq = &ndev->vqs[id];
166abd4a801SSasha Levin 	struct virtio_net_ctrl_hdr *ctrl;
167abd4a801SSasha Levin 	virtio_net_ctrl_ack *ack;
168abd4a801SSasha Levin 
1696585ffb7SSasha Levin 	while (1) {
1706585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
1716585ffb7SSasha Levin 		if (!virt_queue__available(vq))
1726585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
1736585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
1746585ffb7SSasha Levin 
1756585ffb7SSasha Levin 		while (virt_queue__available(vq)) {
1766585ffb7SSasha Levin 			head = virt_queue__get_iov(&ndev->vqs[id], iov, &out, &in, kvm);
177abd4a801SSasha Levin 			ctrl = iov[0].iov_base;
178abd4a801SSasha Levin 			ack = iov[out].iov_base;
179abd4a801SSasha Levin 
180abd4a801SSasha Levin 			switch (ctrl->class) {
1816585ffb7SSasha Levin 			case VIRTIO_NET_CTRL_MQ:
1826585ffb7SSasha Levin 				*ack = virtio_net_handle_mq(kvm, ndev, ctrl);
1836585ffb7SSasha Levin 				break;
184abd4a801SSasha Levin 			default:
185abd4a801SSasha Levin 				*ack = VIRTIO_NET_ERR;
186abd4a801SSasha Levin 				break;
187abd4a801SSasha Levin 			}
1886585ffb7SSasha Levin 			virt_queue__set_used_elem(&ndev->vqs[id], head, iov[out].iov_len);
1896585ffb7SSasha Levin 		}
190abd4a801SSasha Levin 
1916585ffb7SSasha Levin 		if (virtio_queue__should_signal(&ndev->vqs[id]))
1926585ffb7SSasha Levin 			ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
1936585ffb7SSasha Levin 	}
194abd4a801SSasha Levin 
1956585ffb7SSasha Levin 	pthread_exit(NULL);
196abd4a801SSasha Levin 
1976585ffb7SSasha Levin 	return NULL;
198abd4a801SSasha Levin }
199abd4a801SSasha Levin 
2009a6d73f1SSasha Levin static void virtio_net_handle_callback(struct kvm *kvm, struct net_dev *ndev, int queue)
2014f56d42cSAsias He {
20279052597SSasha Levin 	if ((u32)queue >= (ndev->queue_pairs * 2 + 1)) {
2039a6d73f1SSasha Levin 		pr_warning("Unknown queue index %u", queue);
2046585ffb7SSasha Levin 		return;
205c4aa7c02SPekka Enberg 	}
2066585ffb7SSasha Levin 
2076585ffb7SSasha Levin 	mutex_lock(&ndev->io_lock[queue]);
2086585ffb7SSasha Levin 	pthread_cond_signal(&ndev->io_cond[queue]);
2096585ffb7SSasha Levin 	mutex_unlock(&ndev->io_lock[queue]);
2104f56d42cSAsias He }
2114f56d42cSAsias He 
2128c0ae74dSSasha Levin static bool virtio_net__tap_init(struct net_dev *ndev)
2134f56d42cSAsias He {
214cb7202c1SSasha Levin 	int sock = socket(AF_INET, SOCK_STREAM, 0);
215f715177dSAsias He 	int pid, status, offload, hdr_len;
216cb7202c1SSasha Levin 	struct sockaddr_in sin = {0};
217246c8347SAsias He 	struct ifreq ifr;
2188c0ae74dSSasha Levin 	const struct virtio_net_params *params = ndev->params;
2194f56d42cSAsias He 
220f19edd1eSSasha Levin 	/* Did the user already gave us the FD? */
221f19edd1eSSasha Levin 	if (params->fd) {
222f19edd1eSSasha Levin 		ndev->tap_fd = params->fd;
223f19edd1eSSasha Levin 		return 1;
224f19edd1eSSasha Levin 	}
225f19edd1eSSasha Levin 
2269a6d73f1SSasha Levin 	ndev->tap_fd = open("/dev/net/tun", O_RDWR);
2279a6d73f1SSasha Levin 	if (ndev->tap_fd < 0) {
2284542f276SCyrill Gorcunov 		pr_warning("Unable to open /dev/net/tun");
2293b02f580SSasha Levin 		goto fail;
2303b02f580SSasha Levin 	}
2314f56d42cSAsias He 
2324f56d42cSAsias He 	memset(&ifr, 0, sizeof(ifr));
233246c8347SAsias He 	ifr.ifr_flags = IFF_TAP | IFF_NO_PI | IFF_VNET_HDR;
2349a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETIFF, &ifr) < 0) {
2354542f276SCyrill Gorcunov 		pr_warning("Config tap device error. Are you root?");
2363b02f580SSasha Levin 		goto fail;
2373b02f580SSasha Levin 	}
2384f56d42cSAsias He 
2399a6d73f1SSasha Levin 	strncpy(ndev->tap_name, ifr.ifr_name, sizeof(ndev->tap_name));
2404f56d42cSAsias He 
2419a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETNOCSUM, 1) < 0) {
2424542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETNOCSUM error");
243246c8347SAsias He 		goto fail;
244246c8347SAsias He 	}
245246c8347SAsias He 
246*48c6b47aSSasha Levin 	hdr_len = (ndev->features & (1 << VIRTIO_NET_F_MRG_RXBUF)) ?
247*48c6b47aSSasha Levin 			sizeof(struct virtio_net_hdr_mrg_rxbuf) :
248*48c6b47aSSasha Levin 			sizeof(struct virtio_net_hdr);
2499a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETVNETHDRSZ, &hdr_len) < 0)
2504542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETVNETHDRSZ error");
251246c8347SAsias He 
252246c8347SAsias He 	offload = TUN_F_CSUM | TUN_F_TSO4 | TUN_F_TSO6 | TUN_F_UFO;
2539a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETOFFLOAD, offload) < 0) {
2544542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETOFFLOAD error");
255246c8347SAsias He 		goto fail;
256246c8347SAsias He 	}
2574f56d42cSAsias He 
25873b7d038SAmos Kong 	if (strcmp(params->script, "none")) {
25973b7d038SAmos Kong 		pid = fork();
26073b7d038SAmos Kong 		if (pid == 0) {
2619a6d73f1SSasha Levin 			execl(params->script, params->script, ndev->tap_name, NULL);
26273b7d038SAmos Kong 			_exit(1);
26373b7d038SAmos Kong 		} else {
26473b7d038SAmos Kong 			waitpid(pid, &status, 0);
26573b7d038SAmos Kong 			if (WIFEXITED(status) && WEXITSTATUS(status) != 0) {
2664542f276SCyrill Gorcunov 				pr_warning("Fail to setup tap by %s", params->script);
26773b7d038SAmos Kong 				goto fail;
26873b7d038SAmos Kong 			}
26973b7d038SAmos Kong 		}
27073b7d038SAmos Kong 	} else {
271cb7202c1SSasha Levin 		memset(&ifr, 0, sizeof(ifr));
2729a6d73f1SSasha Levin 		strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name));
273bdfcfca6SSasha Levin 		sin.sin_addr.s_addr = inet_addr(params->host_ip);
274cb7202c1SSasha Levin 		memcpy(&(ifr.ifr_addr), &sin, sizeof(ifr.ifr_addr));
275cb7202c1SSasha Levin 		ifr.ifr_addr.sa_family = AF_INET;
2763b02f580SSasha Levin 		if (ioctl(sock, SIOCSIFADDR, &ifr) < 0) {
2774542f276SCyrill Gorcunov 			pr_warning("Could not set ip address on tap device");
2783b02f580SSasha Levin 			goto fail;
2793b02f580SSasha Levin 		}
28073b7d038SAmos Kong 	}
281cb7202c1SSasha Levin 
282cb7202c1SSasha Levin 	memset(&ifr, 0, sizeof(ifr));
2839a6d73f1SSasha Levin 	strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name));
284cb7202c1SSasha Levin 	ioctl(sock, SIOCGIFFLAGS, &ifr);
285cb7202c1SSasha Levin 	ifr.ifr_flags |= IFF_UP | IFF_RUNNING;
286cb7202c1SSasha Levin 	if (ioctl(sock, SIOCSIFFLAGS, &ifr) < 0)
2874542f276SCyrill Gorcunov 		pr_warning("Could not bring tap device up");
288cb7202c1SSasha Levin 
289cb7202c1SSasha Levin 	close(sock);
2903b02f580SSasha Levin 
2913b02f580SSasha Levin 	return 1;
2923b02f580SSasha Levin 
2933b02f580SSasha Levin fail:
2943b02f580SSasha Levin 	if (sock >= 0)
2953b02f580SSasha Levin 		close(sock);
2969a6d73f1SSasha Levin 	if (ndev->tap_fd >= 0)
2979a6d73f1SSasha Levin 		close(ndev->tap_fd);
2983b02f580SSasha Levin 
2993b02f580SSasha Levin 	return 0;
3004f56d42cSAsias He }
3014f56d42cSAsias He 
302b4fdde6dSAsias He static inline int tap_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev)
303b4fdde6dSAsias He {
304b4fdde6dSAsias He 	return writev(ndev->tap_fd, iov, out);
305b4fdde6dSAsias He }
306b4fdde6dSAsias He 
307b4fdde6dSAsias He static inline int tap_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev)
308b4fdde6dSAsias He {
309b4fdde6dSAsias He 	return readv(ndev->tap_fd, iov, in);
310b4fdde6dSAsias He }
311b4fdde6dSAsias He 
312b4fdde6dSAsias He static inline int uip_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev)
313b4fdde6dSAsias He {
314b4fdde6dSAsias He 	return uip_tx(iov, out, &ndev->info);
315b4fdde6dSAsias He }
316b4fdde6dSAsias He 
317b4fdde6dSAsias He static inline int uip_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev)
318b4fdde6dSAsias He {
319b4fdde6dSAsias He 	return uip_rx(iov, in, &ndev->info);
320b4fdde6dSAsias He }
321b4fdde6dSAsias He 
322b4fdde6dSAsias He static struct net_dev_operations tap_ops = {
323b4fdde6dSAsias He 	.rx	= tap_ops_rx,
324b4fdde6dSAsias He 	.tx	= tap_ops_tx,
325b4fdde6dSAsias He };
326b4fdde6dSAsias He 
327b4fdde6dSAsias He static struct net_dev_operations uip_ops = {
328b4fdde6dSAsias He 	.rx	= uip_ops_rx,
329b4fdde6dSAsias He 	.tx	= uip_ops_tx,
330b4fdde6dSAsias He };
331b4fdde6dSAsias He 
332c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev)
33378a2a3e2SSasha Levin {
33478a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
33578a2a3e2SSasha Levin 
336c5ae742bSSasha Levin 	return ((u8 *)(&ndev->config));
33778a2a3e2SSasha Levin }
33878a2a3e2SSasha Levin 
33978a2a3e2SSasha Levin static u32 get_host_features(struct kvm *kvm, void *dev)
34078a2a3e2SSasha Levin {
34179052597SSasha Levin 	struct net_dev *ndev = dev;
34279052597SSasha Levin 
34378a2a3e2SSasha Levin 	return 1UL << VIRTIO_NET_F_MAC
34478a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_CSUM
34578a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_UFO
34678a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_TSO4
34778a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_TSO6
34878a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_UFO
34978a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_TSO4
35092c1f37bSSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_TSO6
351754c8ce3SSasha Levin 		| 1UL << VIRTIO_RING_F_EVENT_IDX
352abd4a801SSasha Levin 		| 1UL << VIRTIO_RING_F_INDIRECT_DESC
3536585ffb7SSasha Levin 		| 1UL << VIRTIO_NET_F_CTRL_VQ
35479052597SSasha Levin 		| 1UL << (ndev->queue_pairs > 1 ? VIRTIO_NET_F_MQ : 0);
35578a2a3e2SSasha Levin }
35678a2a3e2SSasha Levin 
35778a2a3e2SSasha Levin static void set_guest_features(struct kvm *kvm, void *dev, u32 features)
35878a2a3e2SSasha Levin {
35978a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
36078a2a3e2SSasha Levin 
36178a2a3e2SSasha Levin 	ndev->features = features;
36278a2a3e2SSasha Levin }
36378a2a3e2SSasha Levin 
3649e56ec14SSasha Levin static bool is_ctrl_vq(struct net_dev *ndev, u32 vq)
3659e56ec14SSasha Levin {
3669e56ec14SSasha Levin 	return vq == (u32)(ndev->queue_pairs * 2);
3679e56ec14SSasha Levin }
3689e56ec14SSasha Levin 
369c59ba304SWill Deacon static int init_vq(struct kvm *kvm, void *dev, u32 vq, u32 page_size, u32 align,
370c59ba304SWill Deacon 		   u32 pfn)
37178a2a3e2SSasha Levin {
3729ed67cdcSSasha Levin 	struct vhost_vring_state state = { .index = vq };
3739ed67cdcSSasha Levin 	struct vhost_vring_addr addr;
37478a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
37578a2a3e2SSasha Levin 	struct virt_queue *queue;
37678a2a3e2SSasha Levin 	void *p;
3779ed67cdcSSasha Levin 	int r;
37878a2a3e2SSasha Levin 
379312c62d1SSasha Levin 	compat__remove_message(compat_id);
38078a2a3e2SSasha Levin 
38178a2a3e2SSasha Levin 	queue		= &ndev->vqs[vq];
38278a2a3e2SSasha Levin 	queue->pfn	= pfn;
383c59ba304SWill Deacon 	p		= guest_flat_to_host(kvm, queue->pfn * page_size);
38478a2a3e2SSasha Levin 
385c59ba304SWill Deacon 	vring_init(&queue->vring, VIRTIO_NET_QUEUE_SIZE, p, align);
38678a2a3e2SSasha Levin 
3876585ffb7SSasha Levin 	mutex_init(&ndev->io_lock[vq]);
3886585ffb7SSasha Levin 	pthread_cond_init(&ndev->io_cond[vq], NULL);
3899e56ec14SSasha Levin 	if (is_ctrl_vq(ndev, vq)) {
3906585ffb7SSasha Levin 		pthread_create(&ndev->io_thread[vq], NULL, virtio_net_ctrl_thread, ndev);
3919e56ec14SSasha Levin 
3929e56ec14SSasha Levin 		return 0;
3939e56ec14SSasha Levin 	} else if (ndev->vhost_fd == 0 ) {
3949e56ec14SSasha Levin 		if (vq & 1)
3956585ffb7SSasha Levin 			pthread_create(&ndev->io_thread[vq], NULL, virtio_net_tx_thread, ndev);
3966585ffb7SSasha Levin 		else
3976585ffb7SSasha Levin 			pthread_create(&ndev->io_thread[vq], NULL, virtio_net_rx_thread, ndev);
3986585ffb7SSasha Levin 
39978a2a3e2SSasha Levin 		return 0;
4006585ffb7SSasha Levin 	}
4019ed67cdcSSasha Levin 
4029ed67cdcSSasha Levin 	state.num = queue->vring.num;
4039ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_NUM, &state);
4049ed67cdcSSasha Levin 	if (r < 0)
4059ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_NUM failed");
4069ed67cdcSSasha Levin 	state.num = 0;
4079ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_BASE, &state);
4089ed67cdcSSasha Levin 	if (r < 0)
4099ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_BASE failed");
4109ed67cdcSSasha Levin 
4119ed67cdcSSasha Levin 	addr = (struct vhost_vring_addr) {
4129ed67cdcSSasha Levin 		.index = vq,
4139ed67cdcSSasha Levin 		.desc_user_addr = (u64)(unsigned long)queue->vring.desc,
4149ed67cdcSSasha Levin 		.avail_user_addr = (u64)(unsigned long)queue->vring.avail,
4159ed67cdcSSasha Levin 		.used_user_addr = (u64)(unsigned long)queue->vring.used,
4169ed67cdcSSasha Levin 	};
4179ed67cdcSSasha Levin 
4189ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_ADDR, &addr);
4199ed67cdcSSasha Levin 	if (r < 0)
4209ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_ADDR failed");
4219ed67cdcSSasha Levin 
4229ed67cdcSSasha Levin 	return 0;
4239ed67cdcSSasha Levin }
4249ed67cdcSSasha Levin 
4259ed67cdcSSasha Levin static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi)
4269ed67cdcSSasha Levin {
4279ed67cdcSSasha Levin 	struct net_dev *ndev = dev;
4289ed67cdcSSasha Levin 	struct kvm_irqfd irq;
4299ed67cdcSSasha Levin 	struct vhost_vring_file file;
4309ed67cdcSSasha Levin 	int r;
4319ed67cdcSSasha Levin 
4329ed67cdcSSasha Levin 	if (ndev->vhost_fd == 0)
4339ed67cdcSSasha Levin 		return;
4349ed67cdcSSasha Levin 
4359ed67cdcSSasha Levin 	irq = (struct kvm_irqfd) {
4369ed67cdcSSasha Levin 		.gsi	= gsi,
4379ed67cdcSSasha Levin 		.fd	= eventfd(0, 0),
4389ed67cdcSSasha Levin 	};
4399ed67cdcSSasha Levin 	file = (struct vhost_vring_file) {
4409ed67cdcSSasha Levin 		.index	= vq,
4419ed67cdcSSasha Levin 		.fd	= irq.fd,
4429ed67cdcSSasha Levin 	};
4439ed67cdcSSasha Levin 
4449ed67cdcSSasha Levin 	r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq);
4459ed67cdcSSasha Levin 	if (r < 0)
4469ed67cdcSSasha Levin 		die_perror("KVM_IRQFD failed");
4479ed67cdcSSasha Levin 
4489ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_CALL, &file);
4499ed67cdcSSasha Levin 	if (r < 0)
4509ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_CALL failed");
4519ed67cdcSSasha Levin 	file.fd = ndev->tap_fd;
4529ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_NET_SET_BACKEND, &file);
4539ed67cdcSSasha Levin 	if (r != 0)
4549ed67cdcSSasha Levin 		die("VHOST_NET_SET_BACKEND failed %d", errno);
4559ed67cdcSSasha Levin 
4569ed67cdcSSasha Levin }
4579ed67cdcSSasha Levin 
4589ed67cdcSSasha Levin static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd)
4599ed67cdcSSasha Levin {
4609ed67cdcSSasha Levin 	struct net_dev *ndev = dev;
4619ed67cdcSSasha Levin 	struct vhost_vring_file file = {
4629ed67cdcSSasha Levin 		.index	= vq,
4639ed67cdcSSasha Levin 		.fd	= efd,
4649ed67cdcSSasha Levin 	};
4659ed67cdcSSasha Levin 	int r;
4669ed67cdcSSasha Levin 
4679e56ec14SSasha Levin 	if (ndev->vhost_fd == 0 || is_ctrl_vq(ndev, vq))
4689ed67cdcSSasha Levin 		return;
4699ed67cdcSSasha Levin 
4709ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_KICK, &file);
4719ed67cdcSSasha Levin 	if (r < 0)
4729ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_KICK failed");
47378a2a3e2SSasha Levin }
47478a2a3e2SSasha Levin 
47578a2a3e2SSasha Levin static int notify_vq(struct kvm *kvm, void *dev, u32 vq)
47678a2a3e2SSasha Levin {
4779a6d73f1SSasha Levin 	struct net_dev *ndev = dev;
4789a6d73f1SSasha Levin 
4799a6d73f1SSasha Levin 	virtio_net_handle_callback(kvm, ndev, vq);
48078a2a3e2SSasha Levin 
48178a2a3e2SSasha Levin 	return 0;
48278a2a3e2SSasha Levin }
48378a2a3e2SSasha Levin 
48478a2a3e2SSasha Levin static int get_pfn_vq(struct kvm *kvm, void *dev, u32 vq)
48578a2a3e2SSasha Levin {
48678a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
48778a2a3e2SSasha Levin 
48878a2a3e2SSasha Levin 	return ndev->vqs[vq].pfn;
48978a2a3e2SSasha Levin }
49078a2a3e2SSasha Levin 
49178a2a3e2SSasha Levin static int get_size_vq(struct kvm *kvm, void *dev, u32 vq)
49278a2a3e2SSasha Levin {
4930f4f51a8SAsias He 	/* FIXME: dynamic */
49478a2a3e2SSasha Levin 	return VIRTIO_NET_QUEUE_SIZE;
49578a2a3e2SSasha Levin }
49678a2a3e2SSasha Levin 
4970f4f51a8SAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size)
4980f4f51a8SAsias He {
4990f4f51a8SAsias He 	/* FIXME: dynamic */
5000f4f51a8SAsias He 	return size;
5010f4f51a8SAsias He }
5020f4f51a8SAsias He 
5038c0ae74dSSasha Levin static void notify_status(struct kvm *kvm, void *dev, u8 status);
5048c0ae74dSSasha Levin 
5051c47ce69SSasha Levin static struct virtio_ops net_dev_virtio_ops = (struct virtio_ops) {
5061c47ce69SSasha Levin 	.get_config		= get_config,
5071c47ce69SSasha Levin 	.get_host_features	= get_host_features,
5081c47ce69SSasha Levin 	.set_guest_features	= set_guest_features,
5091c47ce69SSasha Levin 	.init_vq		= init_vq,
5101c47ce69SSasha Levin 	.get_pfn_vq		= get_pfn_vq,
5111c47ce69SSasha Levin 	.get_size_vq		= get_size_vq,
5120f4f51a8SAsias He 	.set_size_vq		= set_size_vq,
5130f4f51a8SAsias He 	.notify_vq		= notify_vq,
5149ed67cdcSSasha Levin 	.notify_vq_gsi		= notify_vq_gsi,
5159ed67cdcSSasha Levin 	.notify_vq_eventfd	= notify_vq_eventfd,
5168c0ae74dSSasha Levin 	.notify_status		= notify_status,
5171c47ce69SSasha Levin };
5181c47ce69SSasha Levin 
5199ed67cdcSSasha Levin static void virtio_net__vhost_init(struct kvm *kvm, struct net_dev *ndev)
5209ed67cdcSSasha Levin {
52192c1f37bSSasha Levin 	u64 features = 1UL << VIRTIO_RING_F_EVENT_IDX;
5229ed67cdcSSasha Levin 	struct vhost_memory *mem;
5239ed67cdcSSasha Levin 	int r;
5249ed67cdcSSasha Levin 
5259ed67cdcSSasha Levin 	ndev->vhost_fd = open("/dev/vhost-net", O_RDWR);
5269ed67cdcSSasha Levin 	if (ndev->vhost_fd < 0)
5279ed67cdcSSasha Levin 		die_perror("Failed openning vhost-net device");
5289ed67cdcSSasha Levin 
5298b795457SAsias He 	mem = calloc(1, sizeof(*mem) + sizeof(struct vhost_memory_region));
5309ed67cdcSSasha Levin 	if (mem == NULL)
5319ed67cdcSSasha Levin 		die("Failed allocating memory for vhost memory map");
5329ed67cdcSSasha Levin 
5339ed67cdcSSasha Levin 	mem->nregions = 1;
5349ed67cdcSSasha Levin 	mem->regions[0] = (struct vhost_memory_region) {
5359ed67cdcSSasha Levin 		.guest_phys_addr	= 0,
5369ed67cdcSSasha Levin 		.memory_size		= kvm->ram_size,
537b4108023SAsias He 		.userspace_addr		= (unsigned long)kvm->ram_start,
5389ed67cdcSSasha Levin 	};
5399ed67cdcSSasha Levin 
5409ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_OWNER);
5419ed67cdcSSasha Levin 	if (r != 0)
5429ed67cdcSSasha Levin 		die_perror("VHOST_SET_OWNER failed");
5439ed67cdcSSasha Levin 
5449ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_FEATURES, &features);
5459ed67cdcSSasha Levin 	if (r != 0)
5469ed67cdcSSasha Levin 		die_perror("VHOST_SET_FEATURES failed");
5479ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_MEM_TABLE, mem);
5489ed67cdcSSasha Levin 	if (r != 0)
5499ed67cdcSSasha Levin 		die_perror("VHOST_SET_MEM_TABLE failed");
550627d6874SAsias He 
551627d6874SAsias He 	ndev->vdev.use_vhost = true;
552627d6874SAsias He 
5539ed67cdcSSasha Levin 	free(mem);
5549ed67cdcSSasha Levin }
5559ed67cdcSSasha Levin 
5565f225124SSasha Levin static inline void str_to_mac(const char *str, char *mac)
5575f225124SSasha Levin {
5585f225124SSasha Levin 	sscanf(str, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx",
5595f225124SSasha Levin 		mac, mac+1, mac+2, mac+3, mac+4, mac+5);
5605f225124SSasha Levin }
5614346fd8fSSasha Levin static int set_net_param(struct kvm *kvm, struct virtio_net_params *p,
5624346fd8fSSasha Levin 			const char *param, const char *val)
5635f225124SSasha Levin {
5645f225124SSasha Levin 	if (strcmp(param, "guest_mac") == 0) {
5655f225124SSasha Levin 		str_to_mac(val, p->guest_mac);
5665f225124SSasha Levin 	} else if (strcmp(param, "mode") == 0) {
5675f225124SSasha Levin 		if (!strncmp(val, "user", 4)) {
5685f225124SSasha Levin 			int i;
5695f225124SSasha Levin 
5705f225124SSasha Levin 			for (i = 0; i < kvm->cfg.num_net_devices; i++)
5715f225124SSasha Levin 				if (kvm->cfg.net_params[i].mode == NET_MODE_USER)
5725f225124SSasha Levin 					die("Only one usermode network device allowed at a time");
5735f225124SSasha Levin 			p->mode = NET_MODE_USER;
5745f225124SSasha Levin 		} else if (!strncmp(val, "tap", 3)) {
5755f225124SSasha Levin 			p->mode = NET_MODE_TAP;
5765f225124SSasha Levin 		} else if (!strncmp(val, "none", 4)) {
5775f225124SSasha Levin 			kvm->cfg.no_net = 1;
5785f225124SSasha Levin 			return -1;
5795f225124SSasha Levin 		} else
5805f225124SSasha Levin 			die("Unknown network mode %s, please use user, tap or none", kvm->cfg.network);
5815f225124SSasha Levin 	} else if (strcmp(param, "script") == 0) {
5825f225124SSasha Levin 		p->script = strdup(val);
5835f225124SSasha Levin 	} else if (strcmp(param, "guest_ip") == 0) {
5845f225124SSasha Levin 		p->guest_ip = strdup(val);
5855f225124SSasha Levin 	} else if (strcmp(param, "host_ip") == 0) {
5865f225124SSasha Levin 		p->host_ip = strdup(val);
5875f225124SSasha Levin 	} else if (strcmp(param, "trans") == 0) {
5885f225124SSasha Levin 		p->trans = strdup(val);
5895f225124SSasha Levin 	} else if (strcmp(param, "vhost") == 0) {
5905f225124SSasha Levin 		p->vhost = atoi(val);
5915f225124SSasha Levin 	} else if (strcmp(param, "fd") == 0) {
5925f225124SSasha Levin 		p->fd = atoi(val);
59379052597SSasha Levin 	} else if (strcmp(param, "mq") == 0) {
59479052597SSasha Levin 		p->mq = atoi(val);
5955f225124SSasha Levin 	} else
5965f225124SSasha Levin 		die("Unknown network parameter %s", param);
5975f225124SSasha Levin 
5985f225124SSasha Levin 	return 0;
5995f225124SSasha Levin }
6005f225124SSasha Levin 
6015f225124SSasha Levin int netdev_parser(const struct option *opt, const char *arg, int unset)
6025f225124SSasha Levin {
6035f225124SSasha Levin 	struct virtio_net_params p;
6045f225124SSasha Levin 	char *buf = NULL, *cmd = NULL, *cur = NULL;
6055f225124SSasha Levin 	bool on_cmd = true;
6065f225124SSasha Levin 	struct kvm *kvm = opt->ptr;
6075f225124SSasha Levin 
6085f225124SSasha Levin 	if (arg) {
6095f225124SSasha Levin 		buf = strdup(arg);
6105f225124SSasha Levin 		if (buf == NULL)
6115f225124SSasha Levin 			die("Failed allocating new net buffer");
6125f225124SSasha Levin 		cur = strtok(buf, ",=");
6135f225124SSasha Levin 	}
6145f225124SSasha Levin 
6155f225124SSasha Levin 	p = (struct virtio_net_params) {
6165f225124SSasha Levin 		.guest_ip	= DEFAULT_GUEST_ADDR,
6175f225124SSasha Levin 		.host_ip	= DEFAULT_HOST_ADDR,
6185f225124SSasha Levin 		.script		= DEFAULT_SCRIPT,
6195f225124SSasha Levin 		.mode		= NET_MODE_TAP,
6205f225124SSasha Levin 	};
6215f225124SSasha Levin 
6225f225124SSasha Levin 	str_to_mac(DEFAULT_GUEST_MAC, p.guest_mac);
6235f225124SSasha Levin 	p.guest_mac[5] += kvm->cfg.num_net_devices;
6245f225124SSasha Levin 
6255f225124SSasha Levin 	while (cur) {
6265f225124SSasha Levin 		if (on_cmd) {
6275f225124SSasha Levin 			cmd = cur;
6285f225124SSasha Levin 		} else {
6294346fd8fSSasha Levin 			if (set_net_param(kvm, &p, cmd, cur) < 0)
6305f225124SSasha Levin 				goto done;
6315f225124SSasha Levin 		}
6325f225124SSasha Levin 		on_cmd = !on_cmd;
6335f225124SSasha Levin 
6345f225124SSasha Levin 		cur = strtok(NULL, ",=");
6355f225124SSasha Levin 	};
6365f225124SSasha Levin 
6375f225124SSasha Levin 	kvm->cfg.num_net_devices++;
6385f225124SSasha Levin 
6395f225124SSasha Levin 	kvm->cfg.net_params = realloc(kvm->cfg.net_params, kvm->cfg.num_net_devices * sizeof(*kvm->cfg.net_params));
6405f225124SSasha Levin 	if (kvm->cfg.net_params == NULL)
6415f225124SSasha Levin 		die("Failed adding new network device");
6425f225124SSasha Levin 
6435f225124SSasha Levin 	kvm->cfg.net_params[kvm->cfg.num_net_devices - 1] = p;
6445f225124SSasha Levin 
6455f225124SSasha Levin done:
6465f225124SSasha Levin 	free(buf);
6475f225124SSasha Levin 	return 0;
6485f225124SSasha Levin }
6495f225124SSasha Levin 
6505f225124SSasha Levin static int virtio_net__init_one(struct virtio_net_params *params)
6514f56d42cSAsias He {
652b5ee1ea7SAsias He 	int i;
6539a6d73f1SSasha Levin 	struct net_dev *ndev;
6549a6d73f1SSasha Levin 
6559a6d73f1SSasha Levin 	ndev = calloc(1, sizeof(struct net_dev));
6569a6d73f1SSasha Levin 	if (ndev == NULL)
6575f225124SSasha Levin 		return -ENOMEM;
6589a6d73f1SSasha Levin 
6599a6d73f1SSasha Levin 	list_add_tail(&ndev->list, &ndevs);
6609a6d73f1SSasha Levin 
6619a6d73f1SSasha Levin 	ndev->kvm = params->kvm;
6628c0ae74dSSasha Levin 	ndev->params = params;
6639a6d73f1SSasha Levin 
6649a6d73f1SSasha Levin 	mutex_init(&ndev->mutex);
66579052597SSasha Levin 	ndev->queue_pairs = max(1, min(VIRTIO_NET_NUM_QUEUES, params->mq));
6669a6d73f1SSasha Levin 	ndev->config.status = VIRTIO_NET_S_LINK_UP;
66779052597SSasha Levin 	if (ndev->queue_pairs > 1)
66879052597SSasha Levin 		ndev->config.max_virtqueue_pairs = ndev->queue_pairs;
66979052597SSasha Levin 
6700c54698eSAsias He 	for (i = 0 ; i < 6 ; i++) {
6719a6d73f1SSasha Levin 		ndev->config.mac[i]		= params->guest_mac[i];
6729a6d73f1SSasha Levin 		ndev->info.guest_mac.addr[i]	= params->guest_mac[i];
6739a6d73f1SSasha Levin 		ndev->info.host_mac.addr[i]	= params->host_mac[i];
6740c54698eSAsias He 	}
675f715177dSAsias He 
6769a6d73f1SSasha Levin 	ndev->mode = params->mode;
6779a6d73f1SSasha Levin 	if (ndev->mode == NET_MODE_TAP) {
6789a6d73f1SSasha Levin 		ndev->ops = &tap_ops;
679b4fdde6dSAsias He 	} else {
6809a6d73f1SSasha Levin 		ndev->info.host_ip		= ntohl(inet_addr(params->host_ip));
6819a6d73f1SSasha Levin 		ndev->info.guest_ip		= ntohl(inet_addr(params->guest_ip));
6829a6d73f1SSasha Levin 		ndev->info.guest_netmask	= ntohl(inet_addr("255.255.255.0"));
6839a6d73f1SSasha Levin 		ndev->info.buf_nr		= 20,
6849a6d73f1SSasha Levin 		ndev->ops = &uip_ops;
685b4fdde6dSAsias He 	}
686b5ee1ea7SAsias He 
68769205aa1SAsias He 	if (params->trans && strcmp(params->trans, "mmio") == 0)
6884346fd8fSSasha Levin 		virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops,
68969205aa1SAsias He 			    VIRTIO_MMIO, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET);
69069205aa1SAsias He 	else
6914346fd8fSSasha Levin 		virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops,
69202eca50cSAsias He 			    VIRTIO_PCI, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET);
69327ab67f5SSasha Levin 
6949ed67cdcSSasha Levin 	if (params->vhost)
6959ed67cdcSSasha Levin 		virtio_net__vhost_init(params->kvm, ndev);
696cb83de6fSSasha Levin 
697d278197dSAsias He 	if (compat_id == -1)
69852f34d2cSAsias He 		compat_id = virtio_compat_add_message("virtio-net", "CONFIG_VIRTIO_NET");
6995f225124SSasha Levin 
7005f225124SSasha Levin 	return 0;
7015f225124SSasha Levin }
7025f225124SSasha Levin 
7038c0ae74dSSasha Levin static void notify_status(struct kvm *kvm, void *dev, u8 status)
7048c0ae74dSSasha Levin {
7058c0ae74dSSasha Levin 	struct net_dev *ndev = dev;
7068c0ae74dSSasha Levin 
7078c0ae74dSSasha Levin 	if (!(status & VIRTIO_CONFIG_S_DRIVER_OK))
7088c0ae74dSSasha Levin 		return;
7098c0ae74dSSasha Levin 
7108c0ae74dSSasha Levin 	if (ndev->mode == NET_MODE_TAP) {
7118c0ae74dSSasha Levin 		if (!virtio_net__tap_init(ndev))
7128c0ae74dSSasha Levin 			die_perror("You have requested a TAP device, but creation of one has failed because");
7138c0ae74dSSasha Levin 	} else {
714*48c6b47aSSasha Levin 		ndev->info.vnet_hdr_len = (ndev->features & (1 << VIRTIO_NET_F_MRG_RXBUF)) ?
715*48c6b47aSSasha Levin 						sizeof(struct virtio_net_hdr_mrg_rxbuf) :
716*48c6b47aSSasha Levin 						sizeof(struct virtio_net_hdr);
7178c0ae74dSSasha Levin 		uip_init(&ndev->info);
7188c0ae74dSSasha Levin 	}
7198c0ae74dSSasha Levin }
7208c0ae74dSSasha Levin 
7215f225124SSasha Levin int virtio_net__init(struct kvm *kvm)
7225f225124SSasha Levin {
7235f225124SSasha Levin 	int i;
7245f225124SSasha Levin 
7255f225124SSasha Levin 	for (i = 0; i < kvm->cfg.num_net_devices; i++) {
7265f225124SSasha Levin 		kvm->cfg.net_params[i].kvm = kvm;
7275f225124SSasha Levin 		virtio_net__init_one(&kvm->cfg.net_params[i]);
7285f225124SSasha Levin 	}
7295f225124SSasha Levin 
7305f225124SSasha Levin 	if (kvm->cfg.num_net_devices == 0 && kvm->cfg.no_net == 0) {
7318c0ae74dSSasha Levin 		static struct virtio_net_params net_params;
7325f225124SSasha Levin 
7335f225124SSasha Levin 		net_params = (struct virtio_net_params) {
7345f225124SSasha Levin 			.guest_ip	= kvm->cfg.guest_ip,
7355f225124SSasha Levin 			.host_ip	= kvm->cfg.host_ip,
7365f225124SSasha Levin 			.kvm		= kvm,
7375f225124SSasha Levin 			.script		= kvm->cfg.script,
7385f225124SSasha Levin 			.mode		= NET_MODE_USER,
7395f225124SSasha Levin 		};
7405f225124SSasha Levin 		str_to_mac(kvm->cfg.guest_mac, net_params.guest_mac);
7415f225124SSasha Levin 		str_to_mac(kvm->cfg.host_mac, net_params.host_mac);
7425f225124SSasha Levin 
7435f225124SSasha Levin 		virtio_net__init_one(&net_params);
7445f225124SSasha Levin 	}
7455f225124SSasha Levin 
7465f225124SSasha Levin 	return 0;
7475f225124SSasha Levin }
74849a8afd1SSasha Levin virtio_dev_init(virtio_net__init);
7495f225124SSasha Levin 
7505f225124SSasha Levin int virtio_net__exit(struct kvm *kvm)
7515f225124SSasha Levin {
7525f225124SSasha Levin 	return 0;
7534f56d42cSAsias He }
75449a8afd1SSasha Levin virtio_dev_exit(virtio_net__exit);
755