xref: /kvmtool/virtio/net.c (revision f83dc816a9c76f87ad90723f366700077fb367ea)
131638bcaSCyrill Gorcunov #include "kvm/virtio-pci-dev.h"
2b5ee1ea7SAsias He #include "kvm/virtio-net.h"
34f56d42cSAsias He #include "kvm/virtio.h"
44f56d42cSAsias He #include "kvm/mutex.h"
54f56d42cSAsias He #include "kvm/util.h"
64f56d42cSAsias He #include "kvm/kvm.h"
72449f6e3SSasha Levin #include "kvm/irq.h"
8b5ee1ea7SAsias He #include "kvm/uip.h"
9cb83de6fSSasha Levin #include "kvm/guest_compat.h"
107668c3a6SSasha Levin #include "kvm/iovec.h"
114f56d42cSAsias He 
129ed67cdcSSasha Levin #include <linux/vhost.h>
134f56d42cSAsias He #include <linux/virtio_net.h>
144f56d42cSAsias He #include <linux/if_tun.h>
1578a2a3e2SSasha Levin #include <linux/types.h>
16c229370aSIngo Molnar 
17c229370aSIngo Molnar #include <arpa/inet.h>
184f56d42cSAsias He #include <net/if.h>
19c229370aSIngo Molnar 
20c229370aSIngo Molnar #include <unistd.h>
214f56d42cSAsias He #include <fcntl.h>
22c229370aSIngo Molnar 
23cb7202c1SSasha Levin #include <sys/socket.h>
24c229370aSIngo Molnar #include <sys/ioctl.h>
25c229370aSIngo Molnar #include <sys/types.h>
2673b7d038SAmos Kong #include <sys/wait.h>
279ed67cdcSSasha Levin #include <sys/eventfd.h>
284f56d42cSAsias He 
294059ad8bSAsias He #define VIRTIO_NET_QUEUE_SIZE		256
306585ffb7SSasha Levin #define VIRTIO_NET_NUM_QUEUES		8
314f56d42cSAsias He 
32b4fdde6dSAsias He struct net_dev;
33b4fdde6dSAsias He 
34b4fdde6dSAsias He struct net_dev_operations {
35b4fdde6dSAsias He 	int (*rx)(struct iovec *iov, u16 in, struct net_dev *ndev);
36b4fdde6dSAsias He 	int (*tx)(struct iovec *iov, u16 in, struct net_dev *ndev);
37b4fdde6dSAsias He };
38b4fdde6dSAsias He 
398626798bSAsias He struct net_dev {
40d3476f7dSSasha Levin 	struct mutex			mutex;
4102eca50cSAsias He 	struct virtio_device		vdev;
429a6d73f1SSasha Levin 	struct list_head		list;
434f56d42cSAsias He 
446585ffb7SSasha Levin 	struct virt_queue		vqs[VIRTIO_NET_NUM_QUEUES * 2 + 1];
45c229370aSIngo Molnar 	struct virtio_net_config	config;
4679052597SSasha Levin 	u32				features, rx_vqs, tx_vqs, queue_pairs;
474f56d42cSAsias He 
486585ffb7SSasha Levin 	pthread_t			io_thread[VIRTIO_NET_NUM_QUEUES * 2 + 1];
496585ffb7SSasha Levin 	struct mutex			io_lock[VIRTIO_NET_NUM_QUEUES * 2 + 1];
506585ffb7SSasha Levin 	pthread_cond_t			io_cond[VIRTIO_NET_NUM_QUEUES * 2 + 1];
51c4aa7c02SPekka Enberg 
529ed67cdcSSasha Levin 	int				vhost_fd;
534f56d42cSAsias He 	int				tap_fd;
544f56d42cSAsias He 	char				tap_name[IFNAMSIZ];
55bb1a32f1SAsias He 
56bb1a32f1SAsias He 	int				mode;
57bb1a32f1SAsias He 
58b5ee1ea7SAsias He 	struct uip_info			info;
59b4fdde6dSAsias He 	struct net_dev_operations	*ops;
609a6d73f1SSasha Levin 	struct kvm			*kvm;
618c0ae74dSSasha Levin 
628c0ae74dSSasha Levin 	struct virtio_net_params	*params;
634f56d42cSAsias He };
644f56d42cSAsias He 
659a6d73f1SSasha Levin static LIST_HEAD(ndevs);
66312c62d1SSasha Levin static int compat_id = -1;
674f56d42cSAsias He 
687668c3a6SSasha Levin #define MAX_PACKET_SIZE 65550
697668c3a6SSasha Levin 
707668c3a6SSasha Levin static bool has_virtio_feature(struct net_dev *ndev, u32 feature)
717668c3a6SSasha Levin {
727668c3a6SSasha Levin 	return ndev->features & (1 << feature);
737668c3a6SSasha Levin }
747668c3a6SSasha Levin 
758ed60bbeSMarc Zyngier static void virtio_net_fix_tx_hdr(struct virtio_net_hdr *hdr, struct net_dev *ndev)
768ed60bbeSMarc Zyngier {
778ed60bbeSMarc Zyngier 	hdr->hdr_len		= virtio_guest_to_host_u16(&ndev->vdev, hdr->hdr_len);
788ed60bbeSMarc Zyngier 	hdr->gso_size		= virtio_guest_to_host_u16(&ndev->vdev, hdr->gso_size);
798ed60bbeSMarc Zyngier 	hdr->csum_start		= virtio_guest_to_host_u16(&ndev->vdev, hdr->csum_start);
808ed60bbeSMarc Zyngier 	hdr->csum_offset	= virtio_guest_to_host_u16(&ndev->vdev, hdr->csum_offset);
818ed60bbeSMarc Zyngier }
828ed60bbeSMarc Zyngier 
838ed60bbeSMarc Zyngier static void virtio_net_fix_rx_hdr(struct virtio_net_hdr_mrg_rxbuf *hdr, struct net_dev *ndev)
848ed60bbeSMarc Zyngier {
858ed60bbeSMarc Zyngier 	hdr->hdr.hdr_len	= virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.hdr_len);
868ed60bbeSMarc Zyngier 	hdr->hdr.gso_size	= virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.gso_size);
878ed60bbeSMarc Zyngier 	hdr->hdr.csum_start	= virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.csum_start);
888ed60bbeSMarc Zyngier 	hdr->hdr.csum_offset	= virtio_host_to_guest_u16(&ndev->vdev, hdr->hdr.csum_offset);
898ed60bbeSMarc Zyngier 	if (has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF))
908ed60bbeSMarc Zyngier 		hdr->num_buffers	= virtio_host_to_guest_u16(&ndev->vdev, hdr->num_buffers);
918ed60bbeSMarc Zyngier }
928ed60bbeSMarc Zyngier 
93c4aa7c02SPekka Enberg static void *virtio_net_rx_thread(void *p)
944f56d42cSAsias He {
954f56d42cSAsias He 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
964f56d42cSAsias He 	struct virt_queue *vq;
9743835ac9SSasha Levin 	struct kvm *kvm;
989a6d73f1SSasha Levin 	struct net_dev *ndev = p;
993fdf659dSSasha Levin 	u16 out, in;
1003fdf659dSSasha Levin 	u16 head;
1016d6cc14bSWill Deacon 	int len, copied;
1026585ffb7SSasha Levin 	u32 id;
1036585ffb7SSasha Levin 
1046585ffb7SSasha Levin 	mutex_lock(&ndev->mutex);
1056585ffb7SSasha Levin 	id = ndev->rx_vqs++ * 2;
1066585ffb7SSasha Levin 	mutex_unlock(&ndev->mutex);
1074f56d42cSAsias He 
108a4d8c55eSSasha Levin 	kvm__set_thread_name("virtio-net-rx");
109a4d8c55eSSasha Levin 
1109a6d73f1SSasha Levin 	kvm = ndev->kvm;
1116585ffb7SSasha Levin 	vq = &ndev->vqs[id];
112c4aa7c02SPekka Enberg 
113c4aa7c02SPekka Enberg 	while (1) {
1146585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
115c4aa7c02SPekka Enberg 		if (!virt_queue__available(vq))
1166585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
1176585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
1184f56d42cSAsias He 
1194f56d42cSAsias He 		while (virt_queue__available(vq)) {
1207668c3a6SSasha Levin 			unsigned char buffer[MAX_PACKET_SIZE + sizeof(struct virtio_net_hdr_mrg_rxbuf)];
1217668c3a6SSasha Levin 			struct iovec dummy_iov = {
1227668c3a6SSasha Levin 				.iov_base = buffer,
1237668c3a6SSasha Levin 				.iov_len  = sizeof(buffer),
1247668c3a6SSasha Levin 			};
1257668c3a6SSasha Levin 			struct virtio_net_hdr_mrg_rxbuf *hdr;
1268ed60bbeSMarc Zyngier 			int i;
1277f5ffaf5SAsias He 
1287668c3a6SSasha Levin 			len = ndev->ops->rx(&dummy_iov, 1, ndev);
1296d6cc14bSWill Deacon 			if (len < 0) {
1306d6cc14bSWill Deacon 				pr_warning("%s: rx on vq %u failed (%d), exiting thread\n",
1316d6cc14bSWill Deacon 						__func__, id, len);
1326d6cc14bSWill Deacon 				goto out_err;
1336d6cc14bSWill Deacon 			}
1346d6cc14bSWill Deacon 
1358ed60bbeSMarc Zyngier 			copied = i = 0;
1367668c3a6SSasha Levin 			head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1378ed60bbeSMarc Zyngier 			hdr = iov[0].iov_base;
1387668c3a6SSasha Levin 			while (copied < len) {
1396d6cc14bSWill Deacon 				size_t iovsize = min_t(size_t, len - copied, iov_size(iov, in));
1407668c3a6SSasha Levin 
141e2493047SAsias He 				memcpy_toiovec(iov, buffer + copied, iovsize);
1427668c3a6SSasha Levin 				copied += iovsize;
1438ed60bbeSMarc Zyngier 				if (i++ == 0)
1448ed60bbeSMarc Zyngier 					virtio_net_fix_rx_hdr(hdr, ndev);
1458ed60bbeSMarc Zyngier 				if (has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF)) {
1468ed60bbeSMarc Zyngier 					u16 num_buffers = virtio_guest_to_host_u16(vq, hdr->num_buffers);
1478ed60bbeSMarc Zyngier 					hdr->num_buffers = virtio_host_to_guest_u16(vq, num_buffers + 1);
1488ed60bbeSMarc Zyngier 				}
1497668c3a6SSasha Levin 				virt_queue__set_used_elem(vq, head, iovsize);
1507668c3a6SSasha Levin 				if (copied == len)
1517668c3a6SSasha Levin 					break;
1527668c3a6SSasha Levin 				while (!virt_queue__available(vq))
1537668c3a6SSasha Levin 					sleep(0);
1547668c3a6SSasha Levin 				head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1557668c3a6SSasha Levin 			}
156c4aa7c02SPekka Enberg 			/* We should interrupt guest right now, otherwise latency is huge. */
1576585ffb7SSasha Levin 			if (virtio_queue__should_signal(vq))
1586585ffb7SSasha Levin 				ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
1594f56d42cSAsias He 		}
160c4aa7c02SPekka Enberg 	}
161c4aa7c02SPekka Enberg 
1626d6cc14bSWill Deacon out_err:
163c4aa7c02SPekka Enberg 	pthread_exit(NULL);
164c4aa7c02SPekka Enberg 	return NULL;
165c4aa7c02SPekka Enberg 
166c4aa7c02SPekka Enberg }
167c4aa7c02SPekka Enberg 
168c4aa7c02SPekka Enberg static void *virtio_net_tx_thread(void *p)
1694f56d42cSAsias He {
1704f56d42cSAsias He 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
1714f56d42cSAsias He 	struct virt_queue *vq;
17243835ac9SSasha Levin 	struct kvm *kvm;
1739a6d73f1SSasha Levin 	struct net_dev *ndev = p;
1743fdf659dSSasha Levin 	u16 out, in;
1753fdf659dSSasha Levin 	u16 head;
1764f56d42cSAsias He 	int len;
1776585ffb7SSasha Levin 	u32 id;
1786585ffb7SSasha Levin 
1796585ffb7SSasha Levin 	mutex_lock(&ndev->mutex);
1806585ffb7SSasha Levin 	id = ndev->tx_vqs++ * 2 + 1;
1816585ffb7SSasha Levin 	mutex_unlock(&ndev->mutex);
1824f56d42cSAsias He 
183a4d8c55eSSasha Levin 	kvm__set_thread_name("virtio-net-tx");
184a4d8c55eSSasha Levin 
1859a6d73f1SSasha Levin 	kvm = ndev->kvm;
1866585ffb7SSasha Levin 	vq = &ndev->vqs[id];
187c4aa7c02SPekka Enberg 
188c4aa7c02SPekka Enberg 	while (1) {
1896585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
190c4aa7c02SPekka Enberg 		if (!virt_queue__available(vq))
1916585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
1926585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
1934f56d42cSAsias He 
1944f56d42cSAsias He 		while (virt_queue__available(vq)) {
1958ed60bbeSMarc Zyngier 			struct virtio_net_hdr *hdr;
19643835ac9SSasha Levin 			head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1978ed60bbeSMarc Zyngier 			hdr = iov[0].iov_base;
1988ed60bbeSMarc Zyngier 			virtio_net_fix_tx_hdr(hdr, ndev);
1999a6d73f1SSasha Levin 			len = ndev->ops->tx(iov, out, ndev);
2006d6cc14bSWill Deacon 			if (len < 0) {
2016d6cc14bSWill Deacon 				pr_warning("%s: tx on vq %u failed (%d)\n",
2028ed60bbeSMarc Zyngier 						__func__, id, errno);
2036d6cc14bSWill Deacon 				goto out_err;
2046d6cc14bSWill Deacon 			}
2056d6cc14bSWill Deacon 
2064f56d42cSAsias He 			virt_queue__set_used_elem(vq, head, len);
2074f56d42cSAsias He 		}
2084f56d42cSAsias He 
2096585ffb7SSasha Levin 		if (virtio_queue__should_signal(vq))
2106585ffb7SSasha Levin 			ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
2114f56d42cSAsias He 	}
2124f56d42cSAsias He 
2136d6cc14bSWill Deacon out_err:
214c4aa7c02SPekka Enberg 	pthread_exit(NULL);
215c4aa7c02SPekka Enberg 	return NULL;
216c4aa7c02SPekka Enberg }
217407475bfSPekka Enberg 
2186585ffb7SSasha Levin static virtio_net_ctrl_ack virtio_net_handle_mq(struct kvm* kvm, struct net_dev *ndev, struct virtio_net_ctrl_hdr *ctrl)
2196585ffb7SSasha Levin {
2206585ffb7SSasha Levin 	/* Not much to do here */
2216585ffb7SSasha Levin 	return VIRTIO_NET_OK;
2226585ffb7SSasha Levin }
2236585ffb7SSasha Levin 
2246585ffb7SSasha Levin static void *virtio_net_ctrl_thread(void *p)
225abd4a801SSasha Levin {
226abd4a801SSasha Levin 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
227abd4a801SSasha Levin 	u16 out, in, head;
2286585ffb7SSasha Levin 	struct net_dev *ndev = p;
2296585ffb7SSasha Levin 	struct kvm *kvm = ndev->kvm;
23079052597SSasha Levin 	u32 id = ndev->queue_pairs * 2;
2316585ffb7SSasha Levin 	struct virt_queue *vq = &ndev->vqs[id];
232abd4a801SSasha Levin 	struct virtio_net_ctrl_hdr *ctrl;
233abd4a801SSasha Levin 	virtio_net_ctrl_ack *ack;
234abd4a801SSasha Levin 
235edb4a8a0SSuzuki K. Poulose 	kvm__set_thread_name("virtio-net-ctrl");
236edb4a8a0SSuzuki K. Poulose 
2376585ffb7SSasha Levin 	while (1) {
2386585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
2396585ffb7SSasha Levin 		if (!virt_queue__available(vq))
2406585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
2416585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
2426585ffb7SSasha Levin 
2436585ffb7SSasha Levin 		while (virt_queue__available(vq)) {
2446585ffb7SSasha Levin 			head = virt_queue__get_iov(&ndev->vqs[id], iov, &out, &in, kvm);
245abd4a801SSasha Levin 			ctrl = iov[0].iov_base;
246abd4a801SSasha Levin 			ack = iov[out].iov_base;
247abd4a801SSasha Levin 
248abd4a801SSasha Levin 			switch (ctrl->class) {
2496585ffb7SSasha Levin 			case VIRTIO_NET_CTRL_MQ:
2506585ffb7SSasha Levin 				*ack = virtio_net_handle_mq(kvm, ndev, ctrl);
2516585ffb7SSasha Levin 				break;
252abd4a801SSasha Levin 			default:
253abd4a801SSasha Levin 				*ack = VIRTIO_NET_ERR;
254abd4a801SSasha Levin 				break;
255abd4a801SSasha Levin 			}
2566585ffb7SSasha Levin 			virt_queue__set_used_elem(&ndev->vqs[id], head, iov[out].iov_len);
2576585ffb7SSasha Levin 		}
258abd4a801SSasha Levin 
2596585ffb7SSasha Levin 		if (virtio_queue__should_signal(&ndev->vqs[id]))
2606585ffb7SSasha Levin 			ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
2616585ffb7SSasha Levin 	}
262abd4a801SSasha Levin 
2636585ffb7SSasha Levin 	pthread_exit(NULL);
264abd4a801SSasha Levin 
2656585ffb7SSasha Levin 	return NULL;
266abd4a801SSasha Levin }
267abd4a801SSasha Levin 
2689a6d73f1SSasha Levin static void virtio_net_handle_callback(struct kvm *kvm, struct net_dev *ndev, int queue)
2694f56d42cSAsias He {
27079052597SSasha Levin 	if ((u32)queue >= (ndev->queue_pairs * 2 + 1)) {
2719a6d73f1SSasha Levin 		pr_warning("Unknown queue index %u", queue);
2726585ffb7SSasha Levin 		return;
273c4aa7c02SPekka Enberg 	}
2746585ffb7SSasha Levin 
2756585ffb7SSasha Levin 	mutex_lock(&ndev->io_lock[queue]);
2766585ffb7SSasha Levin 	pthread_cond_signal(&ndev->io_cond[queue]);
2776585ffb7SSasha Levin 	mutex_unlock(&ndev->io_lock[queue]);
2784f56d42cSAsias He }
2794f56d42cSAsias He 
280d2a7ddffSMarc Zyngier static int virtio_net_request_tap(struct net_dev *ndev, struct ifreq *ifr,
281d2a7ddffSMarc Zyngier 				  const char *tapname)
282d2a7ddffSMarc Zyngier {
283d2a7ddffSMarc Zyngier 	int ret;
284d2a7ddffSMarc Zyngier 
285d2a7ddffSMarc Zyngier 	memset(ifr, 0, sizeof(*ifr));
286d2a7ddffSMarc Zyngier 	ifr->ifr_flags = IFF_TAP | IFF_NO_PI | IFF_VNET_HDR;
287d2a7ddffSMarc Zyngier 	if (tapname)
288d2a7ddffSMarc Zyngier 		strncpy(ifr->ifr_name, tapname, sizeof(ifr->ifr_name));
289d2a7ddffSMarc Zyngier 
290*f83dc816SAndreas Herrmann 	ret = ioctl(ndev->tap_fd, TUNSETIFF, ifr);
291d2a7ddffSMarc Zyngier 
292d2a7ddffSMarc Zyngier 	if (ret >= 0)
293d2a7ddffSMarc Zyngier 		strncpy(ndev->tap_name, ifr->ifr_name, sizeof(ndev->tap_name));
294d2a7ddffSMarc Zyngier 	return ret;
295d2a7ddffSMarc Zyngier }
296d2a7ddffSMarc Zyngier 
2978c0ae74dSSasha Levin static bool virtio_net__tap_init(struct net_dev *ndev)
2984f56d42cSAsias He {
299cb7202c1SSasha Levin 	int sock = socket(AF_INET, SOCK_STREAM, 0);
300f715177dSAsias He 	int pid, status, offload, hdr_len;
301cb7202c1SSasha Levin 	struct sockaddr_in sin = {0};
302246c8347SAsias He 	struct ifreq ifr;
3038c0ae74dSSasha Levin 	const struct virtio_net_params *params = ndev->params;
3041dfc7c24SMarc Zyngier 	bool skipconf = !!params->tapif;
305d2a7ddffSMarc Zyngier 	bool macvtap = skipconf && (params->tapif[0] == '/');
306d2a7ddffSMarc Zyngier 	const char *tap_file = "/dev/net/tun";
3074f56d42cSAsias He 
308f19edd1eSSasha Levin 	/* Did the user already gave us the FD? */
309f19edd1eSSasha Levin 	if (params->fd) {
310f19edd1eSSasha Levin 		ndev->tap_fd = params->fd;
311f19edd1eSSasha Levin 		return 1;
312f19edd1eSSasha Levin 	}
313f19edd1eSSasha Levin 
314d2a7ddffSMarc Zyngier 	if (macvtap)
315d2a7ddffSMarc Zyngier 		tap_file = params->tapif;
316d2a7ddffSMarc Zyngier 
317d2a7ddffSMarc Zyngier 	ndev->tap_fd = open(tap_file, O_RDWR);
3189a6d73f1SSasha Levin 	if (ndev->tap_fd < 0) {
319d2a7ddffSMarc Zyngier 		pr_warning("Unable to open %s", tap_file);
3203b02f580SSasha Levin 		goto fail;
3213b02f580SSasha Levin 	}
3224f56d42cSAsias He 
323d2a7ddffSMarc Zyngier 	if (!macvtap &&
324d2a7ddffSMarc Zyngier 	    virtio_net_request_tap(ndev, &ifr, params->tapif) < 0) {
3254542f276SCyrill Gorcunov 		pr_warning("Config tap device error. Are you root?");
3263b02f580SSasha Levin 		goto fail;
3273b02f580SSasha Levin 	}
3284f56d42cSAsias He 
3297668c3a6SSasha Levin 	hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ?
33048c6b47aSSasha Levin 			sizeof(struct virtio_net_hdr_mrg_rxbuf) :
33148c6b47aSSasha Levin 			sizeof(struct virtio_net_hdr);
3329a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETVNETHDRSZ, &hdr_len) < 0)
3334542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETVNETHDRSZ error");
334246c8347SAsias He 
335246c8347SAsias He 	offload = TUN_F_CSUM | TUN_F_TSO4 | TUN_F_TSO6 | TUN_F_UFO;
3369a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETOFFLOAD, offload) < 0) {
3374542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETOFFLOAD error");
338246c8347SAsias He 		goto fail;
339246c8347SAsias He 	}
3404f56d42cSAsias He 
34173b7d038SAmos Kong 	if (strcmp(params->script, "none")) {
34273b7d038SAmos Kong 		pid = fork();
34373b7d038SAmos Kong 		if (pid == 0) {
3449a6d73f1SSasha Levin 			execl(params->script, params->script, ndev->tap_name, NULL);
34573b7d038SAmos Kong 			_exit(1);
34673b7d038SAmos Kong 		} else {
34773b7d038SAmos Kong 			waitpid(pid, &status, 0);
34873b7d038SAmos Kong 			if (WIFEXITED(status) && WEXITSTATUS(status) != 0) {
3494542f276SCyrill Gorcunov 				pr_warning("Fail to setup tap by %s", params->script);
35073b7d038SAmos Kong 				goto fail;
35173b7d038SAmos Kong 			}
35273b7d038SAmos Kong 		}
3531dfc7c24SMarc Zyngier 	} else if (!skipconf) {
354cb7202c1SSasha Levin 		memset(&ifr, 0, sizeof(ifr));
3559a6d73f1SSasha Levin 		strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name));
356bdfcfca6SSasha Levin 		sin.sin_addr.s_addr = inet_addr(params->host_ip);
357cb7202c1SSasha Levin 		memcpy(&(ifr.ifr_addr), &sin, sizeof(ifr.ifr_addr));
358cb7202c1SSasha Levin 		ifr.ifr_addr.sa_family = AF_INET;
3593b02f580SSasha Levin 		if (ioctl(sock, SIOCSIFADDR, &ifr) < 0) {
3604542f276SCyrill Gorcunov 			pr_warning("Could not set ip address on tap device");
3613b02f580SSasha Levin 			goto fail;
3623b02f580SSasha Levin 		}
36373b7d038SAmos Kong 	}
364cb7202c1SSasha Levin 
3651dfc7c24SMarc Zyngier 	if (!skipconf) {
366cb7202c1SSasha Levin 		memset(&ifr, 0, sizeof(ifr));
3679a6d73f1SSasha Levin 		strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name));
368cb7202c1SSasha Levin 		ioctl(sock, SIOCGIFFLAGS, &ifr);
369cb7202c1SSasha Levin 		ifr.ifr_flags |= IFF_UP | IFF_RUNNING;
370cb7202c1SSasha Levin 		if (ioctl(sock, SIOCSIFFLAGS, &ifr) < 0)
3714542f276SCyrill Gorcunov 			pr_warning("Could not bring tap device up");
3721dfc7c24SMarc Zyngier 	}
373cb7202c1SSasha Levin 
374cb7202c1SSasha Levin 	close(sock);
3753b02f580SSasha Levin 
3763b02f580SSasha Levin 	return 1;
3773b02f580SSasha Levin 
3783b02f580SSasha Levin fail:
3793b02f580SSasha Levin 	if (sock >= 0)
3803b02f580SSasha Levin 		close(sock);
3819a6d73f1SSasha Levin 	if (ndev->tap_fd >= 0)
3829a6d73f1SSasha Levin 		close(ndev->tap_fd);
3833b02f580SSasha Levin 
3843b02f580SSasha Levin 	return 0;
3854f56d42cSAsias He }
3864f56d42cSAsias He 
387b4fdde6dSAsias He static inline int tap_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev)
388b4fdde6dSAsias He {
389b4fdde6dSAsias He 	return writev(ndev->tap_fd, iov, out);
390b4fdde6dSAsias He }
391b4fdde6dSAsias He 
392b4fdde6dSAsias He static inline int tap_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev)
393b4fdde6dSAsias He {
394b4fdde6dSAsias He 	return readv(ndev->tap_fd, iov, in);
395b4fdde6dSAsias He }
396b4fdde6dSAsias He 
397b4fdde6dSAsias He static inline int uip_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev)
398b4fdde6dSAsias He {
399b4fdde6dSAsias He 	return uip_tx(iov, out, &ndev->info);
400b4fdde6dSAsias He }
401b4fdde6dSAsias He 
402b4fdde6dSAsias He static inline int uip_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev)
403b4fdde6dSAsias He {
404b4fdde6dSAsias He 	return uip_rx(iov, in, &ndev->info);
405b4fdde6dSAsias He }
406b4fdde6dSAsias He 
407b4fdde6dSAsias He static struct net_dev_operations tap_ops = {
408b4fdde6dSAsias He 	.rx	= tap_ops_rx,
409b4fdde6dSAsias He 	.tx	= tap_ops_tx,
410b4fdde6dSAsias He };
411b4fdde6dSAsias He 
412b4fdde6dSAsias He static struct net_dev_operations uip_ops = {
413b4fdde6dSAsias He 	.rx	= uip_ops_rx,
414b4fdde6dSAsias He 	.tx	= uip_ops_tx,
415b4fdde6dSAsias He };
416b4fdde6dSAsias He 
417c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev)
41878a2a3e2SSasha Levin {
41978a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
42078a2a3e2SSasha Levin 
421c5ae742bSSasha Levin 	return ((u8 *)(&ndev->config));
42278a2a3e2SSasha Levin }
42378a2a3e2SSasha Levin 
42478a2a3e2SSasha Levin static u32 get_host_features(struct kvm *kvm, void *dev)
42578a2a3e2SSasha Levin {
42679052597SSasha Levin 	struct net_dev *ndev = dev;
42779052597SSasha Levin 
42878a2a3e2SSasha Levin 	return 1UL << VIRTIO_NET_F_MAC
42978a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_CSUM
43078a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_UFO
43178a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_TSO4
43278a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_TSO6
43378a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_UFO
43478a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_TSO4
43592c1f37bSSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_TSO6
436754c8ce3SSasha Levin 		| 1UL << VIRTIO_RING_F_EVENT_IDX
437abd4a801SSasha Levin 		| 1UL << VIRTIO_RING_F_INDIRECT_DESC
4386585ffb7SSasha Levin 		| 1UL << VIRTIO_NET_F_CTRL_VQ
4397668c3a6SSasha Levin 		| 1UL << VIRTIO_NET_F_MRG_RXBUF
44079052597SSasha Levin 		| 1UL << (ndev->queue_pairs > 1 ? VIRTIO_NET_F_MQ : 0);
44178a2a3e2SSasha Levin }
44278a2a3e2SSasha Levin 
44315636d5eSYing-Shiuan Pan static int virtio_net__vhost_set_features(struct net_dev *ndev)
44415636d5eSYing-Shiuan Pan {
44515636d5eSYing-Shiuan Pan 	u64 features = 1UL << VIRTIO_RING_F_EVENT_IDX;
44615636d5eSYing-Shiuan Pan 	u64 vhost_features;
44715636d5eSYing-Shiuan Pan 
44815636d5eSYing-Shiuan Pan 	if (ioctl(ndev->vhost_fd, VHOST_GET_FEATURES, &vhost_features) != 0)
44915636d5eSYing-Shiuan Pan 		die_perror("VHOST_GET_FEATURES failed");
45015636d5eSYing-Shiuan Pan 
45115636d5eSYing-Shiuan Pan 	/* make sure both side support mergable rx buffers */
45215636d5eSYing-Shiuan Pan 	if (vhost_features & 1UL << VIRTIO_NET_F_MRG_RXBUF &&
45315636d5eSYing-Shiuan Pan 			has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF))
45415636d5eSYing-Shiuan Pan 		features |= 1UL << VIRTIO_NET_F_MRG_RXBUF;
45515636d5eSYing-Shiuan Pan 
45615636d5eSYing-Shiuan Pan 	return ioctl(ndev->vhost_fd, VHOST_SET_FEATURES, &features);
45715636d5eSYing-Shiuan Pan }
45815636d5eSYing-Shiuan Pan 
45978a2a3e2SSasha Levin static void set_guest_features(struct kvm *kvm, void *dev, u32 features)
46078a2a3e2SSasha Levin {
46178a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
4628ed60bbeSMarc Zyngier 	struct virtio_net_config *conf = &ndev->config;
46378a2a3e2SSasha Levin 
46478a2a3e2SSasha Levin 	ndev->features = features;
4658aa155c4SYing-Shiuan Pan 
4668ed60bbeSMarc Zyngier 	conf->status = virtio_host_to_guest_u16(&ndev->vdev, conf->status);
4678ed60bbeSMarc Zyngier 	conf->max_virtqueue_pairs = virtio_host_to_guest_u16(&ndev->vdev,
4688ed60bbeSMarc Zyngier 							     conf->max_virtqueue_pairs);
4698ed60bbeSMarc Zyngier 
4708aa155c4SYing-Shiuan Pan 	if (ndev->mode == NET_MODE_TAP) {
4718aa155c4SYing-Shiuan Pan 		if (!virtio_net__tap_init(ndev))
4728aa155c4SYing-Shiuan Pan 			die_perror("You have requested a TAP device, but creation of one has failed because");
47315636d5eSYing-Shiuan Pan 		if (ndev->vhost_fd &&
47415636d5eSYing-Shiuan Pan 				virtio_net__vhost_set_features(ndev) != 0)
47515636d5eSYing-Shiuan Pan 			die_perror("VHOST_SET_FEATURES failed");
4768aa155c4SYing-Shiuan Pan 	} else {
4778aa155c4SYing-Shiuan Pan 		ndev->info.vnet_hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ?
4788aa155c4SYing-Shiuan Pan 						sizeof(struct virtio_net_hdr_mrg_rxbuf) :
4798aa155c4SYing-Shiuan Pan 						sizeof(struct virtio_net_hdr);
4808aa155c4SYing-Shiuan Pan 		uip_init(&ndev->info);
4818aa155c4SYing-Shiuan Pan 	}
48278a2a3e2SSasha Levin }
48378a2a3e2SSasha Levin 
4849e56ec14SSasha Levin static bool is_ctrl_vq(struct net_dev *ndev, u32 vq)
4859e56ec14SSasha Levin {
4869e56ec14SSasha Levin 	return vq == (u32)(ndev->queue_pairs * 2);
4879e56ec14SSasha Levin }
4889e56ec14SSasha Levin 
489c59ba304SWill Deacon static int init_vq(struct kvm *kvm, void *dev, u32 vq, u32 page_size, u32 align,
490c59ba304SWill Deacon 		   u32 pfn)
49178a2a3e2SSasha Levin {
4929ed67cdcSSasha Levin 	struct vhost_vring_state state = { .index = vq };
4939ed67cdcSSasha Levin 	struct vhost_vring_addr addr;
49478a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
49578a2a3e2SSasha Levin 	struct virt_queue *queue;
49678a2a3e2SSasha Levin 	void *p;
4979ed67cdcSSasha Levin 	int r;
49878a2a3e2SSasha Levin 
499312c62d1SSasha Levin 	compat__remove_message(compat_id);
50078a2a3e2SSasha Levin 
50178a2a3e2SSasha Levin 	queue		= &ndev->vqs[vq];
50278a2a3e2SSasha Levin 	queue->pfn	= pfn;
503e7e2950aSSasha Levin 	p		= virtio_get_vq(kvm, queue->pfn, page_size);
50478a2a3e2SSasha Levin 
505c59ba304SWill Deacon 	vring_init(&queue->vring, VIRTIO_NET_QUEUE_SIZE, p, align);
5068ed60bbeSMarc Zyngier 	virtio_init_device_vq(&ndev->vdev, queue);
50778a2a3e2SSasha Levin 
5086585ffb7SSasha Levin 	mutex_init(&ndev->io_lock[vq]);
5096585ffb7SSasha Levin 	pthread_cond_init(&ndev->io_cond[vq], NULL);
5109e56ec14SSasha Levin 	if (is_ctrl_vq(ndev, vq)) {
5116585ffb7SSasha Levin 		pthread_create(&ndev->io_thread[vq], NULL, virtio_net_ctrl_thread, ndev);
5129e56ec14SSasha Levin 
5139e56ec14SSasha Levin 		return 0;
5149e56ec14SSasha Levin 	} else if (ndev->vhost_fd == 0 ) {
5159e56ec14SSasha Levin 		if (vq & 1)
5166585ffb7SSasha Levin 			pthread_create(&ndev->io_thread[vq], NULL, virtio_net_tx_thread, ndev);
5176585ffb7SSasha Levin 		else
5186585ffb7SSasha Levin 			pthread_create(&ndev->io_thread[vq], NULL, virtio_net_rx_thread, ndev);
5196585ffb7SSasha Levin 
52078a2a3e2SSasha Levin 		return 0;
5216585ffb7SSasha Levin 	}
5229ed67cdcSSasha Levin 
5238ed60bbeSMarc Zyngier 	if (queue->endian != VIRTIO_ENDIAN_HOST)
5248ed60bbeSMarc Zyngier 		die_perror("VHOST requires VIRTIO_ENDIAN_HOST");
5258ed60bbeSMarc Zyngier 
5269ed67cdcSSasha Levin 	state.num = queue->vring.num;
5279ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_NUM, &state);
5289ed67cdcSSasha Levin 	if (r < 0)
5299ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_NUM failed");
5309ed67cdcSSasha Levin 	state.num = 0;
5319ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_BASE, &state);
5329ed67cdcSSasha Levin 	if (r < 0)
5339ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_BASE failed");
5349ed67cdcSSasha Levin 
5359ed67cdcSSasha Levin 	addr = (struct vhost_vring_addr) {
5369ed67cdcSSasha Levin 		.index = vq,
5379ed67cdcSSasha Levin 		.desc_user_addr = (u64)(unsigned long)queue->vring.desc,
5389ed67cdcSSasha Levin 		.avail_user_addr = (u64)(unsigned long)queue->vring.avail,
5399ed67cdcSSasha Levin 		.used_user_addr = (u64)(unsigned long)queue->vring.used,
5409ed67cdcSSasha Levin 	};
5419ed67cdcSSasha Levin 
5429ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_ADDR, &addr);
5439ed67cdcSSasha Levin 	if (r < 0)
5449ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_ADDR failed");
5459ed67cdcSSasha Levin 
5469ed67cdcSSasha Levin 	return 0;
5479ed67cdcSSasha Levin }
5489ed67cdcSSasha Levin 
5499ed67cdcSSasha Levin static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi)
5509ed67cdcSSasha Levin {
5519ed67cdcSSasha Levin 	struct net_dev *ndev = dev;
5529ed67cdcSSasha Levin 	struct kvm_irqfd irq;
5539ed67cdcSSasha Levin 	struct vhost_vring_file file;
5549ed67cdcSSasha Levin 	int r;
5559ed67cdcSSasha Levin 
5569ed67cdcSSasha Levin 	if (ndev->vhost_fd == 0)
5579ed67cdcSSasha Levin 		return;
5589ed67cdcSSasha Levin 
5599ed67cdcSSasha Levin 	irq = (struct kvm_irqfd) {
5609ed67cdcSSasha Levin 		.gsi	= gsi,
5619ed67cdcSSasha Levin 		.fd	= eventfd(0, 0),
5629ed67cdcSSasha Levin 	};
5639ed67cdcSSasha Levin 	file = (struct vhost_vring_file) {
5649ed67cdcSSasha Levin 		.index	= vq,
5659ed67cdcSSasha Levin 		.fd	= irq.fd,
5669ed67cdcSSasha Levin 	};
5679ed67cdcSSasha Levin 
5689ed67cdcSSasha Levin 	r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq);
5699ed67cdcSSasha Levin 	if (r < 0)
5709ed67cdcSSasha Levin 		die_perror("KVM_IRQFD failed");
5719ed67cdcSSasha Levin 
5729ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_CALL, &file);
5739ed67cdcSSasha Levin 	if (r < 0)
5749ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_CALL failed");
5759ed67cdcSSasha Levin 	file.fd = ndev->tap_fd;
5769ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_NET_SET_BACKEND, &file);
5779ed67cdcSSasha Levin 	if (r != 0)
5789ed67cdcSSasha Levin 		die("VHOST_NET_SET_BACKEND failed %d", errno);
5799ed67cdcSSasha Levin 
5809ed67cdcSSasha Levin }
5819ed67cdcSSasha Levin 
5829ed67cdcSSasha Levin static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd)
5839ed67cdcSSasha Levin {
5849ed67cdcSSasha Levin 	struct net_dev *ndev = dev;
5859ed67cdcSSasha Levin 	struct vhost_vring_file file = {
5869ed67cdcSSasha Levin 		.index	= vq,
5879ed67cdcSSasha Levin 		.fd	= efd,
5889ed67cdcSSasha Levin 	};
5899ed67cdcSSasha Levin 	int r;
5909ed67cdcSSasha Levin 
5919e56ec14SSasha Levin 	if (ndev->vhost_fd == 0 || is_ctrl_vq(ndev, vq))
5929ed67cdcSSasha Levin 		return;
5939ed67cdcSSasha Levin 
5949ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_KICK, &file);
5959ed67cdcSSasha Levin 	if (r < 0)
5969ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_KICK failed");
59778a2a3e2SSasha Levin }
59878a2a3e2SSasha Levin 
59978a2a3e2SSasha Levin static int notify_vq(struct kvm *kvm, void *dev, u32 vq)
60078a2a3e2SSasha Levin {
6019a6d73f1SSasha Levin 	struct net_dev *ndev = dev;
6029a6d73f1SSasha Levin 
6039a6d73f1SSasha Levin 	virtio_net_handle_callback(kvm, ndev, vq);
60478a2a3e2SSasha Levin 
60578a2a3e2SSasha Levin 	return 0;
60678a2a3e2SSasha Levin }
60778a2a3e2SSasha Levin 
60878a2a3e2SSasha Levin static int get_pfn_vq(struct kvm *kvm, void *dev, u32 vq)
60978a2a3e2SSasha Levin {
61078a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
61178a2a3e2SSasha Levin 
61278a2a3e2SSasha Levin 	return ndev->vqs[vq].pfn;
61378a2a3e2SSasha Levin }
61478a2a3e2SSasha Levin 
61578a2a3e2SSasha Levin static int get_size_vq(struct kvm *kvm, void *dev, u32 vq)
61678a2a3e2SSasha Levin {
6170f4f51a8SAsias He 	/* FIXME: dynamic */
61878a2a3e2SSasha Levin 	return VIRTIO_NET_QUEUE_SIZE;
61978a2a3e2SSasha Levin }
62078a2a3e2SSasha Levin 
6210f4f51a8SAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size)
6220f4f51a8SAsias He {
6230f4f51a8SAsias He 	/* FIXME: dynamic */
6240f4f51a8SAsias He 	return size;
6250f4f51a8SAsias He }
6260f4f51a8SAsias He 
6271c47ce69SSasha Levin static struct virtio_ops net_dev_virtio_ops = (struct virtio_ops) {
6281c47ce69SSasha Levin 	.get_config		= get_config,
6291c47ce69SSasha Levin 	.get_host_features	= get_host_features,
6301c47ce69SSasha Levin 	.set_guest_features	= set_guest_features,
6311c47ce69SSasha Levin 	.init_vq		= init_vq,
6321c47ce69SSasha Levin 	.get_pfn_vq		= get_pfn_vq,
6331c47ce69SSasha Levin 	.get_size_vq		= get_size_vq,
6340f4f51a8SAsias He 	.set_size_vq		= set_size_vq,
6350f4f51a8SAsias He 	.notify_vq		= notify_vq,
6369ed67cdcSSasha Levin 	.notify_vq_gsi		= notify_vq_gsi,
6379ed67cdcSSasha Levin 	.notify_vq_eventfd	= notify_vq_eventfd,
6381c47ce69SSasha Levin };
6391c47ce69SSasha Levin 
6409ed67cdcSSasha Levin static void virtio_net__vhost_init(struct kvm *kvm, struct net_dev *ndev)
6419ed67cdcSSasha Levin {
6429ed67cdcSSasha Levin 	struct vhost_memory *mem;
6439ed67cdcSSasha Levin 	int r;
6449ed67cdcSSasha Levin 
6459ed67cdcSSasha Levin 	ndev->vhost_fd = open("/dev/vhost-net", O_RDWR);
6469ed67cdcSSasha Levin 	if (ndev->vhost_fd < 0)
6479ed67cdcSSasha Levin 		die_perror("Failed openning vhost-net device");
6489ed67cdcSSasha Levin 
6498b795457SAsias He 	mem = calloc(1, sizeof(*mem) + sizeof(struct vhost_memory_region));
6509ed67cdcSSasha Levin 	if (mem == NULL)
6519ed67cdcSSasha Levin 		die("Failed allocating memory for vhost memory map");
6529ed67cdcSSasha Levin 
6539ed67cdcSSasha Levin 	mem->nregions = 1;
6549ed67cdcSSasha Levin 	mem->regions[0] = (struct vhost_memory_region) {
6559ed67cdcSSasha Levin 		.guest_phys_addr	= 0,
6569ed67cdcSSasha Levin 		.memory_size		= kvm->ram_size,
657b4108023SAsias He 		.userspace_addr		= (unsigned long)kvm->ram_start,
6589ed67cdcSSasha Levin 	};
6599ed67cdcSSasha Levin 
6609ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_OWNER);
6619ed67cdcSSasha Levin 	if (r != 0)
6629ed67cdcSSasha Levin 		die_perror("VHOST_SET_OWNER failed");
6639ed67cdcSSasha Levin 
6649ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_MEM_TABLE, mem);
6659ed67cdcSSasha Levin 	if (r != 0)
6669ed67cdcSSasha Levin 		die_perror("VHOST_SET_MEM_TABLE failed");
667627d6874SAsias He 
668627d6874SAsias He 	ndev->vdev.use_vhost = true;
669627d6874SAsias He 
6709ed67cdcSSasha Levin 	free(mem);
6719ed67cdcSSasha Levin }
6729ed67cdcSSasha Levin 
6735f225124SSasha Levin static inline void str_to_mac(const char *str, char *mac)
6745f225124SSasha Levin {
6755f225124SSasha Levin 	sscanf(str, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx",
6765f225124SSasha Levin 		mac, mac+1, mac+2, mac+3, mac+4, mac+5);
6775f225124SSasha Levin }
6784346fd8fSSasha Levin static int set_net_param(struct kvm *kvm, struct virtio_net_params *p,
6794346fd8fSSasha Levin 			const char *param, const char *val)
6805f225124SSasha Levin {
6815f225124SSasha Levin 	if (strcmp(param, "guest_mac") == 0) {
6825f225124SSasha Levin 		str_to_mac(val, p->guest_mac);
6835f225124SSasha Levin 	} else if (strcmp(param, "mode") == 0) {
6845f225124SSasha Levin 		if (!strncmp(val, "user", 4)) {
6855f225124SSasha Levin 			int i;
6865f225124SSasha Levin 
6875f225124SSasha Levin 			for (i = 0; i < kvm->cfg.num_net_devices; i++)
6885f225124SSasha Levin 				if (kvm->cfg.net_params[i].mode == NET_MODE_USER)
6895f225124SSasha Levin 					die("Only one usermode network device allowed at a time");
6905f225124SSasha Levin 			p->mode = NET_MODE_USER;
6915f225124SSasha Levin 		} else if (!strncmp(val, "tap", 3)) {
6925f225124SSasha Levin 			p->mode = NET_MODE_TAP;
6935f225124SSasha Levin 		} else if (!strncmp(val, "none", 4)) {
6945f225124SSasha Levin 			kvm->cfg.no_net = 1;
6955f225124SSasha Levin 			return -1;
6965f225124SSasha Levin 		} else
6975f225124SSasha Levin 			die("Unknown network mode %s, please use user, tap or none", kvm->cfg.network);
6985f225124SSasha Levin 	} else if (strcmp(param, "script") == 0) {
6995f225124SSasha Levin 		p->script = strdup(val);
7005f225124SSasha Levin 	} else if (strcmp(param, "guest_ip") == 0) {
7015f225124SSasha Levin 		p->guest_ip = strdup(val);
7025f225124SSasha Levin 	} else if (strcmp(param, "host_ip") == 0) {
7035f225124SSasha Levin 		p->host_ip = strdup(val);
7045f225124SSasha Levin 	} else if (strcmp(param, "trans") == 0) {
7055f225124SSasha Levin 		p->trans = strdup(val);
7061dfc7c24SMarc Zyngier 	} else if (strcmp(param, "tapif") == 0) {
7071dfc7c24SMarc Zyngier 		p->tapif = strdup(val);
7085f225124SSasha Levin 	} else if (strcmp(param, "vhost") == 0) {
7095f225124SSasha Levin 		p->vhost = atoi(val);
7105f225124SSasha Levin 	} else if (strcmp(param, "fd") == 0) {
7115f225124SSasha Levin 		p->fd = atoi(val);
71279052597SSasha Levin 	} else if (strcmp(param, "mq") == 0) {
71379052597SSasha Levin 		p->mq = atoi(val);
7145f225124SSasha Levin 	} else
7155f225124SSasha Levin 		die("Unknown network parameter %s", param);
7165f225124SSasha Levin 
7175f225124SSasha Levin 	return 0;
7185f225124SSasha Levin }
7195f225124SSasha Levin 
7205f225124SSasha Levin int netdev_parser(const struct option *opt, const char *arg, int unset)
7215f225124SSasha Levin {
7225f225124SSasha Levin 	struct virtio_net_params p;
7235f225124SSasha Levin 	char *buf = NULL, *cmd = NULL, *cur = NULL;
7245f225124SSasha Levin 	bool on_cmd = true;
7255f225124SSasha Levin 	struct kvm *kvm = opt->ptr;
7265f225124SSasha Levin 
7275f225124SSasha Levin 	if (arg) {
7285f225124SSasha Levin 		buf = strdup(arg);
7295f225124SSasha Levin 		if (buf == NULL)
7305f225124SSasha Levin 			die("Failed allocating new net buffer");
7315f225124SSasha Levin 		cur = strtok(buf, ",=");
7325f225124SSasha Levin 	}
7335f225124SSasha Levin 
7345f225124SSasha Levin 	p = (struct virtio_net_params) {
7355f225124SSasha Levin 		.guest_ip	= DEFAULT_GUEST_ADDR,
7365f225124SSasha Levin 		.host_ip	= DEFAULT_HOST_ADDR,
7375f225124SSasha Levin 		.script		= DEFAULT_SCRIPT,
7385f225124SSasha Levin 		.mode		= NET_MODE_TAP,
7395f225124SSasha Levin 	};
7405f225124SSasha Levin 
7415f225124SSasha Levin 	str_to_mac(DEFAULT_GUEST_MAC, p.guest_mac);
7425f225124SSasha Levin 	p.guest_mac[5] += kvm->cfg.num_net_devices;
7435f225124SSasha Levin 
7445f225124SSasha Levin 	while (cur) {
7455f225124SSasha Levin 		if (on_cmd) {
7465f225124SSasha Levin 			cmd = cur;
7475f225124SSasha Levin 		} else {
7484346fd8fSSasha Levin 			if (set_net_param(kvm, &p, cmd, cur) < 0)
7495f225124SSasha Levin 				goto done;
7505f225124SSasha Levin 		}
7515f225124SSasha Levin 		on_cmd = !on_cmd;
7525f225124SSasha Levin 
7535f225124SSasha Levin 		cur = strtok(NULL, ",=");
7545f225124SSasha Levin 	};
7555f225124SSasha Levin 
7565f225124SSasha Levin 	kvm->cfg.num_net_devices++;
7575f225124SSasha Levin 
7585f225124SSasha Levin 	kvm->cfg.net_params = realloc(kvm->cfg.net_params, kvm->cfg.num_net_devices * sizeof(*kvm->cfg.net_params));
7595f225124SSasha Levin 	if (kvm->cfg.net_params == NULL)
7605f225124SSasha Levin 		die("Failed adding new network device");
7615f225124SSasha Levin 
7625f225124SSasha Levin 	kvm->cfg.net_params[kvm->cfg.num_net_devices - 1] = p;
7635f225124SSasha Levin 
7645f225124SSasha Levin done:
7655f225124SSasha Levin 	free(buf);
7665f225124SSasha Levin 	return 0;
7675f225124SSasha Levin }
7685f225124SSasha Levin 
7695f225124SSasha Levin static int virtio_net__init_one(struct virtio_net_params *params)
7704f56d42cSAsias He {
77176a4aac6SWill Deacon 	int i, err;
7729a6d73f1SSasha Levin 	struct net_dev *ndev;
77376a4aac6SWill Deacon 	struct virtio_ops *ops;
774dc7a55d6SSuzuki K. Poulose 	enum virtio_trans trans = VIRTIO_DEFAULT_TRANS(params->kvm);
7759a6d73f1SSasha Levin 
7769a6d73f1SSasha Levin 	ndev = calloc(1, sizeof(struct net_dev));
7779a6d73f1SSasha Levin 	if (ndev == NULL)
7785f225124SSasha Levin 		return -ENOMEM;
7799a6d73f1SSasha Levin 
78076a4aac6SWill Deacon 	ops = malloc(sizeof(*ops));
78176a4aac6SWill Deacon 	if (ops == NULL) {
78276a4aac6SWill Deacon 		err = -ENOMEM;
78376a4aac6SWill Deacon 		goto err_free_ndev;
78476a4aac6SWill Deacon 	}
78576a4aac6SWill Deacon 
7869a6d73f1SSasha Levin 	list_add_tail(&ndev->list, &ndevs);
7879a6d73f1SSasha Levin 
7889a6d73f1SSasha Levin 	ndev->kvm = params->kvm;
7898c0ae74dSSasha Levin 	ndev->params = params;
7909a6d73f1SSasha Levin 
7919a6d73f1SSasha Levin 	mutex_init(&ndev->mutex);
79279052597SSasha Levin 	ndev->queue_pairs = max(1, min(VIRTIO_NET_NUM_QUEUES, params->mq));
7939a6d73f1SSasha Levin 	ndev->config.status = VIRTIO_NET_S_LINK_UP;
79479052597SSasha Levin 	if (ndev->queue_pairs > 1)
79579052597SSasha Levin 		ndev->config.max_virtqueue_pairs = ndev->queue_pairs;
79679052597SSasha Levin 
7970c54698eSAsias He 	for (i = 0 ; i < 6 ; i++) {
7989a6d73f1SSasha Levin 		ndev->config.mac[i]		= params->guest_mac[i];
7999a6d73f1SSasha Levin 		ndev->info.guest_mac.addr[i]	= params->guest_mac[i];
8009a6d73f1SSasha Levin 		ndev->info.host_mac.addr[i]	= params->host_mac[i];
8010c54698eSAsias He 	}
802f715177dSAsias He 
8039a6d73f1SSasha Levin 	ndev->mode = params->mode;
8049a6d73f1SSasha Levin 	if (ndev->mode == NET_MODE_TAP) {
8059a6d73f1SSasha Levin 		ndev->ops = &tap_ops;
806b4fdde6dSAsias He 	} else {
8079a6d73f1SSasha Levin 		ndev->info.host_ip		= ntohl(inet_addr(params->host_ip));
8089a6d73f1SSasha Levin 		ndev->info.guest_ip		= ntohl(inet_addr(params->guest_ip));
8099a6d73f1SSasha Levin 		ndev->info.guest_netmask	= ntohl(inet_addr("255.255.255.0"));
8109a6d73f1SSasha Levin 		ndev->info.buf_nr		= 20,
8119a6d73f1SSasha Levin 		ndev->ops = &uip_ops;
8125f3aaf22SMarc Zyngier 		uip_static_init(&ndev->info);
813b4fdde6dSAsias He 	}
814b5ee1ea7SAsias He 
81576a4aac6SWill Deacon 	*ops = net_dev_virtio_ops;
816dc7a55d6SSuzuki K. Poulose 
817dc7a55d6SSuzuki K. Poulose 	if (params->trans) {
818dc7a55d6SSuzuki K. Poulose 		if (strcmp(params->trans, "mmio") == 0)
819dc7a55d6SSuzuki K. Poulose 			trans = VIRTIO_MMIO;
820dc7a55d6SSuzuki K. Poulose 		else if (strcmp(params->trans, "pci") == 0)
821dc7a55d6SSuzuki K. Poulose 			trans = VIRTIO_PCI;
82269205aa1SAsias He 		else
823dc7a55d6SSuzuki K. Poulose 			pr_warning("virtio-net: Unknown transport method : %s, "
824dc7a55d6SSuzuki K. Poulose 				   "falling back to %s.", params->trans,
825dc7a55d6SSuzuki K. Poulose 				   virtio_trans_name(trans));
826dc7a55d6SSuzuki K. Poulose 	}
827dc7a55d6SSuzuki K. Poulose 
828dc7a55d6SSuzuki K. Poulose 	virtio_init(params->kvm, ndev, &ndev->vdev, ops, trans,
82976a4aac6SWill Deacon 		    PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET);
83027ab67f5SSasha Levin 
8319ed67cdcSSasha Levin 	if (params->vhost)
8329ed67cdcSSasha Levin 		virtio_net__vhost_init(params->kvm, ndev);
833cb83de6fSSasha Levin 
834d278197dSAsias He 	if (compat_id == -1)
83552f34d2cSAsias He 		compat_id = virtio_compat_add_message("virtio-net", "CONFIG_VIRTIO_NET");
8365f225124SSasha Levin 
8375f225124SSasha Levin 	return 0;
83876a4aac6SWill Deacon 
83976a4aac6SWill Deacon err_free_ndev:
84076a4aac6SWill Deacon 	free(ndev);
84176a4aac6SWill Deacon 	return err;
8425f225124SSasha Levin }
8435f225124SSasha Levin 
8445f225124SSasha Levin int virtio_net__init(struct kvm *kvm)
8455f225124SSasha Levin {
8465f225124SSasha Levin 	int i;
8475f225124SSasha Levin 
8485f225124SSasha Levin 	for (i = 0; i < kvm->cfg.num_net_devices; i++) {
8495f225124SSasha Levin 		kvm->cfg.net_params[i].kvm = kvm;
8505f225124SSasha Levin 		virtio_net__init_one(&kvm->cfg.net_params[i]);
8515f225124SSasha Levin 	}
8525f225124SSasha Levin 
8535f225124SSasha Levin 	if (kvm->cfg.num_net_devices == 0 && kvm->cfg.no_net == 0) {
8548c0ae74dSSasha Levin 		static struct virtio_net_params net_params;
8555f225124SSasha Levin 
8565f225124SSasha Levin 		net_params = (struct virtio_net_params) {
8575f225124SSasha Levin 			.guest_ip	= kvm->cfg.guest_ip,
8585f225124SSasha Levin 			.host_ip	= kvm->cfg.host_ip,
8595f225124SSasha Levin 			.kvm		= kvm,
8605f225124SSasha Levin 			.script		= kvm->cfg.script,
8615f225124SSasha Levin 			.mode		= NET_MODE_USER,
8625f225124SSasha Levin 		};
8635f225124SSasha Levin 		str_to_mac(kvm->cfg.guest_mac, net_params.guest_mac);
8645f225124SSasha Levin 		str_to_mac(kvm->cfg.host_mac, net_params.host_mac);
8655f225124SSasha Levin 
8665f225124SSasha Levin 		virtio_net__init_one(&net_params);
8675f225124SSasha Levin 	}
8685f225124SSasha Levin 
8695f225124SSasha Levin 	return 0;
8705f225124SSasha Levin }
87149a8afd1SSasha Levin virtio_dev_init(virtio_net__init);
8725f225124SSasha Levin 
8735f225124SSasha Levin int virtio_net__exit(struct kvm *kvm)
8745f225124SSasha Levin {
8755f225124SSasha Levin 	return 0;
8764f56d42cSAsias He }
87749a8afd1SSasha Levin virtio_dev_exit(virtio_net__exit);
878