xref: /kvmtool/virtio/net.c (revision 8aa155c439ad15065e988eb64afecc7c6d07b3eb)
131638bcaSCyrill Gorcunov #include "kvm/virtio-pci-dev.h"
2b5ee1ea7SAsias He #include "kvm/virtio-net.h"
34f56d42cSAsias He #include "kvm/virtio.h"
44f56d42cSAsias He #include "kvm/types.h"
54f56d42cSAsias He #include "kvm/mutex.h"
64f56d42cSAsias He #include "kvm/util.h"
74f56d42cSAsias He #include "kvm/kvm.h"
82449f6e3SSasha Levin #include "kvm/irq.h"
9b5ee1ea7SAsias He #include "kvm/uip.h"
10cb83de6fSSasha Levin #include "kvm/guest_compat.h"
117668c3a6SSasha Levin #include "kvm/iovec.h"
124f56d42cSAsias He 
139ed67cdcSSasha Levin #include <linux/vhost.h>
144f56d42cSAsias He #include <linux/virtio_net.h>
154f56d42cSAsias He #include <linux/if_tun.h>
1678a2a3e2SSasha Levin #include <linux/types.h>
17c229370aSIngo Molnar 
18c229370aSIngo Molnar #include <arpa/inet.h>
194f56d42cSAsias He #include <net/if.h>
20c229370aSIngo Molnar 
21c229370aSIngo Molnar #include <unistd.h>
224f56d42cSAsias He #include <fcntl.h>
23c229370aSIngo Molnar 
24cb7202c1SSasha Levin #include <sys/socket.h>
25c229370aSIngo Molnar #include <sys/ioctl.h>
26c229370aSIngo Molnar #include <sys/types.h>
2773b7d038SAmos Kong #include <sys/wait.h>
289ed67cdcSSasha Levin #include <sys/eventfd.h>
294f56d42cSAsias He 
304059ad8bSAsias He #define VIRTIO_NET_QUEUE_SIZE		256
316585ffb7SSasha Levin #define VIRTIO_NET_NUM_QUEUES		8
324f56d42cSAsias He 
33b4fdde6dSAsias He struct net_dev;
34b4fdde6dSAsias He 
35b4fdde6dSAsias He struct net_dev_operations {
36b4fdde6dSAsias He 	int (*rx)(struct iovec *iov, u16 in, struct net_dev *ndev);
37b4fdde6dSAsias He 	int (*tx)(struct iovec *iov, u16 in, struct net_dev *ndev);
38b4fdde6dSAsias He };
39b4fdde6dSAsias He 
408626798bSAsias He struct net_dev {
41d3476f7dSSasha Levin 	struct mutex			mutex;
4202eca50cSAsias He 	struct virtio_device		vdev;
439a6d73f1SSasha Levin 	struct list_head		list;
444f56d42cSAsias He 
456585ffb7SSasha Levin 	struct virt_queue		vqs[VIRTIO_NET_NUM_QUEUES * 2 + 1];
46c229370aSIngo Molnar 	struct virtio_net_config	config;
4779052597SSasha Levin 	u32				features, rx_vqs, tx_vqs, queue_pairs;
484f56d42cSAsias He 
496585ffb7SSasha Levin 	pthread_t			io_thread[VIRTIO_NET_NUM_QUEUES * 2 + 1];
506585ffb7SSasha Levin 	struct mutex			io_lock[VIRTIO_NET_NUM_QUEUES * 2 + 1];
516585ffb7SSasha Levin 	pthread_cond_t			io_cond[VIRTIO_NET_NUM_QUEUES * 2 + 1];
52c4aa7c02SPekka Enberg 
539ed67cdcSSasha Levin 	int				vhost_fd;
544f56d42cSAsias He 	int				tap_fd;
554f56d42cSAsias He 	char				tap_name[IFNAMSIZ];
56bb1a32f1SAsias He 
57bb1a32f1SAsias He 	int				mode;
58bb1a32f1SAsias He 
59b5ee1ea7SAsias He 	struct uip_info			info;
60b4fdde6dSAsias He 	struct net_dev_operations	*ops;
619a6d73f1SSasha Levin 	struct kvm			*kvm;
628c0ae74dSSasha Levin 
638c0ae74dSSasha Levin 	struct virtio_net_params	*params;
644f56d42cSAsias He };
654f56d42cSAsias He 
669a6d73f1SSasha Levin static LIST_HEAD(ndevs);
67312c62d1SSasha Levin static int compat_id = -1;
684f56d42cSAsias He 
697668c3a6SSasha Levin #define MAX_PACKET_SIZE 65550
707668c3a6SSasha Levin 
717668c3a6SSasha Levin static bool has_virtio_feature(struct net_dev *ndev, u32 feature)
727668c3a6SSasha Levin {
737668c3a6SSasha Levin 	return ndev->features & (1 << feature);
747668c3a6SSasha Levin }
757668c3a6SSasha Levin 
76c4aa7c02SPekka Enberg static void *virtio_net_rx_thread(void *p)
774f56d42cSAsias He {
784f56d42cSAsias He 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
794f56d42cSAsias He 	struct virt_queue *vq;
8043835ac9SSasha Levin 	struct kvm *kvm;
819a6d73f1SSasha Levin 	struct net_dev *ndev = p;
823fdf659dSSasha Levin 	u16 out, in;
833fdf659dSSasha Levin 	u16 head;
847668c3a6SSasha Levin 	size_t len, copied;
856585ffb7SSasha Levin 	u32 id;
866585ffb7SSasha Levin 
876585ffb7SSasha Levin 	mutex_lock(&ndev->mutex);
886585ffb7SSasha Levin 	id = ndev->rx_vqs++ * 2;
896585ffb7SSasha Levin 	mutex_unlock(&ndev->mutex);
904f56d42cSAsias He 
91a4d8c55eSSasha Levin 	kvm__set_thread_name("virtio-net-rx");
92a4d8c55eSSasha Levin 
939a6d73f1SSasha Levin 	kvm = ndev->kvm;
946585ffb7SSasha Levin 	vq = &ndev->vqs[id];
95c4aa7c02SPekka Enberg 
96c4aa7c02SPekka Enberg 	while (1) {
976585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
98c4aa7c02SPekka Enberg 		if (!virt_queue__available(vq))
996585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
1006585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
1014f56d42cSAsias He 
1024f56d42cSAsias He 		while (virt_queue__available(vq)) {
1037668c3a6SSasha Levin 			unsigned char buffer[MAX_PACKET_SIZE + sizeof(struct virtio_net_hdr_mrg_rxbuf)];
1047668c3a6SSasha Levin 			struct iovec dummy_iov = {
1057668c3a6SSasha Levin 				.iov_base = buffer,
1067668c3a6SSasha Levin 				.iov_len  = sizeof(buffer),
1077668c3a6SSasha Levin 			};
1087668c3a6SSasha Levin 			struct virtio_net_hdr_mrg_rxbuf *hdr;
1097f5ffaf5SAsias He 
1107668c3a6SSasha Levin 			len = ndev->ops->rx(&dummy_iov, 1, ndev);
1117668c3a6SSasha Levin 			copied = 0;
1127668c3a6SSasha Levin 			head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1137668c3a6SSasha Levin 			hdr = (void *)iov[0].iov_base;
1147668c3a6SSasha Levin 			while (copied < len) {
1157668c3a6SSasha Levin 				size_t iovsize = min(len - copied, iov_size(iov, in));
1167668c3a6SSasha Levin 
117e2493047SAsias He 				memcpy_toiovec(iov, buffer + copied, iovsize);
1187668c3a6SSasha Levin 				copied += iovsize;
1197668c3a6SSasha Levin 				if (has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF))
1207668c3a6SSasha Levin 					hdr->num_buffers++;
1217668c3a6SSasha Levin 				virt_queue__set_used_elem(vq, head, iovsize);
1227668c3a6SSasha Levin 				if (copied == len)
1237668c3a6SSasha Levin 					break;
1247668c3a6SSasha Levin 				while (!virt_queue__available(vq))
1257668c3a6SSasha Levin 					sleep(0);
1267668c3a6SSasha Levin 				head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1277668c3a6SSasha Levin 			}
128c4aa7c02SPekka Enberg 			/* We should interrupt guest right now, otherwise latency is huge. */
1296585ffb7SSasha Levin 			if (virtio_queue__should_signal(vq))
1306585ffb7SSasha Levin 				ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
1314f56d42cSAsias He 		}
132c4aa7c02SPekka Enberg 	}
133c4aa7c02SPekka Enberg 
134c4aa7c02SPekka Enberg 	pthread_exit(NULL);
135c4aa7c02SPekka Enberg 	return NULL;
136c4aa7c02SPekka Enberg 
137c4aa7c02SPekka Enberg }
138c4aa7c02SPekka Enberg 
139c4aa7c02SPekka Enberg static void *virtio_net_tx_thread(void *p)
1404f56d42cSAsias He {
1414f56d42cSAsias He 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
1424f56d42cSAsias He 	struct virt_queue *vq;
14343835ac9SSasha Levin 	struct kvm *kvm;
1449a6d73f1SSasha Levin 	struct net_dev *ndev = p;
1453fdf659dSSasha Levin 	u16 out, in;
1463fdf659dSSasha Levin 	u16 head;
1474f56d42cSAsias He 	int len;
1486585ffb7SSasha Levin 	u32 id;
1496585ffb7SSasha Levin 
1506585ffb7SSasha Levin 	mutex_lock(&ndev->mutex);
1516585ffb7SSasha Levin 	id = ndev->tx_vqs++ * 2 + 1;
1526585ffb7SSasha Levin 	mutex_unlock(&ndev->mutex);
1534f56d42cSAsias He 
154a4d8c55eSSasha Levin 	kvm__set_thread_name("virtio-net-tx");
155a4d8c55eSSasha Levin 
1569a6d73f1SSasha Levin 	kvm = ndev->kvm;
1576585ffb7SSasha Levin 	vq = &ndev->vqs[id];
158c4aa7c02SPekka Enberg 
159c4aa7c02SPekka Enberg 	while (1) {
1606585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
161c4aa7c02SPekka Enberg 		if (!virt_queue__available(vq))
1626585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
1636585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
1644f56d42cSAsias He 
1654f56d42cSAsias He 		while (virt_queue__available(vq)) {
16643835ac9SSasha Levin 			head = virt_queue__get_iov(vq, iov, &out, &in, kvm);
1679a6d73f1SSasha Levin 			len = ndev->ops->tx(iov, out, ndev);
1684f56d42cSAsias He 			virt_queue__set_used_elem(vq, head, len);
1694f56d42cSAsias He 		}
1704f56d42cSAsias He 
1716585ffb7SSasha Levin 		if (virtio_queue__should_signal(vq))
1726585ffb7SSasha Levin 			ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
1734f56d42cSAsias He 	}
1744f56d42cSAsias He 
175c4aa7c02SPekka Enberg 	pthread_exit(NULL);
176407475bfSPekka Enberg 
177c4aa7c02SPekka Enberg 	return NULL;
178c4aa7c02SPekka Enberg 
179c4aa7c02SPekka Enberg }
180407475bfSPekka Enberg 
1816585ffb7SSasha Levin static virtio_net_ctrl_ack virtio_net_handle_mq(struct kvm* kvm, struct net_dev *ndev, struct virtio_net_ctrl_hdr *ctrl)
1826585ffb7SSasha Levin {
1836585ffb7SSasha Levin 	/* Not much to do here */
1846585ffb7SSasha Levin 	return VIRTIO_NET_OK;
1856585ffb7SSasha Levin }
1866585ffb7SSasha Levin 
1876585ffb7SSasha Levin static void *virtio_net_ctrl_thread(void *p)
188abd4a801SSasha Levin {
189abd4a801SSasha Levin 	struct iovec iov[VIRTIO_NET_QUEUE_SIZE];
190abd4a801SSasha Levin 	u16 out, in, head;
1916585ffb7SSasha Levin 	struct net_dev *ndev = p;
1926585ffb7SSasha Levin 	struct kvm *kvm = ndev->kvm;
19379052597SSasha Levin 	u32 id = ndev->queue_pairs * 2;
1946585ffb7SSasha Levin 	struct virt_queue *vq = &ndev->vqs[id];
195abd4a801SSasha Levin 	struct virtio_net_ctrl_hdr *ctrl;
196abd4a801SSasha Levin 	virtio_net_ctrl_ack *ack;
197abd4a801SSasha Levin 
1986585ffb7SSasha Levin 	while (1) {
1996585ffb7SSasha Levin 		mutex_lock(&ndev->io_lock[id]);
2006585ffb7SSasha Levin 		if (!virt_queue__available(vq))
2016585ffb7SSasha Levin 			pthread_cond_wait(&ndev->io_cond[id], &ndev->io_lock[id].mutex);
2026585ffb7SSasha Levin 		mutex_unlock(&ndev->io_lock[id]);
2036585ffb7SSasha Levin 
2046585ffb7SSasha Levin 		while (virt_queue__available(vq)) {
2056585ffb7SSasha Levin 			head = virt_queue__get_iov(&ndev->vqs[id], iov, &out, &in, kvm);
206abd4a801SSasha Levin 			ctrl = iov[0].iov_base;
207abd4a801SSasha Levin 			ack = iov[out].iov_base;
208abd4a801SSasha Levin 
209abd4a801SSasha Levin 			switch (ctrl->class) {
2106585ffb7SSasha Levin 			case VIRTIO_NET_CTRL_MQ:
2116585ffb7SSasha Levin 				*ack = virtio_net_handle_mq(kvm, ndev, ctrl);
2126585ffb7SSasha Levin 				break;
213abd4a801SSasha Levin 			default:
214abd4a801SSasha Levin 				*ack = VIRTIO_NET_ERR;
215abd4a801SSasha Levin 				break;
216abd4a801SSasha Levin 			}
2176585ffb7SSasha Levin 			virt_queue__set_used_elem(&ndev->vqs[id], head, iov[out].iov_len);
2186585ffb7SSasha Levin 		}
219abd4a801SSasha Levin 
2206585ffb7SSasha Levin 		if (virtio_queue__should_signal(&ndev->vqs[id]))
2216585ffb7SSasha Levin 			ndev->vdev.ops->signal_vq(kvm, &ndev->vdev, id);
2226585ffb7SSasha Levin 	}
223abd4a801SSasha Levin 
2246585ffb7SSasha Levin 	pthread_exit(NULL);
225abd4a801SSasha Levin 
2266585ffb7SSasha Levin 	return NULL;
227abd4a801SSasha Levin }
228abd4a801SSasha Levin 
2299a6d73f1SSasha Levin static void virtio_net_handle_callback(struct kvm *kvm, struct net_dev *ndev, int queue)
2304f56d42cSAsias He {
23179052597SSasha Levin 	if ((u32)queue >= (ndev->queue_pairs * 2 + 1)) {
2329a6d73f1SSasha Levin 		pr_warning("Unknown queue index %u", queue);
2336585ffb7SSasha Levin 		return;
234c4aa7c02SPekka Enberg 	}
2356585ffb7SSasha Levin 
2366585ffb7SSasha Levin 	mutex_lock(&ndev->io_lock[queue]);
2376585ffb7SSasha Levin 	pthread_cond_signal(&ndev->io_cond[queue]);
2386585ffb7SSasha Levin 	mutex_unlock(&ndev->io_lock[queue]);
2394f56d42cSAsias He }
2404f56d42cSAsias He 
2418c0ae74dSSasha Levin static bool virtio_net__tap_init(struct net_dev *ndev)
2424f56d42cSAsias He {
243cb7202c1SSasha Levin 	int sock = socket(AF_INET, SOCK_STREAM, 0);
244f715177dSAsias He 	int pid, status, offload, hdr_len;
245cb7202c1SSasha Levin 	struct sockaddr_in sin = {0};
246246c8347SAsias He 	struct ifreq ifr;
2478c0ae74dSSasha Levin 	const struct virtio_net_params *params = ndev->params;
2484f56d42cSAsias He 
249f19edd1eSSasha Levin 	/* Did the user already gave us the FD? */
250f19edd1eSSasha Levin 	if (params->fd) {
251f19edd1eSSasha Levin 		ndev->tap_fd = params->fd;
252f19edd1eSSasha Levin 		return 1;
253f19edd1eSSasha Levin 	}
254f19edd1eSSasha Levin 
2559a6d73f1SSasha Levin 	ndev->tap_fd = open("/dev/net/tun", O_RDWR);
2569a6d73f1SSasha Levin 	if (ndev->tap_fd < 0) {
2574542f276SCyrill Gorcunov 		pr_warning("Unable to open /dev/net/tun");
2583b02f580SSasha Levin 		goto fail;
2593b02f580SSasha Levin 	}
2604f56d42cSAsias He 
2614f56d42cSAsias He 	memset(&ifr, 0, sizeof(ifr));
262246c8347SAsias He 	ifr.ifr_flags = IFF_TAP | IFF_NO_PI | IFF_VNET_HDR;
2639a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETIFF, &ifr) < 0) {
2644542f276SCyrill Gorcunov 		pr_warning("Config tap device error. Are you root?");
2653b02f580SSasha Levin 		goto fail;
2663b02f580SSasha Levin 	}
2674f56d42cSAsias He 
2689a6d73f1SSasha Levin 	strncpy(ndev->tap_name, ifr.ifr_name, sizeof(ndev->tap_name));
2694f56d42cSAsias He 
2709a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETNOCSUM, 1) < 0) {
2714542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETNOCSUM error");
272246c8347SAsias He 		goto fail;
273246c8347SAsias He 	}
274246c8347SAsias He 
2757668c3a6SSasha Levin 	hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ?
27648c6b47aSSasha Levin 			sizeof(struct virtio_net_hdr_mrg_rxbuf) :
27748c6b47aSSasha Levin 			sizeof(struct virtio_net_hdr);
2789a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETVNETHDRSZ, &hdr_len) < 0)
2794542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETVNETHDRSZ error");
280246c8347SAsias He 
281246c8347SAsias He 	offload = TUN_F_CSUM | TUN_F_TSO4 | TUN_F_TSO6 | TUN_F_UFO;
2829a6d73f1SSasha Levin 	if (ioctl(ndev->tap_fd, TUNSETOFFLOAD, offload) < 0) {
2834542f276SCyrill Gorcunov 		pr_warning("Config tap device TUNSETOFFLOAD error");
284246c8347SAsias He 		goto fail;
285246c8347SAsias He 	}
2864f56d42cSAsias He 
28773b7d038SAmos Kong 	if (strcmp(params->script, "none")) {
28873b7d038SAmos Kong 		pid = fork();
28973b7d038SAmos Kong 		if (pid == 0) {
2909a6d73f1SSasha Levin 			execl(params->script, params->script, ndev->tap_name, NULL);
29173b7d038SAmos Kong 			_exit(1);
29273b7d038SAmos Kong 		} else {
29373b7d038SAmos Kong 			waitpid(pid, &status, 0);
29473b7d038SAmos Kong 			if (WIFEXITED(status) && WEXITSTATUS(status) != 0) {
2954542f276SCyrill Gorcunov 				pr_warning("Fail to setup tap by %s", params->script);
29673b7d038SAmos Kong 				goto fail;
29773b7d038SAmos Kong 			}
29873b7d038SAmos Kong 		}
29973b7d038SAmos Kong 	} else {
300cb7202c1SSasha Levin 		memset(&ifr, 0, sizeof(ifr));
3019a6d73f1SSasha Levin 		strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name));
302bdfcfca6SSasha Levin 		sin.sin_addr.s_addr = inet_addr(params->host_ip);
303cb7202c1SSasha Levin 		memcpy(&(ifr.ifr_addr), &sin, sizeof(ifr.ifr_addr));
304cb7202c1SSasha Levin 		ifr.ifr_addr.sa_family = AF_INET;
3053b02f580SSasha Levin 		if (ioctl(sock, SIOCSIFADDR, &ifr) < 0) {
3064542f276SCyrill Gorcunov 			pr_warning("Could not set ip address on tap device");
3073b02f580SSasha Levin 			goto fail;
3083b02f580SSasha Levin 		}
30973b7d038SAmos Kong 	}
310cb7202c1SSasha Levin 
311cb7202c1SSasha Levin 	memset(&ifr, 0, sizeof(ifr));
3129a6d73f1SSasha Levin 	strncpy(ifr.ifr_name, ndev->tap_name, sizeof(ndev->tap_name));
313cb7202c1SSasha Levin 	ioctl(sock, SIOCGIFFLAGS, &ifr);
314cb7202c1SSasha Levin 	ifr.ifr_flags |= IFF_UP | IFF_RUNNING;
315cb7202c1SSasha Levin 	if (ioctl(sock, SIOCSIFFLAGS, &ifr) < 0)
3164542f276SCyrill Gorcunov 		pr_warning("Could not bring tap device up");
317cb7202c1SSasha Levin 
318cb7202c1SSasha Levin 	close(sock);
3193b02f580SSasha Levin 
3203b02f580SSasha Levin 	return 1;
3213b02f580SSasha Levin 
3223b02f580SSasha Levin fail:
3233b02f580SSasha Levin 	if (sock >= 0)
3243b02f580SSasha Levin 		close(sock);
3259a6d73f1SSasha Levin 	if (ndev->tap_fd >= 0)
3269a6d73f1SSasha Levin 		close(ndev->tap_fd);
3273b02f580SSasha Levin 
3283b02f580SSasha Levin 	return 0;
3294f56d42cSAsias He }
3304f56d42cSAsias He 
331b4fdde6dSAsias He static inline int tap_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev)
332b4fdde6dSAsias He {
333b4fdde6dSAsias He 	return writev(ndev->tap_fd, iov, out);
334b4fdde6dSAsias He }
335b4fdde6dSAsias He 
336b4fdde6dSAsias He static inline int tap_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev)
337b4fdde6dSAsias He {
338b4fdde6dSAsias He 	return readv(ndev->tap_fd, iov, in);
339b4fdde6dSAsias He }
340b4fdde6dSAsias He 
341b4fdde6dSAsias He static inline int uip_ops_tx(struct iovec *iov, u16 out, struct net_dev *ndev)
342b4fdde6dSAsias He {
343b4fdde6dSAsias He 	return uip_tx(iov, out, &ndev->info);
344b4fdde6dSAsias He }
345b4fdde6dSAsias He 
346b4fdde6dSAsias He static inline int uip_ops_rx(struct iovec *iov, u16 in, struct net_dev *ndev)
347b4fdde6dSAsias He {
348b4fdde6dSAsias He 	return uip_rx(iov, in, &ndev->info);
349b4fdde6dSAsias He }
350b4fdde6dSAsias He 
351b4fdde6dSAsias He static struct net_dev_operations tap_ops = {
352b4fdde6dSAsias He 	.rx	= tap_ops_rx,
353b4fdde6dSAsias He 	.tx	= tap_ops_tx,
354b4fdde6dSAsias He };
355b4fdde6dSAsias He 
356b4fdde6dSAsias He static struct net_dev_operations uip_ops = {
357b4fdde6dSAsias He 	.rx	= uip_ops_rx,
358b4fdde6dSAsias He 	.tx	= uip_ops_tx,
359b4fdde6dSAsias He };
360b4fdde6dSAsias He 
361c5ae742bSSasha Levin static u8 *get_config(struct kvm *kvm, void *dev)
36278a2a3e2SSasha Levin {
36378a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
36478a2a3e2SSasha Levin 
365c5ae742bSSasha Levin 	return ((u8 *)(&ndev->config));
36678a2a3e2SSasha Levin }
36778a2a3e2SSasha Levin 
36878a2a3e2SSasha Levin static u32 get_host_features(struct kvm *kvm, void *dev)
36978a2a3e2SSasha Levin {
37079052597SSasha Levin 	struct net_dev *ndev = dev;
37179052597SSasha Levin 
37278a2a3e2SSasha Levin 	return 1UL << VIRTIO_NET_F_MAC
37378a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_CSUM
37478a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_UFO
37578a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_TSO4
37678a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_HOST_TSO6
37778a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_UFO
37878a2a3e2SSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_TSO4
37992c1f37bSSasha Levin 		| 1UL << VIRTIO_NET_F_GUEST_TSO6
380754c8ce3SSasha Levin 		| 1UL << VIRTIO_RING_F_EVENT_IDX
381abd4a801SSasha Levin 		| 1UL << VIRTIO_RING_F_INDIRECT_DESC
3826585ffb7SSasha Levin 		| 1UL << VIRTIO_NET_F_CTRL_VQ
3837668c3a6SSasha Levin 		| 1UL << VIRTIO_NET_F_MRG_RXBUF
38479052597SSasha Levin 		| 1UL << (ndev->queue_pairs > 1 ? VIRTIO_NET_F_MQ : 0);
38578a2a3e2SSasha Levin }
38678a2a3e2SSasha Levin 
38778a2a3e2SSasha Levin static void set_guest_features(struct kvm *kvm, void *dev, u32 features)
38878a2a3e2SSasha Levin {
38978a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
39078a2a3e2SSasha Levin 
39178a2a3e2SSasha Levin 	ndev->features = features;
392*8aa155c4SYing-Shiuan Pan 
393*8aa155c4SYing-Shiuan Pan 	if (ndev->mode == NET_MODE_TAP) {
394*8aa155c4SYing-Shiuan Pan 		if (!virtio_net__tap_init(ndev))
395*8aa155c4SYing-Shiuan Pan 			die_perror("You have requested a TAP device, but creation of one has failed because");
396*8aa155c4SYing-Shiuan Pan 	} else {
397*8aa155c4SYing-Shiuan Pan 		ndev->info.vnet_hdr_len = has_virtio_feature(ndev, VIRTIO_NET_F_MRG_RXBUF) ?
398*8aa155c4SYing-Shiuan Pan 						sizeof(struct virtio_net_hdr_mrg_rxbuf) :
399*8aa155c4SYing-Shiuan Pan 						sizeof(struct virtio_net_hdr);
400*8aa155c4SYing-Shiuan Pan 		uip_init(&ndev->info);
401*8aa155c4SYing-Shiuan Pan 	}
40278a2a3e2SSasha Levin }
40378a2a3e2SSasha Levin 
4049e56ec14SSasha Levin static bool is_ctrl_vq(struct net_dev *ndev, u32 vq)
4059e56ec14SSasha Levin {
4069e56ec14SSasha Levin 	return vq == (u32)(ndev->queue_pairs * 2);
4079e56ec14SSasha Levin }
4089e56ec14SSasha Levin 
409c59ba304SWill Deacon static int init_vq(struct kvm *kvm, void *dev, u32 vq, u32 page_size, u32 align,
410c59ba304SWill Deacon 		   u32 pfn)
41178a2a3e2SSasha Levin {
4129ed67cdcSSasha Levin 	struct vhost_vring_state state = { .index = vq };
4139ed67cdcSSasha Levin 	struct vhost_vring_addr addr;
41478a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
41578a2a3e2SSasha Levin 	struct virt_queue *queue;
41678a2a3e2SSasha Levin 	void *p;
4179ed67cdcSSasha Levin 	int r;
41878a2a3e2SSasha Levin 
419312c62d1SSasha Levin 	compat__remove_message(compat_id);
42078a2a3e2SSasha Levin 
42178a2a3e2SSasha Levin 	queue		= &ndev->vqs[vq];
42278a2a3e2SSasha Levin 	queue->pfn	= pfn;
423e7e2950aSSasha Levin 	p		= virtio_get_vq(kvm, queue->pfn, page_size);
42478a2a3e2SSasha Levin 
425c59ba304SWill Deacon 	vring_init(&queue->vring, VIRTIO_NET_QUEUE_SIZE, p, align);
42678a2a3e2SSasha Levin 
4276585ffb7SSasha Levin 	mutex_init(&ndev->io_lock[vq]);
4286585ffb7SSasha Levin 	pthread_cond_init(&ndev->io_cond[vq], NULL);
4299e56ec14SSasha Levin 	if (is_ctrl_vq(ndev, vq)) {
4306585ffb7SSasha Levin 		pthread_create(&ndev->io_thread[vq], NULL, virtio_net_ctrl_thread, ndev);
4319e56ec14SSasha Levin 
4329e56ec14SSasha Levin 		return 0;
4339e56ec14SSasha Levin 	} else if (ndev->vhost_fd == 0 ) {
4349e56ec14SSasha Levin 		if (vq & 1)
4356585ffb7SSasha Levin 			pthread_create(&ndev->io_thread[vq], NULL, virtio_net_tx_thread, ndev);
4366585ffb7SSasha Levin 		else
4376585ffb7SSasha Levin 			pthread_create(&ndev->io_thread[vq], NULL, virtio_net_rx_thread, ndev);
4386585ffb7SSasha Levin 
43978a2a3e2SSasha Levin 		return 0;
4406585ffb7SSasha Levin 	}
4419ed67cdcSSasha Levin 
4429ed67cdcSSasha Levin 	state.num = queue->vring.num;
4439ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_NUM, &state);
4449ed67cdcSSasha Levin 	if (r < 0)
4459ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_NUM failed");
4469ed67cdcSSasha Levin 	state.num = 0;
4479ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_BASE, &state);
4489ed67cdcSSasha Levin 	if (r < 0)
4499ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_BASE failed");
4509ed67cdcSSasha Levin 
4519ed67cdcSSasha Levin 	addr = (struct vhost_vring_addr) {
4529ed67cdcSSasha Levin 		.index = vq,
4539ed67cdcSSasha Levin 		.desc_user_addr = (u64)(unsigned long)queue->vring.desc,
4549ed67cdcSSasha Levin 		.avail_user_addr = (u64)(unsigned long)queue->vring.avail,
4559ed67cdcSSasha Levin 		.used_user_addr = (u64)(unsigned long)queue->vring.used,
4569ed67cdcSSasha Levin 	};
4579ed67cdcSSasha Levin 
4589ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_ADDR, &addr);
4599ed67cdcSSasha Levin 	if (r < 0)
4609ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_ADDR failed");
4619ed67cdcSSasha Levin 
4629ed67cdcSSasha Levin 	return 0;
4639ed67cdcSSasha Levin }
4649ed67cdcSSasha Levin 
4659ed67cdcSSasha Levin static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi)
4669ed67cdcSSasha Levin {
4679ed67cdcSSasha Levin 	struct net_dev *ndev = dev;
4689ed67cdcSSasha Levin 	struct kvm_irqfd irq;
4699ed67cdcSSasha Levin 	struct vhost_vring_file file;
4709ed67cdcSSasha Levin 	int r;
4719ed67cdcSSasha Levin 
4729ed67cdcSSasha Levin 	if (ndev->vhost_fd == 0)
4739ed67cdcSSasha Levin 		return;
4749ed67cdcSSasha Levin 
4759ed67cdcSSasha Levin 	irq = (struct kvm_irqfd) {
4769ed67cdcSSasha Levin 		.gsi	= gsi,
4779ed67cdcSSasha Levin 		.fd	= eventfd(0, 0),
4789ed67cdcSSasha Levin 	};
4799ed67cdcSSasha Levin 	file = (struct vhost_vring_file) {
4809ed67cdcSSasha Levin 		.index	= vq,
4819ed67cdcSSasha Levin 		.fd	= irq.fd,
4829ed67cdcSSasha Levin 	};
4839ed67cdcSSasha Levin 
4849ed67cdcSSasha Levin 	r = ioctl(kvm->vm_fd, KVM_IRQFD, &irq);
4859ed67cdcSSasha Levin 	if (r < 0)
4869ed67cdcSSasha Levin 		die_perror("KVM_IRQFD failed");
4879ed67cdcSSasha Levin 
4889ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_CALL, &file);
4899ed67cdcSSasha Levin 	if (r < 0)
4909ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_CALL failed");
4919ed67cdcSSasha Levin 	file.fd = ndev->tap_fd;
4929ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_NET_SET_BACKEND, &file);
4939ed67cdcSSasha Levin 	if (r != 0)
4949ed67cdcSSasha Levin 		die("VHOST_NET_SET_BACKEND failed %d", errno);
4959ed67cdcSSasha Levin 
4969ed67cdcSSasha Levin }
4979ed67cdcSSasha Levin 
4989ed67cdcSSasha Levin static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd)
4999ed67cdcSSasha Levin {
5009ed67cdcSSasha Levin 	struct net_dev *ndev = dev;
5019ed67cdcSSasha Levin 	struct vhost_vring_file file = {
5029ed67cdcSSasha Levin 		.index	= vq,
5039ed67cdcSSasha Levin 		.fd	= efd,
5049ed67cdcSSasha Levin 	};
5059ed67cdcSSasha Levin 	int r;
5069ed67cdcSSasha Levin 
5079e56ec14SSasha Levin 	if (ndev->vhost_fd == 0 || is_ctrl_vq(ndev, vq))
5089ed67cdcSSasha Levin 		return;
5099ed67cdcSSasha Levin 
5109ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_VRING_KICK, &file);
5119ed67cdcSSasha Levin 	if (r < 0)
5129ed67cdcSSasha Levin 		die_perror("VHOST_SET_VRING_KICK failed");
51378a2a3e2SSasha Levin }
51478a2a3e2SSasha Levin 
51578a2a3e2SSasha Levin static int notify_vq(struct kvm *kvm, void *dev, u32 vq)
51678a2a3e2SSasha Levin {
5179a6d73f1SSasha Levin 	struct net_dev *ndev = dev;
5189a6d73f1SSasha Levin 
5199a6d73f1SSasha Levin 	virtio_net_handle_callback(kvm, ndev, vq);
52078a2a3e2SSasha Levin 
52178a2a3e2SSasha Levin 	return 0;
52278a2a3e2SSasha Levin }
52378a2a3e2SSasha Levin 
52478a2a3e2SSasha Levin static int get_pfn_vq(struct kvm *kvm, void *dev, u32 vq)
52578a2a3e2SSasha Levin {
52678a2a3e2SSasha Levin 	struct net_dev *ndev = dev;
52778a2a3e2SSasha Levin 
52878a2a3e2SSasha Levin 	return ndev->vqs[vq].pfn;
52978a2a3e2SSasha Levin }
53078a2a3e2SSasha Levin 
53178a2a3e2SSasha Levin static int get_size_vq(struct kvm *kvm, void *dev, u32 vq)
53278a2a3e2SSasha Levin {
5330f4f51a8SAsias He 	/* FIXME: dynamic */
53478a2a3e2SSasha Levin 	return VIRTIO_NET_QUEUE_SIZE;
53578a2a3e2SSasha Levin }
53678a2a3e2SSasha Levin 
5370f4f51a8SAsias He static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size)
5380f4f51a8SAsias He {
5390f4f51a8SAsias He 	/* FIXME: dynamic */
5400f4f51a8SAsias He 	return size;
5410f4f51a8SAsias He }
5420f4f51a8SAsias He 
5431c47ce69SSasha Levin static struct virtio_ops net_dev_virtio_ops = (struct virtio_ops) {
5441c47ce69SSasha Levin 	.get_config		= get_config,
5451c47ce69SSasha Levin 	.get_host_features	= get_host_features,
5461c47ce69SSasha Levin 	.set_guest_features	= set_guest_features,
5471c47ce69SSasha Levin 	.init_vq		= init_vq,
5481c47ce69SSasha Levin 	.get_pfn_vq		= get_pfn_vq,
5491c47ce69SSasha Levin 	.get_size_vq		= get_size_vq,
5500f4f51a8SAsias He 	.set_size_vq		= set_size_vq,
5510f4f51a8SAsias He 	.notify_vq		= notify_vq,
5529ed67cdcSSasha Levin 	.notify_vq_gsi		= notify_vq_gsi,
5539ed67cdcSSasha Levin 	.notify_vq_eventfd	= notify_vq_eventfd,
5541c47ce69SSasha Levin };
5551c47ce69SSasha Levin 
5569ed67cdcSSasha Levin static void virtio_net__vhost_init(struct kvm *kvm, struct net_dev *ndev)
5579ed67cdcSSasha Levin {
55892c1f37bSSasha Levin 	u64 features = 1UL << VIRTIO_RING_F_EVENT_IDX;
5599ed67cdcSSasha Levin 	struct vhost_memory *mem;
5609ed67cdcSSasha Levin 	int r;
5619ed67cdcSSasha Levin 
5629ed67cdcSSasha Levin 	ndev->vhost_fd = open("/dev/vhost-net", O_RDWR);
5639ed67cdcSSasha Levin 	if (ndev->vhost_fd < 0)
5649ed67cdcSSasha Levin 		die_perror("Failed openning vhost-net device");
5659ed67cdcSSasha Levin 
5668b795457SAsias He 	mem = calloc(1, sizeof(*mem) + sizeof(struct vhost_memory_region));
5679ed67cdcSSasha Levin 	if (mem == NULL)
5689ed67cdcSSasha Levin 		die("Failed allocating memory for vhost memory map");
5699ed67cdcSSasha Levin 
5709ed67cdcSSasha Levin 	mem->nregions = 1;
5719ed67cdcSSasha Levin 	mem->regions[0] = (struct vhost_memory_region) {
5729ed67cdcSSasha Levin 		.guest_phys_addr	= 0,
5739ed67cdcSSasha Levin 		.memory_size		= kvm->ram_size,
574b4108023SAsias He 		.userspace_addr		= (unsigned long)kvm->ram_start,
5759ed67cdcSSasha Levin 	};
5769ed67cdcSSasha Levin 
5779ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_OWNER);
5789ed67cdcSSasha Levin 	if (r != 0)
5799ed67cdcSSasha Levin 		die_perror("VHOST_SET_OWNER failed");
5809ed67cdcSSasha Levin 
5819ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_FEATURES, &features);
5829ed67cdcSSasha Levin 	if (r != 0)
5839ed67cdcSSasha Levin 		die_perror("VHOST_SET_FEATURES failed");
5849ed67cdcSSasha Levin 	r = ioctl(ndev->vhost_fd, VHOST_SET_MEM_TABLE, mem);
5859ed67cdcSSasha Levin 	if (r != 0)
5869ed67cdcSSasha Levin 		die_perror("VHOST_SET_MEM_TABLE failed");
587627d6874SAsias He 
588627d6874SAsias He 	ndev->vdev.use_vhost = true;
589627d6874SAsias He 
5909ed67cdcSSasha Levin 	free(mem);
5919ed67cdcSSasha Levin }
5929ed67cdcSSasha Levin 
5935f225124SSasha Levin static inline void str_to_mac(const char *str, char *mac)
5945f225124SSasha Levin {
5955f225124SSasha Levin 	sscanf(str, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx",
5965f225124SSasha Levin 		mac, mac+1, mac+2, mac+3, mac+4, mac+5);
5975f225124SSasha Levin }
5984346fd8fSSasha Levin static int set_net_param(struct kvm *kvm, struct virtio_net_params *p,
5994346fd8fSSasha Levin 			const char *param, const char *val)
6005f225124SSasha Levin {
6015f225124SSasha Levin 	if (strcmp(param, "guest_mac") == 0) {
6025f225124SSasha Levin 		str_to_mac(val, p->guest_mac);
6035f225124SSasha Levin 	} else if (strcmp(param, "mode") == 0) {
6045f225124SSasha Levin 		if (!strncmp(val, "user", 4)) {
6055f225124SSasha Levin 			int i;
6065f225124SSasha Levin 
6075f225124SSasha Levin 			for (i = 0; i < kvm->cfg.num_net_devices; i++)
6085f225124SSasha Levin 				if (kvm->cfg.net_params[i].mode == NET_MODE_USER)
6095f225124SSasha Levin 					die("Only one usermode network device allowed at a time");
6105f225124SSasha Levin 			p->mode = NET_MODE_USER;
6115f225124SSasha Levin 		} else if (!strncmp(val, "tap", 3)) {
6125f225124SSasha Levin 			p->mode = NET_MODE_TAP;
6135f225124SSasha Levin 		} else if (!strncmp(val, "none", 4)) {
6145f225124SSasha Levin 			kvm->cfg.no_net = 1;
6155f225124SSasha Levin 			return -1;
6165f225124SSasha Levin 		} else
6175f225124SSasha Levin 			die("Unknown network mode %s, please use user, tap or none", kvm->cfg.network);
6185f225124SSasha Levin 	} else if (strcmp(param, "script") == 0) {
6195f225124SSasha Levin 		p->script = strdup(val);
6205f225124SSasha Levin 	} else if (strcmp(param, "guest_ip") == 0) {
6215f225124SSasha Levin 		p->guest_ip = strdup(val);
6225f225124SSasha Levin 	} else if (strcmp(param, "host_ip") == 0) {
6235f225124SSasha Levin 		p->host_ip = strdup(val);
6245f225124SSasha Levin 	} else if (strcmp(param, "trans") == 0) {
6255f225124SSasha Levin 		p->trans = strdup(val);
6265f225124SSasha Levin 	} else if (strcmp(param, "vhost") == 0) {
6275f225124SSasha Levin 		p->vhost = atoi(val);
6285f225124SSasha Levin 	} else if (strcmp(param, "fd") == 0) {
6295f225124SSasha Levin 		p->fd = atoi(val);
63079052597SSasha Levin 	} else if (strcmp(param, "mq") == 0) {
63179052597SSasha Levin 		p->mq = atoi(val);
6325f225124SSasha Levin 	} else
6335f225124SSasha Levin 		die("Unknown network parameter %s", param);
6345f225124SSasha Levin 
6355f225124SSasha Levin 	return 0;
6365f225124SSasha Levin }
6375f225124SSasha Levin 
6385f225124SSasha Levin int netdev_parser(const struct option *opt, const char *arg, int unset)
6395f225124SSasha Levin {
6405f225124SSasha Levin 	struct virtio_net_params p;
6415f225124SSasha Levin 	char *buf = NULL, *cmd = NULL, *cur = NULL;
6425f225124SSasha Levin 	bool on_cmd = true;
6435f225124SSasha Levin 	struct kvm *kvm = opt->ptr;
6445f225124SSasha Levin 
6455f225124SSasha Levin 	if (arg) {
6465f225124SSasha Levin 		buf = strdup(arg);
6475f225124SSasha Levin 		if (buf == NULL)
6485f225124SSasha Levin 			die("Failed allocating new net buffer");
6495f225124SSasha Levin 		cur = strtok(buf, ",=");
6505f225124SSasha Levin 	}
6515f225124SSasha Levin 
6525f225124SSasha Levin 	p = (struct virtio_net_params) {
6535f225124SSasha Levin 		.guest_ip	= DEFAULT_GUEST_ADDR,
6545f225124SSasha Levin 		.host_ip	= DEFAULT_HOST_ADDR,
6555f225124SSasha Levin 		.script		= DEFAULT_SCRIPT,
6565f225124SSasha Levin 		.mode		= NET_MODE_TAP,
6575f225124SSasha Levin 	};
6585f225124SSasha Levin 
6595f225124SSasha Levin 	str_to_mac(DEFAULT_GUEST_MAC, p.guest_mac);
6605f225124SSasha Levin 	p.guest_mac[5] += kvm->cfg.num_net_devices;
6615f225124SSasha Levin 
6625f225124SSasha Levin 	while (cur) {
6635f225124SSasha Levin 		if (on_cmd) {
6645f225124SSasha Levin 			cmd = cur;
6655f225124SSasha Levin 		} else {
6664346fd8fSSasha Levin 			if (set_net_param(kvm, &p, cmd, cur) < 0)
6675f225124SSasha Levin 				goto done;
6685f225124SSasha Levin 		}
6695f225124SSasha Levin 		on_cmd = !on_cmd;
6705f225124SSasha Levin 
6715f225124SSasha Levin 		cur = strtok(NULL, ",=");
6725f225124SSasha Levin 	};
6735f225124SSasha Levin 
6745f225124SSasha Levin 	kvm->cfg.num_net_devices++;
6755f225124SSasha Levin 
6765f225124SSasha Levin 	kvm->cfg.net_params = realloc(kvm->cfg.net_params, kvm->cfg.num_net_devices * sizeof(*kvm->cfg.net_params));
6775f225124SSasha Levin 	if (kvm->cfg.net_params == NULL)
6785f225124SSasha Levin 		die("Failed adding new network device");
6795f225124SSasha Levin 
6805f225124SSasha Levin 	kvm->cfg.net_params[kvm->cfg.num_net_devices - 1] = p;
6815f225124SSasha Levin 
6825f225124SSasha Levin done:
6835f225124SSasha Levin 	free(buf);
6845f225124SSasha Levin 	return 0;
6855f225124SSasha Levin }
6865f225124SSasha Levin 
6875f225124SSasha Levin static int virtio_net__init_one(struct virtio_net_params *params)
6884f56d42cSAsias He {
689b5ee1ea7SAsias He 	int i;
6909a6d73f1SSasha Levin 	struct net_dev *ndev;
6919a6d73f1SSasha Levin 
6929a6d73f1SSasha Levin 	ndev = calloc(1, sizeof(struct net_dev));
6939a6d73f1SSasha Levin 	if (ndev == NULL)
6945f225124SSasha Levin 		return -ENOMEM;
6959a6d73f1SSasha Levin 
6969a6d73f1SSasha Levin 	list_add_tail(&ndev->list, &ndevs);
6979a6d73f1SSasha Levin 
6989a6d73f1SSasha Levin 	ndev->kvm = params->kvm;
6998c0ae74dSSasha Levin 	ndev->params = params;
7009a6d73f1SSasha Levin 
7019a6d73f1SSasha Levin 	mutex_init(&ndev->mutex);
70279052597SSasha Levin 	ndev->queue_pairs = max(1, min(VIRTIO_NET_NUM_QUEUES, params->mq));
7039a6d73f1SSasha Levin 	ndev->config.status = VIRTIO_NET_S_LINK_UP;
70479052597SSasha Levin 	if (ndev->queue_pairs > 1)
70579052597SSasha Levin 		ndev->config.max_virtqueue_pairs = ndev->queue_pairs;
70679052597SSasha Levin 
7070c54698eSAsias He 	for (i = 0 ; i < 6 ; i++) {
7089a6d73f1SSasha Levin 		ndev->config.mac[i]		= params->guest_mac[i];
7099a6d73f1SSasha Levin 		ndev->info.guest_mac.addr[i]	= params->guest_mac[i];
7109a6d73f1SSasha Levin 		ndev->info.host_mac.addr[i]	= params->host_mac[i];
7110c54698eSAsias He 	}
712f715177dSAsias He 
7139a6d73f1SSasha Levin 	ndev->mode = params->mode;
7149a6d73f1SSasha Levin 	if (ndev->mode == NET_MODE_TAP) {
7159a6d73f1SSasha Levin 		ndev->ops = &tap_ops;
716b4fdde6dSAsias He 	} else {
7179a6d73f1SSasha Levin 		ndev->info.host_ip		= ntohl(inet_addr(params->host_ip));
7189a6d73f1SSasha Levin 		ndev->info.guest_ip		= ntohl(inet_addr(params->guest_ip));
7199a6d73f1SSasha Levin 		ndev->info.guest_netmask	= ntohl(inet_addr("255.255.255.0"));
7209a6d73f1SSasha Levin 		ndev->info.buf_nr		= 20,
7219a6d73f1SSasha Levin 		ndev->ops = &uip_ops;
7225f3aaf22SMarc Zyngier 		uip_static_init(&ndev->info);
723b4fdde6dSAsias He 	}
724b5ee1ea7SAsias He 
72569205aa1SAsias He 	if (params->trans && strcmp(params->trans, "mmio") == 0)
7264346fd8fSSasha Levin 		virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops,
72769205aa1SAsias He 			    VIRTIO_MMIO, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET);
72869205aa1SAsias He 	else
7294346fd8fSSasha Levin 		virtio_init(params->kvm, ndev, &ndev->vdev, &net_dev_virtio_ops,
73002eca50cSAsias He 			    VIRTIO_PCI, PCI_DEVICE_ID_VIRTIO_NET, VIRTIO_ID_NET, PCI_CLASS_NET);
73127ab67f5SSasha Levin 
7329ed67cdcSSasha Levin 	if (params->vhost)
7339ed67cdcSSasha Levin 		virtio_net__vhost_init(params->kvm, ndev);
734cb83de6fSSasha Levin 
735d278197dSAsias He 	if (compat_id == -1)
73652f34d2cSAsias He 		compat_id = virtio_compat_add_message("virtio-net", "CONFIG_VIRTIO_NET");
7375f225124SSasha Levin 
7385f225124SSasha Levin 	return 0;
7395f225124SSasha Levin }
7405f225124SSasha Levin 
7415f225124SSasha Levin int virtio_net__init(struct kvm *kvm)
7425f225124SSasha Levin {
7435f225124SSasha Levin 	int i;
7445f225124SSasha Levin 
7455f225124SSasha Levin 	for (i = 0; i < kvm->cfg.num_net_devices; i++) {
7465f225124SSasha Levin 		kvm->cfg.net_params[i].kvm = kvm;
7475f225124SSasha Levin 		virtio_net__init_one(&kvm->cfg.net_params[i]);
7485f225124SSasha Levin 	}
7495f225124SSasha Levin 
7505f225124SSasha Levin 	if (kvm->cfg.num_net_devices == 0 && kvm->cfg.no_net == 0) {
7518c0ae74dSSasha Levin 		static struct virtio_net_params net_params;
7525f225124SSasha Levin 
7535f225124SSasha Levin 		net_params = (struct virtio_net_params) {
7545f225124SSasha Levin 			.guest_ip	= kvm->cfg.guest_ip,
7555f225124SSasha Levin 			.host_ip	= kvm->cfg.host_ip,
7565f225124SSasha Levin 			.kvm		= kvm,
7575f225124SSasha Levin 			.script		= kvm->cfg.script,
7585f225124SSasha Levin 			.mode		= NET_MODE_USER,
7595f225124SSasha Levin 		};
7605f225124SSasha Levin 		str_to_mac(kvm->cfg.guest_mac, net_params.guest_mac);
7615f225124SSasha Levin 		str_to_mac(kvm->cfg.host_mac, net_params.host_mac);
7625f225124SSasha Levin 
7635f225124SSasha Levin 		virtio_net__init_one(&net_params);
7645f225124SSasha Levin 	}
7655f225124SSasha Levin 
7665f225124SSasha Levin 	return 0;
7675f225124SSasha Levin }
76849a8afd1SSasha Levin virtio_dev_init(virtio_net__init);
7695f225124SSasha Levin 
7705f225124SSasha Levin int virtio_net__exit(struct kvm *kvm)
7715f225124SSasha Levin {
7725f225124SSasha Levin 	return 0;
7734f56d42cSAsias He }
77449a8afd1SSasha Levin virtio_dev_exit(virtio_net__exit);
775