15281d757SMark McLoughlin /* 25281d757SMark McLoughlin * QEMU System Emulator 35281d757SMark McLoughlin * 45281d757SMark McLoughlin * Copyright (c) 2003-2008 Fabrice Bellard 55281d757SMark McLoughlin * Copyright (c) 2009 Red Hat, Inc. 65281d757SMark McLoughlin * 75281d757SMark McLoughlin * Permission is hereby granted, free of charge, to any person obtaining a copy 85281d757SMark McLoughlin * of this software and associated documentation files (the "Software"), to deal 95281d757SMark McLoughlin * in the Software without restriction, including without limitation the rights 105281d757SMark McLoughlin * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 115281d757SMark McLoughlin * copies of the Software, and to permit persons to whom the Software is 125281d757SMark McLoughlin * furnished to do so, subject to the following conditions: 135281d757SMark McLoughlin * 145281d757SMark McLoughlin * The above copyright notice and this permission notice shall be included in 155281d757SMark McLoughlin * all copies or substantial portions of the Software. 165281d757SMark McLoughlin * 175281d757SMark McLoughlin * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 185281d757SMark McLoughlin * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 195281d757SMark McLoughlin * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 205281d757SMark McLoughlin * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 215281d757SMark McLoughlin * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 225281d757SMark McLoughlin * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 235281d757SMark McLoughlin * THE SOFTWARE. 245281d757SMark McLoughlin */ 255281d757SMark McLoughlin 262744d920SPeter Maydell #include "qemu/osdep.h" 271422e32dSPaolo Bonzini #include "tap_int.h" 285281d757SMark McLoughlin 295281d757SMark McLoughlin 305281d757SMark McLoughlin #include <sys/ioctl.h> 315281d757SMark McLoughlin #include <sys/wait.h> 3271f4effcSAlexander Graf #include <sys/socket.h> 335281d757SMark McLoughlin #include <net/if.h> 345281d757SMark McLoughlin 35969e50b6SBin Meng #include "net/eth.h" 361422e32dSPaolo Bonzini #include "net/net.h" 37a245fc18SPaolo Bonzini #include "clients.h" 3883c9089eSPaolo Bonzini #include "monitor/monitor.h" 399c17d615SPaolo Bonzini #include "sysemu/sysemu.h" 40da34e65cSMarkus Armbruster #include "qapi/error.h" 41f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 421de7afc9SPaolo Bonzini #include "qemu/error-report.h" 43db725815SMarkus Armbruster #include "qemu/main-loop.h" 44d542800dSBrijesh Singh #include "qemu/sockets.h" 455281d757SMark McLoughlin 461422e32dSPaolo Bonzini #include "net/tap.h" 475281d757SMark McLoughlin 480d09e41aSPaolo Bonzini #include "net/vhost_net.h" 4982b0d80eSMichael S. Tsirkin 505281d757SMark McLoughlin typedef struct TAPState { 514e68f7a0SStefan Hajnoczi NetClientState nc; 525281d757SMark McLoughlin int fd; 535281d757SMark McLoughlin char down_script[1024]; 545281d757SMark McLoughlin char down_script_arg[128]; 55d32fcad3SScott Feldman uint8_t buf[NET_BUFSIZE]; 56ec45f083SJason Wang bool read_poll; 57ec45f083SJason Wang bool write_poll; 58ec45f083SJason Wang bool using_vnet_hdr; 59ec45f083SJason Wang bool has_ufo; 60*f03e0cf6SYuri Benditovich bool has_uso; 6116dbaf90SJason Wang bool enabled; 6282b0d80eSMichael S. Tsirkin VHostNetState *vhost_net; 63ef4252b1SMichael S. Tsirkin unsigned host_vnet_hdr_len; 649e32ff32SMarc-André Lureau Notifier exit; 655281d757SMark McLoughlin } TAPState; 665281d757SMark McLoughlin 67ac4fcf56SMarkus Armbruster static void launch_script(const char *setup_script, const char *ifname, 68ac4fcf56SMarkus Armbruster int fd, Error **errp); 695281d757SMark McLoughlin 705281d757SMark McLoughlin static void tap_send(void *opaque); 715281d757SMark McLoughlin static void tap_writable(void *opaque); 725281d757SMark McLoughlin 735281d757SMark McLoughlin static void tap_update_fd_handler(TAPState *s) 745281d757SMark McLoughlin { 7582e1cc4bSFam Zheng qemu_set_fd_handler(s->fd, 7616dbaf90SJason Wang s->read_poll && s->enabled ? tap_send : NULL, 7716dbaf90SJason Wang s->write_poll && s->enabled ? tap_writable : NULL, 785281d757SMark McLoughlin s); 795281d757SMark McLoughlin } 805281d757SMark McLoughlin 81ec45f083SJason Wang static void tap_read_poll(TAPState *s, bool enable) 825281d757SMark McLoughlin { 83ec45f083SJason Wang s->read_poll = enable; 845281d757SMark McLoughlin tap_update_fd_handler(s); 855281d757SMark McLoughlin } 865281d757SMark McLoughlin 87ec45f083SJason Wang static void tap_write_poll(TAPState *s, bool enable) 885281d757SMark McLoughlin { 89ec45f083SJason Wang s->write_poll = enable; 905281d757SMark McLoughlin tap_update_fd_handler(s); 915281d757SMark McLoughlin } 925281d757SMark McLoughlin 935281d757SMark McLoughlin static void tap_writable(void *opaque) 945281d757SMark McLoughlin { 955281d757SMark McLoughlin TAPState *s = opaque; 965281d757SMark McLoughlin 97ec45f083SJason Wang tap_write_poll(s, false); 985281d757SMark McLoughlin 993e35ba93SMark McLoughlin qemu_flush_queued_packets(&s->nc); 1005281d757SMark McLoughlin } 1015281d757SMark McLoughlin 1025281d757SMark McLoughlin static ssize_t tap_write_packet(TAPState *s, const struct iovec *iov, int iovcnt) 1035281d757SMark McLoughlin { 1045281d757SMark McLoughlin ssize_t len; 1055281d757SMark McLoughlin 10637b0b24eSNikita Ivanov len = RETRY_ON_EINTR(writev(s->fd, iov, iovcnt)); 1075281d757SMark McLoughlin 1085281d757SMark McLoughlin if (len == -1 && errno == EAGAIN) { 109ec45f083SJason Wang tap_write_poll(s, true); 1105281d757SMark McLoughlin return 0; 1115281d757SMark McLoughlin } 1125281d757SMark McLoughlin 1135281d757SMark McLoughlin return len; 1145281d757SMark McLoughlin } 1155281d757SMark McLoughlin 1164e68f7a0SStefan Hajnoczi static ssize_t tap_receive_iov(NetClientState *nc, const struct iovec *iov, 1175281d757SMark McLoughlin int iovcnt) 1185281d757SMark McLoughlin { 1193e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1205281d757SMark McLoughlin const struct iovec *iovp = iov; 1215281d757SMark McLoughlin struct iovec iov_copy[iovcnt + 1]; 122ef4252b1SMichael S. Tsirkin struct virtio_net_hdr_mrg_rxbuf hdr = { }; 1235281d757SMark McLoughlin 124ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 1255281d757SMark McLoughlin iov_copy[0].iov_base = &hdr; 126ef4252b1SMichael S. Tsirkin iov_copy[0].iov_len = s->host_vnet_hdr_len; 1275281d757SMark McLoughlin memcpy(&iov_copy[1], iov, iovcnt * sizeof(*iov)); 1285281d757SMark McLoughlin iovp = iov_copy; 1295281d757SMark McLoughlin iovcnt++; 1305281d757SMark McLoughlin } 1315281d757SMark McLoughlin 1325281d757SMark McLoughlin return tap_write_packet(s, iovp, iovcnt); 1335281d757SMark McLoughlin } 1345281d757SMark McLoughlin 1354e68f7a0SStefan Hajnoczi static ssize_t tap_receive_raw(NetClientState *nc, const uint8_t *buf, size_t size) 1365281d757SMark McLoughlin { 1373e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1385281d757SMark McLoughlin struct iovec iov[2]; 1395281d757SMark McLoughlin int iovcnt = 0; 140ef4252b1SMichael S. Tsirkin struct virtio_net_hdr_mrg_rxbuf hdr = { }; 1415281d757SMark McLoughlin 142ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len) { 1435281d757SMark McLoughlin iov[iovcnt].iov_base = &hdr; 144ef4252b1SMichael S. Tsirkin iov[iovcnt].iov_len = s->host_vnet_hdr_len; 1455281d757SMark McLoughlin iovcnt++; 1465281d757SMark McLoughlin } 1475281d757SMark McLoughlin 1485281d757SMark McLoughlin iov[iovcnt].iov_base = (char *)buf; 1495281d757SMark McLoughlin iov[iovcnt].iov_len = size; 1505281d757SMark McLoughlin iovcnt++; 1515281d757SMark McLoughlin 1525281d757SMark McLoughlin return tap_write_packet(s, iov, iovcnt); 1535281d757SMark McLoughlin } 1545281d757SMark McLoughlin 1554e68f7a0SStefan Hajnoczi static ssize_t tap_receive(NetClientState *nc, const uint8_t *buf, size_t size) 1565281d757SMark McLoughlin { 1573e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1585281d757SMark McLoughlin struct iovec iov[1]; 1595281d757SMark McLoughlin 160ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 1613e35ba93SMark McLoughlin return tap_receive_raw(nc, buf, size); 1625281d757SMark McLoughlin } 1635281d757SMark McLoughlin 1645281d757SMark McLoughlin iov[0].iov_base = (char *)buf; 1655281d757SMark McLoughlin iov[0].iov_len = size; 1665281d757SMark McLoughlin 1675281d757SMark McLoughlin return tap_write_packet(s, iov, 1); 1685281d757SMark McLoughlin } 1695281d757SMark McLoughlin 170966ea5ecSMark McLoughlin #ifndef __sun__ 171966ea5ecSMark McLoughlin ssize_t tap_read_packet(int tapfd, uint8_t *buf, int maxlen) 1725281d757SMark McLoughlin { 1735281d757SMark McLoughlin return read(tapfd, buf, maxlen); 1745281d757SMark McLoughlin } 1755281d757SMark McLoughlin #endif 1765281d757SMark McLoughlin 1774e68f7a0SStefan Hajnoczi static void tap_send_completed(NetClientState *nc, ssize_t len) 1785281d757SMark McLoughlin { 1793e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 180ec45f083SJason Wang tap_read_poll(s, true); 1815281d757SMark McLoughlin } 1825281d757SMark McLoughlin 1835281d757SMark McLoughlin static void tap_send(void *opaque) 1845281d757SMark McLoughlin { 1855281d757SMark McLoughlin TAPState *s = opaque; 186be1636b3SMark McLoughlin int size; 187756ae78bSWangkai (Kevin,C) int packets = 0; 1885281d757SMark McLoughlin 189a90a7425SFam Zheng while (true) { 1905819c918SMark McLoughlin uint8_t *buf = s->buf; 191969e50b6SBin Meng uint8_t min_pkt[ETH_ZLEN]; 192969e50b6SBin Meng size_t min_pktsz = sizeof(min_pkt); 1935819c918SMark McLoughlin 1945281d757SMark McLoughlin size = tap_read_packet(s->fd, s->buf, sizeof(s->buf)); 1955281d757SMark McLoughlin if (size <= 0) { 1965819c918SMark McLoughlin break; 1975281d757SMark McLoughlin } 1985281d757SMark McLoughlin 199ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 200ef4252b1SMichael S. Tsirkin buf += s->host_vnet_hdr_len; 201ef4252b1SMichael S. Tsirkin size -= s->host_vnet_hdr_len; 2025281d757SMark McLoughlin } 2035281d757SMark McLoughlin 204bc38e31bSJason Wang if (net_peer_needs_padding(&s->nc)) { 205969e50b6SBin Meng if (eth_pad_short_frame(min_pkt, &min_pktsz, buf, size)) { 206969e50b6SBin Meng buf = min_pkt; 207969e50b6SBin Meng size = min_pktsz; 208969e50b6SBin Meng } 209969e50b6SBin Meng } 210969e50b6SBin Meng 2113e35ba93SMark McLoughlin size = qemu_send_packet_async(&s->nc, buf, size, tap_send_completed); 2125281d757SMark McLoughlin if (size == 0) { 213ec45f083SJason Wang tap_read_poll(s, false); 21468e5ec64SStefan Hajnoczi break; 21568e5ec64SStefan Hajnoczi } else if (size < 0) { 21668e5ec64SStefan Hajnoczi break; 2175281d757SMark McLoughlin } 218756ae78bSWangkai (Kevin,C) 219756ae78bSWangkai (Kevin,C) /* 220756ae78bSWangkai (Kevin,C) * When the host keeps receiving more packets while tap_send() is 221756ae78bSWangkai (Kevin,C) * running we can hog the QEMU global mutex. Limit the number of 222756ae78bSWangkai (Kevin,C) * packets that are processed per tap_send() callback to prevent 223756ae78bSWangkai (Kevin,C) * stalling the guest. 224756ae78bSWangkai (Kevin,C) */ 225756ae78bSWangkai (Kevin,C) packets++; 226756ae78bSWangkai (Kevin,C) if (packets >= 50) { 227756ae78bSWangkai (Kevin,C) break; 228756ae78bSWangkai (Kevin,C) } 22968e5ec64SStefan Hajnoczi } 2305281d757SMark McLoughlin } 2315281d757SMark McLoughlin 2323bac80d3SVincenzo Maffione static bool tap_has_ufo(NetClientState *nc) 2335281d757SMark McLoughlin { 2343e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2355281d757SMark McLoughlin 236f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 2375281d757SMark McLoughlin 2385281d757SMark McLoughlin return s->has_ufo; 2395281d757SMark McLoughlin } 2405281d757SMark McLoughlin 241*f03e0cf6SYuri Benditovich static bool tap_has_uso(NetClientState *nc) 242*f03e0cf6SYuri Benditovich { 243*f03e0cf6SYuri Benditovich TAPState *s = DO_UPCAST(TAPState, nc, nc); 244*f03e0cf6SYuri Benditovich 245*f03e0cf6SYuri Benditovich assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 246*f03e0cf6SYuri Benditovich 247*f03e0cf6SYuri Benditovich return s->has_uso; 248*f03e0cf6SYuri Benditovich } 249*f03e0cf6SYuri Benditovich 2503bac80d3SVincenzo Maffione static bool tap_has_vnet_hdr(NetClientState *nc) 2515281d757SMark McLoughlin { 2523e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2535281d757SMark McLoughlin 254f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 2555281d757SMark McLoughlin 256ef4252b1SMichael S. Tsirkin return !!s->host_vnet_hdr_len; 2575281d757SMark McLoughlin } 2585281d757SMark McLoughlin 2593bac80d3SVincenzo Maffione static bool tap_has_vnet_hdr_len(NetClientState *nc, int len) 260445d892fSMichael S. Tsirkin { 261445d892fSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 262445d892fSMichael S. Tsirkin 263f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 264445d892fSMichael S. Tsirkin 265e96dfd11SVincenzo Maffione return !!tap_probe_vnet_hdr_len(s->fd, len); 266445d892fSMichael S. Tsirkin } 267445d892fSMichael S. Tsirkin 268481c5232SAkihiko Odaki static int tap_get_vnet_hdr_len(NetClientState *nc) 269481c5232SAkihiko Odaki { 270481c5232SAkihiko Odaki TAPState *s = DO_UPCAST(TAPState, nc, nc); 271481c5232SAkihiko Odaki 272481c5232SAkihiko Odaki return s->host_vnet_hdr_len; 273481c5232SAkihiko Odaki } 274481c5232SAkihiko Odaki 2753bac80d3SVincenzo Maffione static void tap_set_vnet_hdr_len(NetClientState *nc, int len) 276445d892fSMichael S. Tsirkin { 277445d892fSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 278445d892fSMichael S. Tsirkin 279f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 280445d892fSMichael S. Tsirkin assert(len == sizeof(struct virtio_net_hdr_mrg_rxbuf) || 281fbbdbddeSYuri Benditovich len == sizeof(struct virtio_net_hdr) || 282fbbdbddeSYuri Benditovich len == sizeof(struct virtio_net_hdr_v1_hash)); 283445d892fSMichael S. Tsirkin 284445d892fSMichael S. Tsirkin tap_fd_set_vnet_hdr_len(s->fd, len); 285445d892fSMichael S. Tsirkin s->host_vnet_hdr_len = len; 286445d892fSMichael S. Tsirkin } 287445d892fSMichael S. Tsirkin 288481c5232SAkihiko Odaki static bool tap_get_using_vnet_hdr(NetClientState *nc) 289481c5232SAkihiko Odaki { 290481c5232SAkihiko Odaki TAPState *s = DO_UPCAST(TAPState, nc, nc); 291481c5232SAkihiko Odaki 292481c5232SAkihiko Odaki return s->using_vnet_hdr; 293481c5232SAkihiko Odaki } 294481c5232SAkihiko Odaki 2953bac80d3SVincenzo Maffione static void tap_using_vnet_hdr(NetClientState *nc, bool using_vnet_hdr) 2965281d757SMark McLoughlin { 2973e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2985281d757SMark McLoughlin 299f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 300ef4252b1SMichael S. Tsirkin assert(!!s->host_vnet_hdr_len == using_vnet_hdr); 3015281d757SMark McLoughlin 3025281d757SMark McLoughlin s->using_vnet_hdr = using_vnet_hdr; 3035281d757SMark McLoughlin } 3045281d757SMark McLoughlin 305c80cd6bbSGreg Kurz static int tap_set_vnet_le(NetClientState *nc, bool is_le) 306c80cd6bbSGreg Kurz { 307c80cd6bbSGreg Kurz TAPState *s = DO_UPCAST(TAPState, nc, nc); 308c80cd6bbSGreg Kurz 309c80cd6bbSGreg Kurz return tap_fd_set_vnet_le(s->fd, is_le); 310c80cd6bbSGreg Kurz } 311c80cd6bbSGreg Kurz 312c80cd6bbSGreg Kurz static int tap_set_vnet_be(NetClientState *nc, bool is_be) 313c80cd6bbSGreg Kurz { 314c80cd6bbSGreg Kurz TAPState *s = DO_UPCAST(TAPState, nc, nc); 315c80cd6bbSGreg Kurz 316c80cd6bbSGreg Kurz return tap_fd_set_vnet_be(s->fd, is_be); 317c80cd6bbSGreg Kurz } 318c80cd6bbSGreg Kurz 3193bac80d3SVincenzo Maffione static void tap_set_offload(NetClientState *nc, int csum, int tso4, 3202ab0ec31SAndrew Melnychenko int tso6, int ecn, int ufo, int uso4, int uso6) 3215281d757SMark McLoughlin { 3223e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 32327a6375dSMichael S. Tsirkin if (s->fd < 0) { 32427a6375dSMichael S. Tsirkin return; 32527a6375dSMichael S. Tsirkin } 3265281d757SMark McLoughlin 3272ab0ec31SAndrew Melnychenko tap_fd_set_offload(s->fd, csum, tso4, tso6, ecn, ufo, uso4, uso6); 3285281d757SMark McLoughlin } 3295281d757SMark McLoughlin 3309e32ff32SMarc-André Lureau static void tap_exit_notify(Notifier *notifier, void *data) 3319e32ff32SMarc-André Lureau { 3329e32ff32SMarc-André Lureau TAPState *s = container_of(notifier, TAPState, exit); 3339e32ff32SMarc-André Lureau Error *err = NULL; 3349e32ff32SMarc-André Lureau 3359e32ff32SMarc-André Lureau if (s->down_script[0]) { 3369e32ff32SMarc-André Lureau launch_script(s->down_script, s->down_script_arg, s->fd, &err); 3379e32ff32SMarc-André Lureau if (err) { 3389e32ff32SMarc-André Lureau error_report_err(err); 3399e32ff32SMarc-André Lureau } 3409e32ff32SMarc-André Lureau } 3419e32ff32SMarc-André Lureau } 3429e32ff32SMarc-André Lureau 3434e68f7a0SStefan Hajnoczi static void tap_cleanup(NetClientState *nc) 3445281d757SMark McLoughlin { 3453e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 3465281d757SMark McLoughlin 34782b0d80eSMichael S. Tsirkin if (s->vhost_net) { 34882b0d80eSMichael S. Tsirkin vhost_net_cleanup(s->vhost_net); 349e6bcb1b6SMarc-André Lureau g_free(s->vhost_net); 35043849424SMichael S. Tsirkin s->vhost_net = NULL; 35182b0d80eSMichael S. Tsirkin } 35282b0d80eSMichael S. Tsirkin 3533e35ba93SMark McLoughlin qemu_purge_queued_packets(nc); 3545281d757SMark McLoughlin 3559e32ff32SMarc-André Lureau tap_exit_notify(&s->exit, NULL); 3569e32ff32SMarc-André Lureau qemu_remove_exit_notifier(&s->exit); 3575281d757SMark McLoughlin 358ec45f083SJason Wang tap_read_poll(s, false); 359ec45f083SJason Wang tap_write_poll(s, false); 3605281d757SMark McLoughlin close(s->fd); 36127a6375dSMichael S. Tsirkin s->fd = -1; 3625281d757SMark McLoughlin } 3635281d757SMark McLoughlin 3644e68f7a0SStefan Hajnoczi static void tap_poll(NetClientState *nc, bool enable) 365ceb69615SMichael S. Tsirkin { 366ceb69615SMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 367ceb69615SMichael S. Tsirkin tap_read_poll(s, enable); 368ceb69615SMichael S. Tsirkin tap_write_poll(s, enable); 369ceb69615SMichael S. Tsirkin } 370ceb69615SMichael S. Tsirkin 3718f364e34SAndrew Melnychenko static bool tap_set_steering_ebpf(NetClientState *nc, int prog_fd) 3728f364e34SAndrew Melnychenko { 3738f364e34SAndrew Melnychenko TAPState *s = DO_UPCAST(TAPState, nc, nc); 3748f364e34SAndrew Melnychenko assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 3758f364e34SAndrew Melnychenko 3768f364e34SAndrew Melnychenko return tap_fd_set_steering_ebpf(s->fd, prog_fd) == 0; 3778f364e34SAndrew Melnychenko } 3788f364e34SAndrew Melnychenko 3794e68f7a0SStefan Hajnoczi int tap_get_fd(NetClientState *nc) 38095d528a2SMichael S. Tsirkin { 38195d528a2SMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 382f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 38395d528a2SMichael S. Tsirkin return s->fd; 38495d528a2SMichael S. Tsirkin } 38595d528a2SMichael S. Tsirkin 3865281d757SMark McLoughlin /* fd support */ 3875281d757SMark McLoughlin 3883e35ba93SMark McLoughlin static NetClientInfo net_tap_info = { 389f394b2e2SEric Blake .type = NET_CLIENT_DRIVER_TAP, 3903e35ba93SMark McLoughlin .size = sizeof(TAPState), 3913e35ba93SMark McLoughlin .receive = tap_receive, 3923e35ba93SMark McLoughlin .receive_raw = tap_receive_raw, 3933e35ba93SMark McLoughlin .receive_iov = tap_receive_iov, 394ceb69615SMichael S. Tsirkin .poll = tap_poll, 3953e35ba93SMark McLoughlin .cleanup = tap_cleanup, 3962e753bccSVincenzo Maffione .has_ufo = tap_has_ufo, 397*f03e0cf6SYuri Benditovich .has_uso = tap_has_uso, 3982e753bccSVincenzo Maffione .has_vnet_hdr = tap_has_vnet_hdr, 3992e753bccSVincenzo Maffione .has_vnet_hdr_len = tap_has_vnet_hdr_len, 400481c5232SAkihiko Odaki .get_using_vnet_hdr = tap_get_using_vnet_hdr, 4012e753bccSVincenzo Maffione .using_vnet_hdr = tap_using_vnet_hdr, 4022e753bccSVincenzo Maffione .set_offload = tap_set_offload, 403481c5232SAkihiko Odaki .get_vnet_hdr_len = tap_get_vnet_hdr_len, 4042e753bccSVincenzo Maffione .set_vnet_hdr_len = tap_set_vnet_hdr_len, 405c80cd6bbSGreg Kurz .set_vnet_le = tap_set_vnet_le, 406c80cd6bbSGreg Kurz .set_vnet_be = tap_set_vnet_be, 4078f364e34SAndrew Melnychenko .set_steering_ebpf = tap_set_steering_ebpf, 4083e35ba93SMark McLoughlin }; 4093e35ba93SMark McLoughlin 4104e68f7a0SStefan Hajnoczi static TAPState *net_tap_fd_init(NetClientState *peer, 4115281d757SMark McLoughlin const char *model, 4125281d757SMark McLoughlin const char *name, 4135281d757SMark McLoughlin int fd, 4145281d757SMark McLoughlin int vnet_hdr) 4155281d757SMark McLoughlin { 4164e68f7a0SStefan Hajnoczi NetClientState *nc; 4175281d757SMark McLoughlin TAPState *s; 4185281d757SMark McLoughlin 419ab5f3f84SStefan Hajnoczi nc = qemu_new_net_client(&net_tap_info, peer, model, name); 4203e35ba93SMark McLoughlin 4213e35ba93SMark McLoughlin s = DO_UPCAST(TAPState, nc, nc); 4223e35ba93SMark McLoughlin 4235281d757SMark McLoughlin s->fd = fd; 424ef4252b1SMichael S. Tsirkin s->host_vnet_hdr_len = vnet_hdr ? sizeof(struct virtio_net_hdr) : 0; 425ec45f083SJason Wang s->using_vnet_hdr = false; 4269c282718SMark McLoughlin s->has_ufo = tap_probe_has_ufo(s->fd); 427*f03e0cf6SYuri Benditovich s->has_uso = tap_probe_has_uso(s->fd); 42816dbaf90SJason Wang s->enabled = true; 4292ab0ec31SAndrew Melnychenko tap_set_offload(&s->nc, 0, 0, 0, 0, 0, 0, 0); 43058ddcd50SMichael S. Tsirkin /* 43158ddcd50SMichael S. Tsirkin * Make sure host header length is set correctly in tap: 43258ddcd50SMichael S. Tsirkin * it might have been modified by another instance of qemu. 43358ddcd50SMichael S. Tsirkin */ 43458ddcd50SMichael S. Tsirkin if (tap_probe_vnet_hdr_len(s->fd, s->host_vnet_hdr_len)) { 43558ddcd50SMichael S. Tsirkin tap_fd_set_vnet_hdr_len(s->fd, s->host_vnet_hdr_len); 43658ddcd50SMichael S. Tsirkin } 437ec45f083SJason Wang tap_read_poll(s, true); 43882b0d80eSMichael S. Tsirkin s->vhost_net = NULL; 4399e32ff32SMarc-André Lureau 4409e32ff32SMarc-André Lureau s->exit.notify = tap_exit_notify; 4419e32ff32SMarc-André Lureau qemu_add_exit_notifier(&s->exit); 4429e32ff32SMarc-André Lureau 4435281d757SMark McLoughlin return s; 4445281d757SMark McLoughlin } 4455281d757SMark McLoughlin 446ac4fcf56SMarkus Armbruster static void launch_script(const char *setup_script, const char *ifname, 447ac4fcf56SMarkus Armbruster int fd, Error **errp) 4485281d757SMark McLoughlin { 4495281d757SMark McLoughlin int pid, status; 4505281d757SMark McLoughlin char *args[3]; 4515281d757SMark McLoughlin char **parg; 4525281d757SMark McLoughlin 4535281d757SMark McLoughlin /* try to launch network script */ 4545281d757SMark McLoughlin pid = fork(); 455ac4fcf56SMarkus Armbruster if (pid < 0) { 456ac4fcf56SMarkus Armbruster error_setg_errno(errp, errno, "could not launch network script %s", 457ac4fcf56SMarkus Armbruster setup_script); 458ac4fcf56SMarkus Armbruster return; 459ac4fcf56SMarkus Armbruster } 4605281d757SMark McLoughlin if (pid == 0) { 4615281d757SMark McLoughlin int open_max = sysconf(_SC_OPEN_MAX), i; 4625281d757SMark McLoughlin 46313a12f86SPankaj Gupta for (i = 3; i < open_max; i++) { 46413a12f86SPankaj Gupta if (i != fd) { 4655281d757SMark McLoughlin close(i); 4665281d757SMark McLoughlin } 4675281d757SMark McLoughlin } 4685281d757SMark McLoughlin parg = args; 4695281d757SMark McLoughlin *parg++ = (char *)setup_script; 4705281d757SMark McLoughlin *parg++ = (char *)ifname; 4719678d950SBlue Swirl *parg = NULL; 4725281d757SMark McLoughlin execv(setup_script, args); 4735281d757SMark McLoughlin _exit(1); 474ac4fcf56SMarkus Armbruster } else { 4755281d757SMark McLoughlin while (waitpid(pid, &status, 0) != pid) { 4765281d757SMark McLoughlin /* loop */ 4775281d757SMark McLoughlin } 4785281d757SMark McLoughlin 4795281d757SMark McLoughlin if (WIFEXITED(status) && WEXITSTATUS(status) == 0) { 480ac4fcf56SMarkus Armbruster return; 4815281d757SMark McLoughlin } 482ac4fcf56SMarkus Armbruster error_setg(errp, "network script %s failed with status %d", 483ac4fcf56SMarkus Armbruster setup_script, status); 4845281d757SMark McLoughlin } 4855281d757SMark McLoughlin } 4865281d757SMark McLoughlin 487a7c36ee4SCorey Bryant static int recv_fd(int c) 488a7c36ee4SCorey Bryant { 489a7c36ee4SCorey Bryant int fd; 490a7c36ee4SCorey Bryant uint8_t msgbuf[CMSG_SPACE(sizeof(fd))]; 491a7c36ee4SCorey Bryant struct msghdr msg = { 492a7c36ee4SCorey Bryant .msg_control = msgbuf, 493a7c36ee4SCorey Bryant .msg_controllen = sizeof(msgbuf), 494a7c36ee4SCorey Bryant }; 495a7c36ee4SCorey Bryant struct cmsghdr *cmsg; 496a7c36ee4SCorey Bryant struct iovec iov; 497a7c36ee4SCorey Bryant uint8_t req[1]; 498a7c36ee4SCorey Bryant ssize_t len; 499a7c36ee4SCorey Bryant 500a7c36ee4SCorey Bryant cmsg = CMSG_FIRSTHDR(&msg); 501a7c36ee4SCorey Bryant cmsg->cmsg_level = SOL_SOCKET; 502a7c36ee4SCorey Bryant cmsg->cmsg_type = SCM_RIGHTS; 503a7c36ee4SCorey Bryant cmsg->cmsg_len = CMSG_LEN(sizeof(fd)); 504a7c36ee4SCorey Bryant msg.msg_controllen = cmsg->cmsg_len; 505a7c36ee4SCorey Bryant 506a7c36ee4SCorey Bryant iov.iov_base = req; 507a7c36ee4SCorey Bryant iov.iov_len = sizeof(req); 508a7c36ee4SCorey Bryant 509a7c36ee4SCorey Bryant msg.msg_iov = &iov; 510a7c36ee4SCorey Bryant msg.msg_iovlen = 1; 511a7c36ee4SCorey Bryant 512a7c36ee4SCorey Bryant len = recvmsg(c, &msg, 0); 513a7c36ee4SCorey Bryant if (len > 0) { 514a7c36ee4SCorey Bryant memcpy(&fd, CMSG_DATA(cmsg), sizeof(fd)); 515a7c36ee4SCorey Bryant return fd; 516a7c36ee4SCorey Bryant } 517a7c36ee4SCorey Bryant 518a7c36ee4SCorey Bryant return len; 519a7c36ee4SCorey Bryant } 520a7c36ee4SCorey Bryant 521a8a21be9SMarkus Armbruster static int net_bridge_run_helper(const char *helper, const char *bridge, 522a8a21be9SMarkus Armbruster Error **errp) 523a7c36ee4SCorey Bryant { 524a7c36ee4SCorey Bryant sigset_t oldmask, mask; 52563c4db4cSPaolo Bonzini g_autofree char *default_helper = NULL; 526a7c36ee4SCorey Bryant int pid, status; 527a7c36ee4SCorey Bryant char *args[5]; 528a7c36ee4SCorey Bryant char **parg; 529a7c36ee4SCorey Bryant int sv[2]; 530a7c36ee4SCorey Bryant 531a7c36ee4SCorey Bryant sigemptyset(&mask); 532a7c36ee4SCorey Bryant sigaddset(&mask, SIGCHLD); 533a7c36ee4SCorey Bryant sigprocmask(SIG_BLOCK, &mask, &oldmask); 534a7c36ee4SCorey Bryant 53563c4db4cSPaolo Bonzini if (!helper) { 53663c4db4cSPaolo Bonzini helper = default_helper = get_relocated_path(DEFAULT_BRIDGE_HELPER); 53763c4db4cSPaolo Bonzini } 53863c4db4cSPaolo Bonzini 539a7c36ee4SCorey Bryant if (socketpair(PF_UNIX, SOCK_STREAM, 0, sv) == -1) { 540a8a21be9SMarkus Armbruster error_setg_errno(errp, errno, "socketpair() failed"); 541a7c36ee4SCorey Bryant return -1; 542a7c36ee4SCorey Bryant } 543a7c36ee4SCorey Bryant 544a7c36ee4SCorey Bryant /* try to launch bridge helper */ 545a7c36ee4SCorey Bryant pid = fork(); 546a8a21be9SMarkus Armbruster if (pid < 0) { 547a8a21be9SMarkus Armbruster error_setg_errno(errp, errno, "Can't fork bridge helper"); 548a8a21be9SMarkus Armbruster return -1; 549a8a21be9SMarkus Armbruster } 550a7c36ee4SCorey Bryant if (pid == 0) { 551a7c36ee4SCorey Bryant int open_max = sysconf(_SC_OPEN_MAX), i; 552389abe1dSPrasad J Pandit char *fd_buf = NULL; 553389abe1dSPrasad J Pandit char *br_buf = NULL; 554389abe1dSPrasad J Pandit char *helper_cmd = NULL; 555a7c36ee4SCorey Bryant 55613a12f86SPankaj Gupta for (i = 3; i < open_max; i++) { 55713a12f86SPankaj Gupta if (i != sv[1]) { 558a7c36ee4SCorey Bryant close(i); 559a7c36ee4SCorey Bryant } 560a7c36ee4SCorey Bryant } 561a7c36ee4SCorey Bryant 562389abe1dSPrasad J Pandit fd_buf = g_strdup_printf("%s%d", "--fd=", sv[1]); 563a7c36ee4SCorey Bryant 564a7c36ee4SCorey Bryant if (strrchr(helper, ' ') || strrchr(helper, '\t')) { 565a7c36ee4SCorey Bryant /* assume helper is a command */ 566a7c36ee4SCorey Bryant 567a7c36ee4SCorey Bryant if (strstr(helper, "--br=") == NULL) { 568389abe1dSPrasad J Pandit br_buf = g_strdup_printf("%s%s", "--br=", bridge); 569a7c36ee4SCorey Bryant } 570a7c36ee4SCorey Bryant 571389abe1dSPrasad J Pandit helper_cmd = g_strdup_printf("%s %s %s %s", helper, 572389abe1dSPrasad J Pandit "--use-vnet", fd_buf, br_buf ? br_buf : ""); 573a7c36ee4SCorey Bryant 574a7c36ee4SCorey Bryant parg = args; 575a7c36ee4SCorey Bryant *parg++ = (char *)"sh"; 576a7c36ee4SCorey Bryant *parg++ = (char *)"-c"; 577a7c36ee4SCorey Bryant *parg++ = helper_cmd; 578a7c36ee4SCorey Bryant *parg++ = NULL; 579a7c36ee4SCorey Bryant 580a7c36ee4SCorey Bryant execv("/bin/sh", args); 581389abe1dSPrasad J Pandit g_free(helper_cmd); 582a7c36ee4SCorey Bryant } else { 583a7c36ee4SCorey Bryant /* assume helper is just the executable path name */ 584a7c36ee4SCorey Bryant 585389abe1dSPrasad J Pandit br_buf = g_strdup_printf("%s%s", "--br=", bridge); 586a7c36ee4SCorey Bryant 587a7c36ee4SCorey Bryant parg = args; 588a7c36ee4SCorey Bryant *parg++ = (char *)helper; 589a7c36ee4SCorey Bryant *parg++ = (char *)"--use-vnet"; 590a7c36ee4SCorey Bryant *parg++ = fd_buf; 591a7c36ee4SCorey Bryant *parg++ = br_buf; 592a7c36ee4SCorey Bryant *parg++ = NULL; 593a7c36ee4SCorey Bryant 594a7c36ee4SCorey Bryant execv(helper, args); 595a7c36ee4SCorey Bryant } 596389abe1dSPrasad J Pandit g_free(fd_buf); 597389abe1dSPrasad J Pandit g_free(br_buf); 598a7c36ee4SCorey Bryant _exit(1); 599a7c36ee4SCorey Bryant 600a8a21be9SMarkus Armbruster } else { 601a7c36ee4SCorey Bryant int fd; 602a8a21be9SMarkus Armbruster int saved_errno; 603a7c36ee4SCorey Bryant 604a7c36ee4SCorey Bryant close(sv[1]); 605a7c36ee4SCorey Bryant 60637b0b24eSNikita Ivanov fd = RETRY_ON_EINTR(recv_fd(sv[0])); 607a8a21be9SMarkus Armbruster saved_errno = errno; 608a7c36ee4SCorey Bryant 609a7c36ee4SCorey Bryant close(sv[0]); 610a7c36ee4SCorey Bryant 611a7c36ee4SCorey Bryant while (waitpid(pid, &status, 0) != pid) { 612a7c36ee4SCorey Bryant /* loop */ 613a7c36ee4SCorey Bryant } 614a7c36ee4SCorey Bryant sigprocmask(SIG_SETMASK, &oldmask, NULL); 615a7c36ee4SCorey Bryant if (fd < 0) { 616a8a21be9SMarkus Armbruster error_setg_errno(errp, saved_errno, 617a8a21be9SMarkus Armbruster "failed to recv file descriptor"); 618a7c36ee4SCorey Bryant return -1; 619a7c36ee4SCorey Bryant } 620a8a21be9SMarkus Armbruster if (!WIFEXITED(status) || WEXITSTATUS(status) != 0) { 621a8a21be9SMarkus Armbruster error_setg(errp, "bridge helper failed"); 622a8a21be9SMarkus Armbruster return -1; 623a8a21be9SMarkus Armbruster } 624a7c36ee4SCorey Bryant return fd; 625a7c36ee4SCorey Bryant } 626a7c36ee4SCorey Bryant } 627a7c36ee4SCorey Bryant 628cebea510SKővágó, Zoltán int net_init_bridge(const Netdev *netdev, const char *name, 629a30ecde6SMarkus Armbruster NetClientState *peer, Error **errp) 630a7c36ee4SCorey Bryant { 631f79b51b0SLaszlo Ersek const NetdevBridgeOptions *bridge; 632f79b51b0SLaszlo Ersek const char *helper, *br; 633a7c36ee4SCorey Bryant TAPState *s; 634a7c36ee4SCorey Bryant int fd, vnet_hdr; 635a7c36ee4SCorey Bryant 636f394b2e2SEric Blake assert(netdev->type == NET_CLIENT_DRIVER_BRIDGE); 637f394b2e2SEric Blake bridge = &netdev->u.bridge; 6387480874aSMarkus Armbruster helper = bridge->helper; 6397480874aSMarkus Armbruster br = bridge->br ?: DEFAULT_BRIDGE_INTERFACE; 640f79b51b0SLaszlo Ersek 641a8a21be9SMarkus Armbruster fd = net_bridge_run_helper(helper, br, errp); 642a7c36ee4SCorey Bryant if (fd == -1) { 643a7c36ee4SCorey Bryant return -1; 644a7c36ee4SCorey Bryant } 645a7c36ee4SCorey Bryant 646a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(fd, true, NULL)) { 647a8208626SMarc-André Lureau error_setg_errno(errp, errno, "Failed to set FD nonblocking"); 648a8208626SMarc-André Lureau return -1; 649a8208626SMarc-André Lureau } 650e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 651e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 652e7b347d0SDaniel P. Berrange close(fd); 653e7b347d0SDaniel P. Berrange return -1; 654e7b347d0SDaniel P. Berrange } 655d33d93b2SStefan Hajnoczi s = net_tap_fd_init(peer, "bridge", name, fd, vnet_hdr); 656a7c36ee4SCorey Bryant 65753b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "helper=%s,br=%s", helper, br); 658d89b4f83SJason Wang 659a7c36ee4SCorey Bryant return 0; 660a7c36ee4SCorey Bryant } 661a7c36ee4SCorey Bryant 66208c573a8SLaszlo Ersek static int net_tap_init(const NetdevTapOptions *tap, int *vnet_hdr, 66308c573a8SLaszlo Ersek const char *setup_script, char *ifname, 664468dd824SMarkus Armbruster size_t ifname_sz, int mq_required, Error **errp) 6655281d757SMark McLoughlin { 666ac4fcf56SMarkus Armbruster Error *err = NULL; 6675281d757SMark McLoughlin int fd, vnet_hdr_required; 6685281d757SMark McLoughlin 66908c573a8SLaszlo Ersek if (tap->has_vnet_hdr) { 67008c573a8SLaszlo Ersek *vnet_hdr = tap->vnet_hdr; 6715281d757SMark McLoughlin vnet_hdr_required = *vnet_hdr; 6725281d757SMark McLoughlin } else { 67308c573a8SLaszlo Ersek *vnet_hdr = 1; 6745281d757SMark McLoughlin vnet_hdr_required = 0; 6755281d757SMark McLoughlin } 6765281d757SMark McLoughlin 6778b6aa693SNikita Ivanov fd = RETRY_ON_EINTR(tap_open(ifname, ifname_sz, vnet_hdr, vnet_hdr_required, 678468dd824SMarkus Armbruster mq_required, errp)); 6795281d757SMark McLoughlin if (fd < 0) { 6805281d757SMark McLoughlin return -1; 6815281d757SMark McLoughlin } 6825281d757SMark McLoughlin 6835281d757SMark McLoughlin if (setup_script && 6845281d757SMark McLoughlin setup_script[0] != '\0' && 685ac4fcf56SMarkus Armbruster strcmp(setup_script, "no") != 0) { 686ac4fcf56SMarkus Armbruster launch_script(setup_script, ifname, fd, &err); 687ac4fcf56SMarkus Armbruster if (err) { 688468dd824SMarkus Armbruster error_propagate(errp, err); 6895281d757SMark McLoughlin close(fd); 6905281d757SMark McLoughlin return -1; 6915281d757SMark McLoughlin } 692ac4fcf56SMarkus Armbruster } 6935281d757SMark McLoughlin 6945281d757SMark McLoughlin return fd; 6955281d757SMark McLoughlin } 6965281d757SMark McLoughlin 697264986e2SJason Wang #define MAX_TAP_QUEUES 1024 698264986e2SJason Wang 699445f116cSMarkus Armbruster static void net_init_tap_one(const NetdevTapOptions *tap, NetClientState *peer, 7005193e5fbSJason Wang const char *model, const char *name, 7015193e5fbSJason Wang const char *ifname, const char *script, 7025193e5fbSJason Wang const char *downscript, const char *vhostfdname, 703f9bb0c1fSJason Wang int vnet_hdr, int fd, Error **errp) 7045193e5fbSJason Wang { 7051677f4c6SMarkus Armbruster Error *err = NULL; 706da4a4eacSMarkus Armbruster TAPState *s = net_tap_fd_init(peer, model, name, fd, vnet_hdr); 70781647a65SNikolay Nikolaev int vhostfd; 7085193e5fbSJason Wang 70980b832c3SMarkus Armbruster tap_set_sndbuf(s->fd, tap, &err); 71080b832c3SMarkus Armbruster if (err) { 711445f116cSMarkus Armbruster error_propagate(errp, err); 712bf769f74Slu zhipeng goto failed; 7135193e5fbSJason Wang } 7145193e5fbSJason Wang 7157480874aSMarkus Armbruster if (tap->fd || tap->fds) { 71653b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "fd=%d", fd); 7177480874aSMarkus Armbruster } else if (tap->helper) { 71853b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "helper=%s", tap->helper); 7195193e5fbSJason Wang } else { 72053b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "ifname=%s,script=%s,downscript=%s", ifname, 72153b85d95SLaurent Vivier script, downscript); 722d89b4f83SJason Wang 7235193e5fbSJason Wang if (strcmp(downscript, "no") != 0) { 7245193e5fbSJason Wang snprintf(s->down_script, sizeof(s->down_script), "%s", downscript); 7255193e5fbSJason Wang snprintf(s->down_script_arg, sizeof(s->down_script_arg), 7265193e5fbSJason Wang "%s", ifname); 7275193e5fbSJason Wang } 7285193e5fbSJason Wang } 7295193e5fbSJason Wang 7305193e5fbSJason Wang if (tap->has_vhost ? tap->vhost : 7315193e5fbSJason Wang vhostfdname || (tap->has_vhostforce && tap->vhostforce)) { 73281647a65SNikolay Nikolaev VhostNetOptions options; 73381647a65SNikolay Nikolaev 7341a1bfac9SNikolay Nikolaev options.backend_type = VHOST_BACKEND_TYPE_KERNEL; 73581647a65SNikolay Nikolaev options.net_backend = &s->nc; 73669e87b32SJason Wang if (tap->has_poll_us) { 73769e87b32SJason Wang options.busyloop_timeout = tap->poll_us; 73869e87b32SJason Wang } else { 73969e87b32SJason Wang options.busyloop_timeout = 0; 74069e87b32SJason Wang } 7415193e5fbSJason Wang 7423a2d44f6SPaolo Bonzini if (vhostfdname) { 743947e4744SKevin Wolf vhostfd = monitor_fd_param(monitor_cur(), vhostfdname, &err); 7445193e5fbSJason Wang if (vhostfd == -1) { 74546d4d36dSJay Zhou if (tap->has_vhostforce && tap->vhostforce) { 746445f116cSMarkus Armbruster error_propagate(errp, err); 74746d4d36dSJay Zhou } else { 74846d4d36dSJay Zhou warn_report_err(err); 74946d4d36dSJay Zhou } 750bf769f74Slu zhipeng goto failed; 7515193e5fbSJason Wang } 752a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(vhostfd, true, NULL)) { 753a8208626SMarc-André Lureau error_setg_errno(errp, errno, "%s: Can't use file descriptor %d", 754894022e6SLaurent Vivier name, fd); 755bf769f74Slu zhipeng goto failed; 756894022e6SLaurent Vivier } 7575193e5fbSJason Wang } else { 75881647a65SNikolay Nikolaev vhostfd = open("/dev/vhost-net", O_RDWR); 75981647a65SNikolay Nikolaev if (vhostfd < 0) { 76046d4d36dSJay Zhou if (tap->has_vhostforce && tap->vhostforce) { 761445f116cSMarkus Armbruster error_setg_errno(errp, errno, 762445f116cSMarkus Armbruster "tap: open vhost char device failed"); 76346d4d36dSJay Zhou } else { 76446d4d36dSJay Zhou warn_report("tap: open vhost char device failed: %s", 76546d4d36dSJay Zhou strerror(errno)); 76646d4d36dSJay Zhou } 767bf769f74Slu zhipeng goto failed; 7685193e5fbSJason Wang } 769a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(vhostfd, true, NULL)) { 770a8208626SMarc-André Lureau error_setg_errno(errp, errno, "Failed to set FD nonblocking"); 771bf769f74Slu zhipeng goto failed; 772a8208626SMarc-André Lureau } 77381647a65SNikolay Nikolaev } 77481647a65SNikolay Nikolaev options.opaque = (void *)(uintptr_t)vhostfd; 7756a756d14SJason Wang options.nvqs = 2; 7765193e5fbSJason Wang 77781647a65SNikolay Nikolaev s->vhost_net = vhost_net_init(&options); 7785193e5fbSJason Wang if (!s->vhost_net) { 77946d4d36dSJay Zhou if (tap->has_vhostforce && tap->vhostforce) { 78046d4d36dSJay Zhou error_setg(errp, VHOST_NET_INIT_FAILED); 78146d4d36dSJay Zhou } else { 78246d4d36dSJay Zhou warn_report(VHOST_NET_INIT_FAILED); 78346d4d36dSJay Zhou } 784bf769f74Slu zhipeng goto failed; 7855193e5fbSJason Wang } 7863a2d44f6SPaolo Bonzini } else if (vhostfdname) { 78769e87b32SJason Wang error_setg(errp, "vhostfd(s)= is not valid without vhost"); 788bf769f74Slu zhipeng goto failed; 7895193e5fbSJason Wang } 790bf769f74Slu zhipeng 791bf769f74Slu zhipeng return; 792bf769f74Slu zhipeng 793bf769f74Slu zhipeng failed: 794bf769f74Slu zhipeng qemu_del_net_client(&s->nc); 7955193e5fbSJason Wang } 7965193e5fbSJason Wang 797264986e2SJason Wang static int get_fds(char *str, char *fds[], int max) 798264986e2SJason Wang { 799264986e2SJason Wang char *ptr = str, *this; 800264986e2SJason Wang size_t len = strlen(str); 801264986e2SJason Wang int i = 0; 802264986e2SJason Wang 803264986e2SJason Wang while (i < max && ptr < str + len) { 804264986e2SJason Wang this = strchr(ptr, ':'); 805264986e2SJason Wang 806264986e2SJason Wang if (this == NULL) { 807264986e2SJason Wang fds[i] = g_strdup(ptr); 808264986e2SJason Wang } else { 809264986e2SJason Wang fds[i] = g_strndup(ptr, this - ptr); 810264986e2SJason Wang } 811264986e2SJason Wang 812264986e2SJason Wang i++; 813264986e2SJason Wang if (this == NULL) { 814264986e2SJason Wang break; 815264986e2SJason Wang } else { 816264986e2SJason Wang ptr = this + 1; 817264986e2SJason Wang } 818264986e2SJason Wang } 819264986e2SJason Wang 820264986e2SJason Wang return i; 821264986e2SJason Wang } 822264986e2SJason Wang 823cebea510SKővágó, Zoltán int net_init_tap(const Netdev *netdev, const char *name, 824a30ecde6SMarkus Armbruster NetClientState *peer, Error **errp) 8255281d757SMark McLoughlin { 82608c573a8SLaszlo Ersek const NetdevTapOptions *tap; 827264986e2SJason Wang int fd, vnet_hdr = 0, i = 0, queues; 82808c573a8SLaszlo Ersek /* for the no-fd, no-helper case */ 82963c4db4cSPaolo Bonzini const char *script; 83063c4db4cSPaolo Bonzini const char *downscript; 8311677f4c6SMarkus Armbruster Error *err = NULL; 832264986e2SJason Wang const char *vhostfdname; 83308c573a8SLaszlo Ersek char ifname[128]; 834894022e6SLaurent Vivier int ret = 0; 83508c573a8SLaszlo Ersek 836f394b2e2SEric Blake assert(netdev->type == NET_CLIENT_DRIVER_TAP); 837f394b2e2SEric Blake tap = &netdev->u.tap; 838264986e2SJason Wang queues = tap->has_queues ? tap->queues : 1; 8397480874aSMarkus Armbruster vhostfdname = tap->vhostfd; 8407480874aSMarkus Armbruster script = tap->script; 8417480874aSMarkus Armbruster downscript = tap->downscript; 84208c573a8SLaszlo Ersek 843442da403SThomas Huth /* QEMU hubs do not support multiqueue tap, in this case peer is set. 844ce675a75SJason Wang * For -netdev, peer is always NULL. */ 8457480874aSMarkus Armbruster if (peer && (tap->has_queues || tap->fds || tap->vhostfds)) { 846442da403SThomas Huth error_setg(errp, "Multiqueue tap cannot be used with hubs"); 847ce675a75SJason Wang return -1; 848ce675a75SJason Wang } 849ce675a75SJason Wang 8507480874aSMarkus Armbruster if (tap->fd) { 8517480874aSMarkus Armbruster if (tap->ifname || tap->script || tap->downscript || 8527480874aSMarkus Armbruster tap->has_vnet_hdr || tap->helper || tap->has_queues || 8537480874aSMarkus Armbruster tap->fds || tap->vhostfds) { 854a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 855c87826a8SJason Wang "helper=, queues=, fds=, and vhostfds= " 856c87826a8SJason Wang "are invalid with fd="); 8575281d757SMark McLoughlin return -1; 8585281d757SMark McLoughlin } 8595281d757SMark McLoughlin 860947e4744SKevin Wolf fd = monitor_fd_param(monitor_cur(), tap->fd, errp); 8615281d757SMark McLoughlin if (fd == -1) { 8625281d757SMark McLoughlin return -1; 8635281d757SMark McLoughlin } 8645281d757SMark McLoughlin 865a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(fd, true, NULL)) { 866a8208626SMarc-André Lureau error_setg_errno(errp, errno, "%s: Can't use file descriptor %d", 867894022e6SLaurent Vivier name, fd); 868f012bec8Syuanjungong close(fd); 869894022e6SLaurent Vivier return -1; 870894022e6SLaurent Vivier } 8715281d757SMark McLoughlin 872e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 873e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 874e7b347d0SDaniel P. Berrange close(fd); 875e7b347d0SDaniel P. Berrange return -1; 876e7b347d0SDaniel P. Berrange } 877a7c36ee4SCorey Bryant 878445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, NULL, 879264986e2SJason Wang script, downscript, 880f9bb0c1fSJason Wang vhostfdname, vnet_hdr, fd, &err); 881445f116cSMarkus Armbruster if (err) { 882a3088177SMarkus Armbruster error_propagate(errp, err); 883f012bec8Syuanjungong close(fd); 884264986e2SJason Wang return -1; 885264986e2SJason Wang } 8867480874aSMarkus Armbruster } else if (tap->fds) { 887fac7d7b1SPeter Maydell char **fds; 888fac7d7b1SPeter Maydell char **vhost_fds; 889323e7c11SYunjian Wang int nfds = 0, nvhosts = 0; 890a7c36ee4SCorey Bryant 8917480874aSMarkus Armbruster if (tap->ifname || tap->script || tap->downscript || 8927480874aSMarkus Armbruster tap->has_vnet_hdr || tap->helper || tap->has_queues || 8937480874aSMarkus Armbruster tap->vhostfd) { 894a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 895c87826a8SJason Wang "helper=, queues=, and vhostfd= " 896c87826a8SJason Wang "are invalid with fds="); 897264986e2SJason Wang return -1; 898264986e2SJason Wang } 899264986e2SJason Wang 900fac7d7b1SPeter Maydell fds = g_new0(char *, MAX_TAP_QUEUES); 901fac7d7b1SPeter Maydell vhost_fds = g_new0(char *, MAX_TAP_QUEUES); 902fac7d7b1SPeter Maydell 903264986e2SJason Wang nfds = get_fds(tap->fds, fds, MAX_TAP_QUEUES); 9047480874aSMarkus Armbruster if (tap->vhostfds) { 905264986e2SJason Wang nvhosts = get_fds(tap->vhostfds, vhost_fds, MAX_TAP_QUEUES); 906264986e2SJason Wang if (nfds != nvhosts) { 907a3088177SMarkus Armbruster error_setg(errp, "The number of fds passed does not match " 908a3088177SMarkus Armbruster "the number of vhostfds passed"); 909323e7c11SYunjian Wang ret = -1; 910091a6b2aSPaolo Bonzini goto free_fail; 911264986e2SJason Wang } 912264986e2SJason Wang } 913264986e2SJason Wang 914264986e2SJason Wang for (i = 0; i < nfds; i++) { 915947e4744SKevin Wolf fd = monitor_fd_param(monitor_cur(), fds[i], errp); 916264986e2SJason Wang if (fd == -1) { 917323e7c11SYunjian Wang ret = -1; 918091a6b2aSPaolo Bonzini goto free_fail; 919264986e2SJason Wang } 920264986e2SJason Wang 921a8208626SMarc-André Lureau ret = g_unix_set_fd_nonblocking(fd, true, NULL); 922a8208626SMarc-André Lureau if (!ret) { 923a8208626SMarc-André Lureau error_setg_errno(errp, errno, "%s: Can't use file descriptor %d", 924894022e6SLaurent Vivier name, fd); 925894022e6SLaurent Vivier goto free_fail; 926894022e6SLaurent Vivier } 927264986e2SJason Wang 928264986e2SJason Wang if (i == 0) { 929e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 930e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 93141bcea7bSPeter Foley ret = -1; 932e7b347d0SDaniel P. Berrange goto free_fail; 933e7b347d0SDaniel P. Berrange } 934e7b347d0SDaniel P. Berrange } else if (vnet_hdr != tap_probe_vnet_hdr(fd, NULL)) { 935a3088177SMarkus Armbruster error_setg(errp, 936a3088177SMarkus Armbruster "vnet_hdr not consistent across given tap fds"); 937323e7c11SYunjian Wang ret = -1; 938091a6b2aSPaolo Bonzini goto free_fail; 939264986e2SJason Wang } 940264986e2SJason Wang 941445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, ifname, 942264986e2SJason Wang script, downscript, 9437480874aSMarkus Armbruster tap->vhostfds ? vhost_fds[i] : NULL, 944f9bb0c1fSJason Wang vnet_hdr, fd, &err); 945445f116cSMarkus Armbruster if (err) { 946a3088177SMarkus Armbruster error_propagate(errp, err); 947323e7c11SYunjian Wang ret = -1; 948091a6b2aSPaolo Bonzini goto free_fail; 949264986e2SJason Wang } 950264986e2SJason Wang } 951091a6b2aSPaolo Bonzini 952091a6b2aSPaolo Bonzini free_fail: 953323e7c11SYunjian Wang for (i = 0; i < nvhosts; i++) { 954323e7c11SYunjian Wang g_free(vhost_fds[i]); 955323e7c11SYunjian Wang } 956091a6b2aSPaolo Bonzini for (i = 0; i < nfds; i++) { 957091a6b2aSPaolo Bonzini g_free(fds[i]); 958091a6b2aSPaolo Bonzini } 959091a6b2aSPaolo Bonzini g_free(fds); 960091a6b2aSPaolo Bonzini g_free(vhost_fds); 961323e7c11SYunjian Wang return ret; 9627480874aSMarkus Armbruster } else if (tap->helper) { 9637480874aSMarkus Armbruster if (tap->ifname || tap->script || tap->downscript || 9647480874aSMarkus Armbruster tap->has_vnet_hdr || tap->has_queues || tap->vhostfds) { 965a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 966c87826a8SJason Wang "queues=, and vhostfds= are invalid with helper="); 967a7c36ee4SCorey Bryant return -1; 968a7c36ee4SCorey Bryant } 969a7c36ee4SCorey Bryant 970584613eaSAlexey Kardashevskiy fd = net_bridge_run_helper(tap->helper, 9717480874aSMarkus Armbruster tap->br ?: DEFAULT_BRIDGE_INTERFACE, 972a8a21be9SMarkus Armbruster errp); 973a7c36ee4SCorey Bryant if (fd == -1) { 974a7c36ee4SCorey Bryant return -1; 975a7c36ee4SCorey Bryant } 976a7c36ee4SCorey Bryant 977a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(fd, true, NULL)) { 978a8208626SMarc-André Lureau error_setg_errno(errp, errno, "Failed to set FD nonblocking"); 979a8208626SMarc-André Lureau return -1; 980a8208626SMarc-André Lureau } 981e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 982e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 983e7b347d0SDaniel P. Berrange close(fd); 984e7b347d0SDaniel P. Berrange return -1; 985e7b347d0SDaniel P. Berrange } 986a7c36ee4SCorey Bryant 987445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "bridge", name, ifname, 988264986e2SJason Wang script, downscript, vhostfdname, 989f9bb0c1fSJason Wang vnet_hdr, fd, &err); 990445f116cSMarkus Armbruster if (err) { 991a3088177SMarkus Armbruster error_propagate(errp, err); 99284f8f3daSGonglei close(fd); 993264986e2SJason Wang return -1; 994264986e2SJason Wang } 9955281d757SMark McLoughlin } else { 99663c4db4cSPaolo Bonzini g_autofree char *default_script = NULL; 99763c4db4cSPaolo Bonzini g_autofree char *default_downscript = NULL; 9987480874aSMarkus Armbruster if (tap->vhostfds) { 999a3088177SMarkus Armbruster error_setg(errp, "vhostfds= is invalid if fds= wasn't specified"); 1000c87826a8SJason Wang return -1; 1001c87826a8SJason Wang } 100263c4db4cSPaolo Bonzini 100363c4db4cSPaolo Bonzini if (!script) { 100463c4db4cSPaolo Bonzini script = default_script = get_relocated_path(DEFAULT_NETWORK_SCRIPT); 100563c4db4cSPaolo Bonzini } 100663c4db4cSPaolo Bonzini if (!downscript) { 10079925990dSKeqian Zhu downscript = default_downscript = 10089925990dSKeqian Zhu get_relocated_path(DEFAULT_NETWORK_DOWN_SCRIPT); 100963c4db4cSPaolo Bonzini } 1010264986e2SJason Wang 10117480874aSMarkus Armbruster if (tap->ifname) { 1012264986e2SJason Wang pstrcpy(ifname, sizeof ifname, tap->ifname); 1013264986e2SJason Wang } else { 1014264986e2SJason Wang ifname[0] = '\0'; 1015264986e2SJason Wang } 1016264986e2SJason Wang 1017264986e2SJason Wang for (i = 0; i < queues; i++) { 1018264986e2SJason Wang fd = net_tap_init(tap, &vnet_hdr, i >= 1 ? "no" : script, 1019a3088177SMarkus Armbruster ifname, sizeof ifname, queues > 1, errp); 1020929fe497SJuergen Lock if (fd == -1) { 1021929fe497SJuergen Lock return -1; 1022929fe497SJuergen Lock } 1023a7c36ee4SCorey Bryant 10247480874aSMarkus Armbruster if (queues > 1 && i == 0 && !tap->ifname) { 1025264986e2SJason Wang if (tap_fd_get_ifname(fd, ifname)) { 1026a3088177SMarkus Armbruster error_setg(errp, "Fail to get ifname"); 102784f8f3daSGonglei close(fd); 1028264986e2SJason Wang return -1; 1029264986e2SJason Wang } 10305281d757SMark McLoughlin } 10315281d757SMark McLoughlin 1032445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, ifname, 1033264986e2SJason Wang i >= 1 ? "no" : script, 1034264986e2SJason Wang i >= 1 ? "no" : downscript, 1035f9bb0c1fSJason Wang vhostfdname, vnet_hdr, fd, &err); 1036445f116cSMarkus Armbruster if (err) { 1037a3088177SMarkus Armbruster error_propagate(errp, err); 103884f8f3daSGonglei close(fd); 1039264986e2SJason Wang return -1; 1040264986e2SJason Wang } 1041264986e2SJason Wang } 1042264986e2SJason Wang } 1043264986e2SJason Wang 1044264986e2SJason Wang return 0; 10455281d757SMark McLoughlin } 1046b202554cSMichael S. Tsirkin 10474e68f7a0SStefan Hajnoczi VHostNetState *tap_get_vhost_net(NetClientState *nc) 1048b202554cSMichael S. Tsirkin { 1049b202554cSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1050f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 1051b202554cSMichael S. Tsirkin return s->vhost_net; 1052b202554cSMichael S. Tsirkin } 105316dbaf90SJason Wang 105416dbaf90SJason Wang int tap_enable(NetClientState *nc) 105516dbaf90SJason Wang { 105616dbaf90SJason Wang TAPState *s = DO_UPCAST(TAPState, nc, nc); 105716dbaf90SJason Wang int ret; 105816dbaf90SJason Wang 105916dbaf90SJason Wang if (s->enabled) { 106016dbaf90SJason Wang return 0; 106116dbaf90SJason Wang } else { 106216dbaf90SJason Wang ret = tap_fd_enable(s->fd); 106316dbaf90SJason Wang if (ret == 0) { 106416dbaf90SJason Wang s->enabled = true; 106516dbaf90SJason Wang tap_update_fd_handler(s); 106616dbaf90SJason Wang } 106716dbaf90SJason Wang return ret; 106816dbaf90SJason Wang } 106916dbaf90SJason Wang } 107016dbaf90SJason Wang 107116dbaf90SJason Wang int tap_disable(NetClientState *nc) 107216dbaf90SJason Wang { 107316dbaf90SJason Wang TAPState *s = DO_UPCAST(TAPState, nc, nc); 107416dbaf90SJason Wang int ret; 107516dbaf90SJason Wang 107616dbaf90SJason Wang if (s->enabled == 0) { 107716dbaf90SJason Wang return 0; 107816dbaf90SJason Wang } else { 107916dbaf90SJason Wang ret = tap_fd_disable(s->fd); 108016dbaf90SJason Wang if (ret == 0) { 108116dbaf90SJason Wang qemu_purge_queued_packets(nc); 108216dbaf90SJason Wang s->enabled = false; 108316dbaf90SJason Wang tap_update_fd_handler(s); 108416dbaf90SJason Wang } 108516dbaf90SJason Wang return ret; 108616dbaf90SJason Wang } 108716dbaf90SJason Wang } 1088